Index

A

AddCheckpoints (class in poprt.passes.add_checkpoints)

ApplyIrPass (class in poprt.passes.apply_ir_pass) AutoInsertRemap (class in poprt.passes.auto_insert_remap)

B

Backend (class in poprt.backends)

BatchNormWorkaround (class in poprt.passes.workarounds)

C

CheckWithFakeData (class in poprt.passes.check_with_fake_data) compile() (poprt.compiler.Compiler static method) compile_and_export() (poprt.compiler.Compiler static method) compile_and_get_summary_report() (poprt.compiler.Compiler static method) Compiler (class in poprt.compiler) CompilerOptions (class in poprt.compiler)

ConstantFolding (class in poprt.passes.constant_folding) ConstBatchSize (class in poprt.passes.const_batch_size) ConstInputShape (class in poprt.passes.const_input_shape) convert() (poprt.Converter method) Converter (class in poprt) CumSumWorkaround (class in poprt.passes.workarounds)

D

DeviceManager (class in poprt.runtime)

E

EightBitsIO (class in poprt.passes.eight_bits_io) eliminate_deadend (class in poprt.passes.apply_ir_pass) eliminate_duplicate_initializer (class in poprt.passes.apply_ir_pass) eliminate_identity (class in poprt.passes.apply_ir_pass) eliminate_nop_arithmetic (class in poprt.passes.apply_ir_pass) eliminate_nop_cast (class in poprt.passes.apply_ir_pass) eliminate_nop_expand (class in poprt.passes.apply_ir_pass) eliminate_nop_flatten (class in poprt.passes.apply_ir_pass)

eliminate_nop_if (class in poprt.passes.apply_ir_pass) eliminate_nop_pad (class in poprt.passes.apply_ir_pass) eliminate_nop_reshape (class in poprt.passes.apply_ir_pass) eliminate_nop_transpose (class in poprt.passes.apply_ir_pass) eliminate_unused_initializer (class in poprt.passes.apply_ir_pass) ErfGeluPattern (class in poprt.passes.erf_gelu_pattern) execute() (poprt.runtime.ModelRunner method) extract_constant_to_initializer (class in poprt.passes.apply_ir_pass)

F

FinalCheck (class in poprt.passes.final_check) Float2FP8 (class in poprt.passes.float_to_fp8) Float2Half (class in poprt.passes.float_to_half) Float2Mixed (class in poprt.passes.float_to_mixed) FloatOpsWorkaround (class in poprt.passes.workarounds) FP8Quantizer (class in poprt.quantizer) fuse_bn_into_conv (class in poprt.passes.apply_ir_pass)

fuse_consecutive_cast (class in poprt.passes.apply_ir_pass) fuse_consecutive_reshape (class in poprt.passes.apply_ir_pass) fuse_consecutive_squeeze (class in poprt.passes.apply_ir_pass) fuse_consecutive_transpose (class in poprt.passes.apply_ir_pass) fuse_consecutive_unsqueeze (class in poprt.passes.apply_ir_pass) FuseBnIntoGemm (class in poprt.passes.fuse_bn_into_gemm) FuseCastIntoOnehot (class in poprt.passes.fuse_cast_into_onehot) FusedAttention (class in poprt.passes.fused_attention)

G

GeluPattern (class in poprt.passes.gelu_pattern) get_device() (poprt.runtime.DeviceManager method)

get_io_info() (poprt.backends.Backend method) get_num_devices() (poprt.runtime.DeviceManager method) get_pass() (in module poprt)

I

IndicesWorkaround (class in poprt.passes.workarounds) InsertAttentionMask (class in poprt.passes.insert_attention_mask)

Int64ToInt32 (class in poprt.passes.int64_to_int32) ipu_hardware_version() (poprt.runtime.DeviceManager method)

L

LayerNormPattern (class in poprt.passes.layer_norm_pattern)

LayerPrecisionCompare (class in poprt.passes.layer_precision_compare)

M

ManualSharding (class in poprt.passes.manual_sharding) MatmulRotaryEmbedding (class in poprt.passes.matmul_rotary_embedding)

ModelOverview (class in poprt.passes.model_overview) ModelRunner (class in poprt.runtime) MoveSubgraphInitializer (class in poprt.passes.move_subgraph_initializer)

O

ORTBackend (class in poprt.backends)

OverlapIO (class in poprt.passes.overlap_io)

P

PackedTransformer (class in poprt.passes.packed_transformer) Pass (class in poprt) PassManager (class in poprt) poprt::compiler::Compiler (C++ class) poprt::compiler::Compiler::compile (C++ function) poprt::compiler::Compiler::compileAndExport (C++ function), [1] poprt::compiler::Compiler::compileAndGetSummaryReport (C++ function) poprt::compiler::Compiler::compileTimeBlobs_ (C++ member) poprt::compiler::CompilerOptions (C++ struct) poprt::compiler::CompilerOptions::availableMemoryProportion (C++ member) poprt::compiler::CompilerOptions::batchesPerStep (C++ member) poprt::compiler::CompilerOptions::cachePath (C++ member) poprt::compiler::CompilerOptions::customPatterns (C++ member) poprt::compiler::CompilerOptions::customTransformApplierSettings (C++ member) poprt::compiler::CompilerOptions::enableEngineCaching (C++ member) poprt::compiler::CompilerOptions::enableFastReduce (C++ member) poprt::compiler::CompilerOptions::enableGatherSimplifier (C++ member) poprt::compiler::CompilerOptions::enableModelFusion (C++ member) poprt::compiler::CompilerOptions::enableNonStableSoftmax (C++ member) poprt::compiler::CompilerOptions::enableOutlining (C++ member) poprt::compiler::CompilerOptions::enablePadConvChannel (C++ member) poprt::compiler::CompilerOptions::enablePipelining (C++ member) poprt::compiler::CompilerOptions::enablePrefetchDatastreams (C++ member) poprt::compiler::CompilerOptions::engineOptions (C++ member) poprt::compiler::CompilerOptions::groupHostSync (C++ member) poprt::compiler::CompilerOptions::ipuVersion (C++ member) poprt::compiler::CompilerOptions::numIOTiles (C++ member) poprt::compiler::CompilerOptions::numIpus (C++ member) poprt::compiler::CompilerOptions::opaqueBlobs (C++ member) poprt::compiler::CompilerOptions::operator== (C++ function) poprt::compiler::CompilerOptions::outlineThreshold (C++ member) poprt::compiler::CompilerOptions::partialsType (C++ member) poprt::compiler::CompilerOptions::rearrangeAnchorsOnHost (C++ member) poprt::compiler::CompilerOptions::rearrangeStreamsOnHost (C++ member) poprt::compiler::CompilerOptions::serializedIrDest (C++ member) poprt::compiler::CompilerOptions::serializeIr (C++ member) poprt::compiler::CompilerOptions::showCompilationProgressBar (C++ member) poprt::compiler::CompilerOptions::streamBufferingDepth (C++ member) poprt::compiler::CompilerOptions::subgraphCopyingStrategy (C++ member) poprt::compiler::CompilerOptions::use128BitConvUnitLoad (C++ member) poprt::compiler::CompilerOptions::virtualGraphMode (C++ member) poprt::compiler::CustomTransformManager (C++ class) poprt::compiler::CustomTransformManager::CustomTransformManager (C++ function) poprt::compiler::CustomTransformManager::Get (C++ function) poprt::compiler::CustomTransformManager::Update (C++ function) poprt::compiler::CustomTransformManager::~CustomTransformManager (C++ function) poprt::compiler::Executable (C++ class) poprt::compiler::Executable::Executable (C++ function), [1], [2], [3] poprt::compiler::Executable::getOpaqueBlobs (C++ function) poprt::compiler::Executable::getPopefModel (C++ function) poprt::compiler::Executable::operator= (C++ function), [1] poprt::compiler::Executable::~Executable (C++ function) poprt::runtime::ConstTensorMemoryView (C++ struct) poprt::runtime::ConstTensorMemoryView::ConstTensorMemoryView (C++ function), [1], [2] poprt::runtime::ConstTensorMemoryView::data (C++ member) poprt::runtime::ConstTensorMemoryView::dataSizeBytes (C++ member) poprt::runtime::DataDesc (C++ struct) poprt::runtime::DataDesc::DataDesc (C++ function) poprt::runtime::DataDesc::dataType (C++ member) poprt::runtime::DataDesc::name (C++ member) poprt::runtime::DataDesc::popefContainsTensorData (C++ member) poprt::runtime::DataDesc::shape (C++ member) poprt::runtime::DataDesc::sizeInBytes (C++ member)

poprt::runtime::Device (C++ class) poprt::runtime::Device::Device (C++ function), [1], [2] poprt::runtime::Device::ipuVersion (C++ function) poprt::runtime::Device::operator= (C++ function), [1] poprt::runtime::Device::~Device (C++ function) poprt::runtime::DeviceManager (C++ class) poprt::runtime::DeviceManager::DeviceManager (C++ function), [1], [2] poprt::runtime::DeviceManager::getDevice (C++ function) poprt::runtime::DeviceManager::getNumDevices (C++ function) poprt::runtime::DeviceManager::ipuHardwareVersion (C++ function) poprt::runtime::DeviceManager::operator= (C++ function), [1] poprt::runtime::DeviceManager::~DeviceManager (C++ function) poprt::runtime::DeviceWaitConfig (C++ struct) poprt::runtime::DeviceWaitConfig::sleepTimeSec (C++ member) poprt::runtime::DeviceWaitConfig::timeoutSec (C++ member) poprt::runtime::InputDesc (C++ type) poprt::runtime::InputMemoryView (C++ type) poprt::runtime::ModelRunner (C++ class) poprt::runtime::ModelRunner::execute (C++ function) poprt::runtime::ModelRunner::executeAsync (C++ function) poprt::runtime::ModelRunner::getExecuteInputs (C++ function) poprt::runtime::ModelRunner::getExecuteOutputs (C++ function) poprt::runtime::ModelRunner::ModelRunner (C++ function), [1], [2], [3] poprt::runtime::ModelRunner::operator= (C++ function), [1] poprt::runtime::ModelRunner::~ModelRunner (C++ function) poprt::runtime::OutputDesc (C++ type) poprt::runtime::OutputMemoryView (C++ type) poprt::runtime::PackRunner (C++ class) poprt::runtime::PackRunner::execute (C++ function) poprt::runtime::PackRunner::executeAsync (C++ function) poprt::runtime::PackRunner::getExecuteInputs (C++ function) poprt::runtime::PackRunner::getExecuteOutputs (C++ function) poprt::runtime::PackRunner::operator= (C++ function), [1] poprt::runtime::PackRunner::PackRunner (C++ function), [1], [2], [3] poprt::runtime::PackRunner::~PackRunner (C++ function) poprt::runtime::PackRunnerConfig (C++ struct) poprt::runtime::PackRunnerConfig::algo (C++ member) poprt::runtime::PackRunnerConfig::delimiterNum (C++ member) poprt::runtime::PackRunnerConfig::disableDataAcrossRows (C++ member) poprt::runtime::PackRunnerConfig::dynamicGroup (C++ member) poprt::runtime::PackRunnerConfig::dynamicInputName (C++ member) poprt::runtime::PackRunnerConfig::enablePaddingRemove (C++ member) poprt::runtime::PackRunnerConfig::enablePaddingRemovePattern (C++ function) poprt::runtime::PackRunnerConfig::enableSingleRowMode (C++ function) poprt::runtime::PackRunnerConfig::maskName (C++ member) poprt::runtime::PackRunnerConfig::maxValidNum (C++ member) poprt::runtime::PackRunnerConfig::PackRunnerConfig (C++ function) poprt::runtime::PackRunnerConfig::timeoutInMicroSeconds (C++ member) poprt::runtime::PackRunnerConfig::unpackInfoInputName (C++ member) poprt::runtime::RuntimeConfig (C++ struct) poprt::runtime::RuntimeConfig::batchingDim (C++ member) poprt::runtime::RuntimeConfig::checkPackageHash (C++ member) poprt::runtime::RuntimeConfig::deviceWaitConfig (C++ member) poprt::runtime::RuntimeConfig::isPack (C++ member) poprt::runtime::RuntimeConfig::operator== (C++ function) poprt::runtime::RuntimeConfig::threadSafe (C++ member) poprt::runtime::RuntimeConfig::timeoutNS (C++ member) poprt::runtime::RuntimeConfig::validateIOParams (C++ member) poprt::runtime::TensorMemoryView (C++ struct) poprt::runtime::TensorMemoryView::data (C++ member) poprt::runtime::TensorMemoryView::dataSizeBytes (C++ member) poprt::runtime::TensorMemoryView::TensorMemoryView (C++ function), [1] PostExpand (class in poprt.passes.post_expand) PreScale (class in poprt.passes.pre_scale)

Q

quantize() (in module poprt.quantizer)

R

RemoveDuplicatedInitializer (class in poprt.passes.remove_duplicated_initializer) RemoveInitializerFromInput (class in poprt.passes.remove_initializer_from_input) RemoveInputCast (class in poprt.passes.remove_input_cast) replace_einsum_with_matmul (class in poprt.passes.apply_ir_pass) ReplaceBNWithMulAdd (class in poprt.passes.replace_bn_with_mul_add) ReplaceCelu (class in poprt.passes.replace_celu) ReplaceConsecuiveCastWithNotZero (class in poprt.passes.replace_consecutive_cast_with_notzero) ReplaceDivWithMul (class in poprt.passes.replace_div_with_mul) ReplaceErfWithErfV2 (class in poprt.passes.replace_erf_with_erfv2) ReplaceGreaterOrEqual (class in poprt.passes.replace_greater_or_equal) ReplaceGroupNormWithFastNorm (class in poprt.passes.replace_groupnorm_with_fast_norm) ReplaceHalfReduceMean (class in poprt.passes.replace_half_reducemean) ReplaceHardSwish (class in poprt.passes.replace_clip_empty_inputs) (class in poprt.passes.replace_hardswish)

ReplaceLessOrEqual (class in poprt.passes.replace_less_or_equal) ReplaceNonZero (class in poprt.passes.replace_nonzero) ReplacePow (class in poprt.passes.replace_pow) (class in poprt.passes.shape_inference) ReplaceSoftmax (class in poprt.passes.replace_softmax) ReplaceTrilu (class in poprt.passes.replace_trilu) ReplaceWhereMask (class in poprt.passes.replace_where_mask) ReplaceWhereWithMulAdd (class in poprt.passes.replace_where_with_mul_add) ReplaceWhereWithWhereV2 (class in poprt.passes.replace_where_with_wherev2) run() (poprt.backends.Backend method) (poprt.backends.ORTBackend method) (poprt.Pass method) (poprt.PassManager method)

S

SerializeMatmul (class in poprt.passes.serialize_matmul)

SerializeMatmulAdd (class in poprt.passes.serialize_matmul_add) set_opaque_blobs() (poprt.backends.Backend method)

T

TopKWorkaround (class in poprt.passes.workarounds)

trace_folding (class in poprt.passes.apply_ir_pass)

U

unique_name_for_nodes (class in poprt.passes.apply_ir_pass)