Index

A

add_passes() (poprt.PassManager method) AddCheckpoints (class in poprt.passes.add_checkpoints) against_passes() (poprt.Pass static method)

ApplyHostConcatSplit (class in poprt.passes.apply_host_concat_split) ApplyIrPass (class in poprt.passes.apply_ir_pass) AttentionPadding (class in poprt.passes.attention_padding) AutoInsertRemap (class in poprt.passes.auto_insert_remap)

B

Backend (class in poprt.backends)

BatchNormWorkaround (class in poprt.passes.workarounds)

C

CheckWithFakeData (class in poprt.passes.check_with_fake_data) compile() (poprt.compiler.Compiler static method) compile_and_export() (poprt.compiler.Compiler static method) compile_and_get_summary_report() (poprt.compiler.Compiler static method) Compiler (class in poprt.compiler) CompilerOptions (class in poprt.compiler) CompressPattern (class in poprt.passes.compress_pattern)

ConstantFolding (class in poprt.passes.constant_folding) ConstBatchSize (class in poprt.passes.const_batch_size) ConstInputShape (class in poprt.passes.const_input_shape) constraint_passes() (poprt.Pass static method) convert() (poprt.Converter method) Converter (class in poprt) CumSumWorkaround (class in poprt.passes.workarounds)

D

DeviceManager (class in poprt.runtime)

DoubleToFloat (class in poprt.passes.double_to_float)

E

EightBitsIO (class in poprt.passes.eight_bits_io) eliminate_deadend (class in poprt.passes.apply_ir_pass) eliminate_duplicate_initializer (class in poprt.passes.apply_ir_pass) eliminate_identity (class in poprt.passes.apply_ir_pass) eliminate_nop_arithmetic (class in poprt.passes.apply_ir_pass) eliminate_nop_cast (class in poprt.passes.apply_ir_pass) eliminate_nop_expand (class in poprt.passes.apply_ir_pass) eliminate_nop_flatten (class in poprt.passes.apply_ir_pass)

eliminate_nop_if (class in poprt.passes.apply_ir_pass) eliminate_nop_pad (class in poprt.passes.apply_ir_pass) eliminate_nop_reshape (class in poprt.passes.apply_ir_pass) eliminate_nop_transpose (class in poprt.passes.apply_ir_pass) eliminate_unused_initializer (class in poprt.passes.apply_ir_pass) ErfGeluPattern (class in poprt.passes.erf_gelu_pattern) execute() (poprt.runtime.Runner method) extract_constant_to_initializer (class in poprt.passes.apply_ir_pass)

F

FillSqueezeAxes (class in poprt.passes.fill_squeeze_axes) FinalCheck (class in poprt.passes.final_check) Float2FP8 (class in poprt.passes.float_to_fp8) Float2Half (class in poprt.passes.float_to_half) Float2Int8 (class in poprt.passes.float_to_int8) Float2Mixed (class in poprt.passes.float_to_mixed) FloatOpsWorkaround (class in poprt.passes.workarounds) FoldPeriodicInitializer (class in poprt.passes.fold_periodic_initializer) FP8Quantizer (class in poprt.quantizer)

fuse_bn_into_conv (class in poprt.passes.apply_ir_pass) fuse_consecutive_cast (class in poprt.passes.apply_ir_pass) fuse_consecutive_reshape (class in poprt.passes.apply_ir_pass) fuse_consecutive_squeeze (class in poprt.passes.apply_ir_pass) fuse_consecutive_transpose (class in poprt.passes.apply_ir_pass) fuse_consecutive_unsqueeze (class in poprt.passes.apply_ir_pass) FuseBnIntoGemm (class in poprt.passes.fuse_bn_into_gemm) FuseCastIntoOnehot (class in poprt.passes.fuse_cast_into_onehot) FusedAttention (class in poprt.passes.fused_attention) FuseMulIntoMatmul (class in poprt.passes.fuse_mul_into_matmul)

G

GeluPattern (class in poprt.passes.gelu_pattern) get_all_pass_names() (poprt.PassManager method) get_device() (poprt.runtime.DeviceManager method) get_inputs_meta() (poprt.frontend.TensorflowFrontend method) get_io_info() (poprt.backends.Backend method) get_num_devices() (poprt.runtime.DeviceManager method)

get_onnx_name() (poprt.frontend.OnnxFrontend method) get_outputs_meta() (poprt.frontend.TensorflowFrontend method) get_pass() (poprt.Pass static method) get_passes() (poprt.PassManager method) get_registered_passes() (poprt.Pass static method) get_specific_device() (poprt.runtime.DeviceManager method) get_typed_registered_passes() (poprt.Pass static method)

I

IndicesWorkaround (class in poprt.passes.workarounds) InsertAttentionMask (class in poprt.passes.insert_attention_mask)

Int64ToInt32 (class in poprt.passes.int64_to_int32) ipu_hardware_version() (poprt.runtime.DeviceManager method)

L

LayerNormPattern (class in poprt.passes.layer_norm_pattern) LayerPrecisionCompare (class in poprt.passes.layer_precision_compare)

load_model() (poprt.frontend.OnnxFrontend method) (poprt.frontend.TensorflowFrontend method)

M

ManualSharding (class in poprt.passes.manual_sharding) MatmulRotaryEmbedding (class in poprt.passes.matmul_rotary_embedding) MergeIfWithSameCond (class in poprt.passes.merge_if_with_same_cond) MergeMatmul (class in poprt.passes.merge_matmul) MergeMatmulAdd (class in poprt.passes.merge_matmul_add)

MergeMoE (class in poprt.passes.merge_moe) MergeMultiSlice (class in poprt.passes.merge_multi_slice) MergeVariantIf (class in poprt.passes.merge_variant_if) ModelOverview (class in poprt.passes.model_overview) MoveSubgraphInitializer (class in poprt.passes.move_subgraph_initializer)

O

OneHotWorkaround (class in poprt.passes.workarounds) OnnxFrontend (class in poprt.frontend)

ORTBackend (class in poprt.backends) OverlapIO (class in poprt.passes.overlap_io)

P

PackedTransformer (class in poprt.passes.packed_transformer) Pass (class in poprt) PassManager (class in poprt) poprt::compiler::Compiler (C++ class) poprt::compiler::Compiler::compile (C++ function) poprt::compiler::Compiler::compileAndExport (C++ function), [1] poprt::compiler::Compiler::compileAndGetSummaryReport (C++ function) poprt::compiler::CompilerOptions (C++ struct) poprt::compiler::CompilerOptions::availableMemoryProportion (C++ member) poprt::compiler::CompilerOptions::batchesPerStep (C++ member) poprt::compiler::CompilerOptions::cachePath (C++ member) poprt::compiler::CompilerOptions::compilationProgressLogger (C++ member) poprt::compiler::CompilerOptions::constantWeights (C++ member) poprt::compiler::CompilerOptions::createHostTransferableTensorWithOffset (C++ member) poprt::compiler::CompilerOptions::customPatterns (C++ member) poprt::compiler::CompilerOptions::customTransformApplierSettings (C++ member) poprt::compiler::CompilerOptions::enableEfficientOverlapIOTopoCons (C++ member) poprt::compiler::CompilerOptions::enableEngineCaching (C++ member) poprt::compiler::CompilerOptions::enableFastReduce (C++ member) poprt::compiler::CompilerOptions::enableGatherSimplifier (C++ member) poprt::compiler::CompilerOptions::enableModelFusion (C++ member) poprt::compiler::CompilerOptions::enableMultiStageReduce (C++ member) poprt::compiler::CompilerOptions::enableNonStableSoftmax (C++ member) poprt::compiler::CompilerOptions::enableOutlining (C++ member) poprt::compiler::CompilerOptions::enablePadConvChannel (C++ member) poprt::compiler::CompilerOptions::enablePipelining (C++ member) poprt::compiler::CompilerOptions::enablePrefetchDatastreams (C++ member) poprt::compiler::CompilerOptions::engineOptions (C++ member) poprt::compiler::CompilerOptions::groupHostSync (C++ member) poprt::compiler::CompilerOptions::ipuVersion (C++ member) poprt::compiler::CompilerOptions::numIOTiles (C++ member) poprt::compiler::CompilerOptions::numIpus (C++ member) poprt::compiler::CompilerOptions::opaqueBlobs (C++ member) poprt::compiler::CompilerOptions::outlineThreshold (C++ member) poprt::compiler::CompilerOptions::partialsType (C++ member) poprt::compiler::CompilerOptions::rearrangeAnchorsOnHost (C++ member) poprt::compiler::CompilerOptions::rearrangeStreamsOnHost (C++ member) poprt::compiler::CompilerOptions::serializedIrDest (C++ member) poprt::compiler::CompilerOptions::serializeIr (C++ member) poprt::compiler::CompilerOptions::showCompilationProgressBar (C++ member) poprt::compiler::CompilerOptions::streamBufferingDepth (C++ member) poprt::compiler::CompilerOptions::subgraphCopyingStrategy (C++ member) poprt::compiler::CompilerOptions::swapLimitScheduler (C++ member) poprt::compiler::CompilerOptions::timeLimitScheduler (C++ member) poprt::compiler::CompilerOptions::transitiveClosureOptimizationThreshold (C++ member) poprt::compiler::CompilerOptions::use128BitConvUnitLoad (C++ member) poprt::compiler::CompilerOptions::virtualGraphMode (C++ member) poprt::compiler::CompilerOptions::virtualGraphSplitRatios (C++ member) poprt::Executable (C++ class) poprt::Executable::appendOpaqueBlobs (C++ function), [1] poprt::Executable::Executable (C++ function), [1], [2], [3], [4], [5], [6] poprt::Executable::getOpaqueBlobs (C++ function) poprt::Executable::getPopefModel (C++ function) poprt::Executable::operator= (C++ function), [1] poprt::Executable::~Executable (C++ function) poprt::runtime::BaseRunner (C++ class) poprt::runtime::BaseRunner::BaseRunner (C++ function), [1] poprt::runtime::BaseRunner::execute (C++ function) poprt::runtime::BaseRunner::executeAsync (C++ function) poprt::runtime::BaseRunner::getExecuteInputs (C++ function) poprt::runtime::BaseRunner::getExecuteOutputs (C++ function) poprt::runtime::BaseRunner::operator= (C++ function), [1] poprt::runtime::BaseRunner::~BaseRunner (C++ function) poprt::runtime::ConstTensorMemoryView (C++ struct) poprt::runtime::ConstTensorMemoryView::ConstTensorMemoryView (C++ function), [1], [2] poprt::runtime::ConstTensorMemoryView::data (C++ member) poprt::runtime::ConstTensorMemoryView::dataSizeBytes (C++ member) poprt::runtime::DataDesc (C++ struct) poprt::runtime::DataDesc::DataDesc (C++ function) poprt::runtime::DataDesc::dataType (C++ member) poprt::runtime::DataDesc::name (C++ member) poprt::runtime::DataDesc::popefContainsTensorData (C++ member) poprt::runtime::DataDesc::shape (C++ member) poprt::runtime::DataDesc::sizeInBytes (C++ member) poprt::runtime::Device (C++ class) poprt::runtime::Device::Device (C++ function), [1], [2] poprt::runtime::Device::device (C++ function) poprt::runtime::Device::ipuVersion (C++ function) poprt::runtime::Device::operator= (C++ function), [1] poprt::runtime::Device::~Device (C++ function) poprt::runtime::DeviceManager (C++ class) poprt::runtime::DeviceManager::DeviceManager (C++ function), [1], [2]

poprt::runtime::DeviceManager::getDevice (C++ function) poprt::runtime::DeviceManager::getNumDevices (C++ function) poprt::runtime::DeviceManager::getSpecificDevice (C++ function) poprt::runtime::DeviceManager::ipuHardwareVersion (C++ function) poprt::runtime::DeviceManager::operator= (C++ function), [1] poprt::runtime::DeviceManager::~DeviceManager (C++ function) poprt::runtime::DeviceWaitConfig (C++ struct) poprt::runtime::DeviceWaitConfig::DeviceWaitConfig (C++ function), [1] poprt::runtime::DeviceWaitConfig::sleepTimeSec (C++ member) poprt::runtime::DeviceWaitConfig::timeoutSec (C++ member) poprt::runtime::InputDesc (C++ type) poprt::runtime::InputMemoryView (C++ type) poprt::runtime::ModelRunner (C++ class) poprt::runtime::ModelRunner::execute (C++ function) poprt::runtime::ModelRunner::executeAsync (C++ function) poprt::runtime::ModelRunner::getExecuteInputs (C++ function) poprt::runtime::ModelRunner::getExecuteOutputs (C++ function) poprt::runtime::ModelRunner::ModelRunner (C++ function), [1], [2], [3] poprt::runtime::ModelRunner::operator= (C++ function), [1] poprt::runtime::ModelRunner::~ModelRunner (C++ function) poprt::runtime::OutputDesc (C++ type) poprt::runtime::OutputFutureMemoryView (C++ type) poprt::runtime::OutputMemoryView (C++ type) poprt::runtime::PackRunner (C++ class) poprt::runtime::PackRunner::execute (C++ function) poprt::runtime::PackRunner::executeAsync (C++ function) poprt::runtime::PackRunner::getExecuteInputs (C++ function) poprt::runtime::PackRunner::getExecuteOutputs (C++ function) poprt::runtime::PackRunner::operator= (C++ function), [1] poprt::runtime::PackRunner::PackRunner (C++ function), [1], [2], [3] poprt::runtime::PackRunner::~PackRunner (C++ function) poprt::runtime::PackRunnerConfig (C++ struct) poprt::runtime::PackRunnerConfig::algo (C++ member) poprt::runtime::PackRunnerConfig::compileBatchSize (C++ member) poprt::runtime::PackRunnerConfig::delimiterNum (C++ member) poprt::runtime::PackRunnerConfig::deviceWaitConfig (C++ member) poprt::runtime::PackRunnerConfig::disableDataAcrossRows (C++ member) poprt::runtime::PackRunnerConfig::dynamicGroup (C++ member) poprt::runtime::PackRunnerConfig::dynamicInputName (C++ member) poprt::runtime::PackRunnerConfig::enablePaddingRemove (C++ member) poprt::runtime::PackRunnerConfig::enablePaddingRemovePattern (C++ function) poprt::runtime::PackRunnerConfig::enablePrefetchDatastreams (C++ member) poprt::runtime::PackRunnerConfig::enableSingleRowMode (C++ function) poprt::runtime::PackRunnerConfig::maskName (C++ member) poprt::runtime::PackRunnerConfig::maxValidNum (C++ member) poprt::runtime::PackRunnerConfig::PackRunnerConfig (C++ function) poprt::runtime::PackRunnerConfig::runnerType (C++ member) poprt::runtime::PackRunnerConfig::timeoutInMicroSeconds (C++ member) poprt::runtime::PackRunnerConfig::unpackInfoInputName (C++ member) poprt::runtime::RunnerType (C++ enum) poprt::runtime::RunnerType::ModelFusionRunner (C++ enumerator) poprt::runtime::RunnerType::ModelRunner (C++ enumerator) poprt::runtime::RunnerType::PackRunner (C++ enumerator) poprt::runtime::RuntimeConfig (C++ struct) poprt::runtime::RuntimeConfig::autoReset (C++ member) poprt::runtime::RuntimeConfig::batchingDim (C++ member) poprt::runtime::RuntimeConfig::batchSizeTimeoutNS (C++ member) poprt::runtime::RuntimeConfig::checkPackageHash (C++ member) poprt::runtime::RuntimeConfig::dataParallelTimeoutNS (C++ member) poprt::runtime::RuntimeConfig::deviceWaitConfig (C++ member) poprt::runtime::RuntimeConfig::flushByName (C++ member) poprt::runtime::RuntimeConfig::flushOnWaitingOutputs (C++ member) poprt::runtime::RuntimeConfig::isBatchSizeTimeoutEnabled (C++ member) poprt::runtime::RuntimeConfig::replicaIdToDevice (C++ member) poprt::runtime::RuntimeConfig::requestTracepointsBufferSize (C++ member) poprt::runtime::RuntimeConfig::ringBufferSizeMultiplier (C++ member) poprt::runtime::RuntimeConfig::runnerType (C++ member) poprt::runtime::RuntimeConfig::threadSafe (C++ member) poprt::runtime::RuntimeConfig::timeoutNS (C++ member) poprt::runtime::RuntimeConfig::validateIOParams (C++ member) poprt::runtime::TensorMemory (C++ struct) poprt::runtime::TensorMemory::data (C++ member) poprt::runtime::TensorMemory::dataSizeBytes (C++ member) poprt::runtime::TensorMemory::getConstView (C++ function) poprt::runtime::TensorMemory::getView (C++ function), [1] poprt::runtime::TensorMemory::TensorMemory (C++ function), [1] poprt::runtime::TensorMemoryView (C++ struct) poprt::runtime::TensorMemoryView::data (C++ member) poprt::runtime::TensorMemoryView::dataSizeBytes (C++ member) poprt::runtime::TensorMemoryView::TensorMemoryView (C++ function), [1] PostExpand (class in poprt.passes.post_expand) PreScale (class in poprt.passes.pre_scale) property_register() (poprt.Pass static method)

Q

quantize() (in module poprt.quantizer)

R

register_pass() (poprt.Pass static method) RemoveDuplicatedInitializer (class in poprt.passes.remove_duplicated_initializer) RemoveEmptyConcatInputs (class in poprt.passes.workarounds) RemoveInitializerFromInput (class in poprt.passes.remove_initializer_from_input) RemoveInputCast (class in poprt.passes.remove_input_cast) RemoveOutputs (class in poprt.passes.remove_outputs) replace_einsum_with_matmul (class in poprt.passes.apply_ir_pass) ReplaceBNWithMulAdd (class in poprt.passes.replace_bn_with_mul_add) ReplaceCastLike (class in poprt.passes.replace_castlike) ReplaceClipInputs (class in poprt.passes.replace_clip_empty_inputs) ReplaceConsecuiveCastWithNotZero (class in poprt.passes.replace_consecutive_cast_with_notzero) ReplaceDivWithMul (class in poprt.passes.replace_div_with_mul) ReplaceErfWithErfV2 (class in poprt.passes.replace_erf_with_erfv2) ReplaceGemmWithMatMul (class in poprt.passes.replace_gemm_with_matmul) ReplaceGreaterOrEqual (class in poprt.passes.replace_greater_or_equal) ReplaceGroupNormWithFastNorm (class in poprt.passes.replace_groupnorm_with_fast_norm) ReplaceHalfReduceMean (class in poprt.passes.replace_half_reducemean)

ReplaceHardSwish (class in poprt.passes.replace_hardswish) ReplaceIsInf (class in poprt.passes.replace_isinf) ReplaceLessOrEqual (class in poprt.passes.replace_less_or_equal) ReplaceNonZero (class in poprt.passes.replace_nonzero) ReplacePow (class in poprt.passes.replace_pow) (class in poprt.passes.shape_inference) ReplaceRound (class in poprt.passes.replace_round) ReplaceSoftmax (class in poprt.passes.replace_softmax) ReplaceUnsupportedAttr (class in poprt.passes.check_unspported_attribute) ReplaceWhereMask (class in poprt.passes.replace_where_mask) ReplaceWhereWithMulAdd (class in poprt.passes.replace_where_with_mul_add) ReplaceWhereWithWhereV2 (class in poprt.passes.replace_where_with_wherev2) run() (poprt.backends.Backend method) (poprt.backends.ORTBackend method) (poprt.Pass method) (poprt.PassManager method) Runner (class in poprt.runtime)

S

SerializeMatmul (class in poprt.passes.serialize_matmul) SerializeMatmulAdd (class in poprt.passes.serialize_matmul_add)

sort_passes() (poprt.PassManager method) SortGraph (class in poprt.passes.sort_graph) split_nodename_and_shape() (poprt.frontend.TensorflowFrontend method)

T

TensorflowFrontend (class in poprt.frontend) TopKWorkaround (class in poprt.passes.workarounds)

trace_folding (class in poprt.passes.apply_ir_pass) traverse_graph() (poprt.Pass method)

U

unique_name_for_nodes (class in poprt.passes.apply_ir_pass)