Index

_

__init__() (tensorflow.python.ipu.cross_replica_optimizer.CrossReplicaOptimizer method) (tensorflow.python.ipu.data.ops.dataset_ops.BufferDataset method) (tensorflow.python.ipu.embedding_ops.HostEmbedding method) (tensorflow.python.ipu.embedding_ops.HostEmbeddingOptimizerSpec method) (tensorflow.python.ipu.embedding_ops.HostEmbeddingSGDGAOptimizerSpec method) (tensorflow.python.ipu.gradient_accumulation_optimizer.CrossReplicaGradientAccumulationOptimizer method) (tensorflow.python.ipu.gradient_accumulation_optimizer.CrossReplicaGradientAccumulationOptimizerV2 method) (tensorflow.python.ipu.gradient_accumulation_optimizer.GradientAccumulationOptimizer method) (tensorflow.python.ipu.gradient_accumulation_optimizer.GradientAccumulationOptimizerV2 method) (tensorflow.python.ipu.ipu_infeed_queue.IPUInfeedQueue method) (tensorflow.python.ipu.ipu_outfeed_queue.IPUOutfeedQueue method) (tensorflow.python.ipu.ipu_run_config.RunConfig method) (tensorflow.python.ipu.ipu_session_run_hooks.IPULoggingTensorHook method) (tensorflow.python.ipu.map_gradient_optimizer.MapGradientOptimizer method) (tensorflow.python.ipu.pipelining_ops.OptimizerFunctionOutput method) (tensorflow.python.ipu.pipelining_ops.PipelineStageOptions method) (tensorflow.python.ipu.sharded_optimizer.ShardedOptimizer method)

__new__() (tensorflow.python.ipu.ipu_estimator.IPUEstimatorSpec static method) (tensorflow.python.ipu.ipu_pipeline_estimator.IPUPipelineEstimatorSpec static method)

A

after_run() (tensorflow.python.ipu.ipu_session_run_hooks.IPULoggingTensorHook method) all_gather() (in module tensorflow.python.ipu.all_to_all_op) all_to_all() (in module tensorflow.python.ipu.all_to_all_op) apply_gradients() (tensorflow.python.ipu.cross_replica_optimizer.CrossReplicaOptimizer method) (tensorflow.python.ipu.gradient_accumulation_optimizer.CrossReplicaGradientAccumulationOptimizer method) (tensorflow.python.ipu.gradient_accumulation_optimizer.CrossReplicaGradientAccumulationOptimizerV2 method) (tensorflow.python.ipu.gradient_accumulation_optimizer.GradientAccumulationOptimizer method) (tensorflow.python.ipu.gradient_accumulation_optimizer.GradientAccumulationOptimizerV2 method) (tensorflow.python.ipu.map_gradient_optimizer.MapGradientOptimizer method) (tensorflow.python.ipu.sharded_optimizer.ShardedOptimizer method)

auto_select_ipus() (in module tensorflow.python.ipu.utils) automatic_sharding() (in module tensorflow.python.ipu.autoshard)

B

begin() (tensorflow.python.ipu.ipu_session_run_hooks.IPULoggingTensorHook method) BufferDataset (class in tensorflow.python.ipu.data.ops.dataset_ops) build() (tensorflow.python.ipu.keras.layers.Dropout method) (tensorflow.python.ipu.keras.layers.Embedding method) (tensorflow.python.ipu.keras.layers.GroupNorm method) (tensorflow.python.ipu.keras.layers.InstanceNorm method) (tensorflow.python.ipu.keras.layers.LayerNorm method) (tensorflow.python.ipu.keras.layers.PopnnGRU method) (tensorflow.python.ipu.keras.layers.PopnnLSTM method) (tensorflow.python.ipu.rnn_ops.PopnnGRU method) (tensorflow.python.ipu.rnn_ops.PopnnLSTM method)

C

call() (tensorflow.python.ipu.keras.layers.Dropout method) (tensorflow.python.ipu.keras.layers.Embedding method) (tensorflow.python.ipu.keras.layers.GroupNorm method) (tensorflow.python.ipu.keras.layers.InstanceNorm method) (tensorflow.python.ipu.keras.layers.LayerNorm method) (tensorflow.python.ipu.keras.layers.PopnnGRU method) (tensorflow.python.ipu.keras.layers.PopnnLSTM method) (tensorflow.python.ipu.rnn_ops.PopnnGRU method) (tensorflow.python.ipu.rnn_ops.PopnnLSTM method) codelet_expression_op() (in module tensorflow.python.ipu.custom_ops) compile() (in module tensorflow.python.ipu.ipu_compiler) compute_gradients() (tensorflow.python.ipu.cross_replica_optimizer.CrossReplicaOptimizer method) (tensorflow.python.ipu.gradient_accumulation_optimizer.CrossReplicaGradientAccumulationOptimizer method) (tensorflow.python.ipu.gradient_accumulation_optimizer.CrossReplicaGradientAccumulationOptimizerV2 method) (tensorflow.python.ipu.gradient_accumulation_optimizer.GradientAccumulationOptimizer method) (tensorflow.python.ipu.gradient_accumulation_optimizer.GradientAccumulationOptimizerV2 method) (tensorflow.python.ipu.map_gradient_optimizer.MapGradientOptimizer method) (tensorflow.python.ipu.sharded_optimizer.ShardedOptimizer method)

compute_output_shape() (tensorflow.python.ipu.keras.layers.Dropout method) (tensorflow.python.ipu.keras.layers.Embedding method) configure_ipu_system() (in module tensorflow.python.ipu.utils) cpu_user_operation() (in module tensorflow.python.ipu.custom_ops) create_deregister_instruction() (tensorflow.python.ipu.embedding_ops.HostEmbeddingOptimizerSpec method) create_host_embedding() (in module tensorflow.python.ipu.embedding_ops) create_ipu_config() (in module tensorflow.python.ipu.utils) create_lookup_instruction() (tensorflow.python.ipu.embedding_ops.HostEmbeddingOptimizerSpec method) create_register_instruction() (tensorflow.python.ipu.embedding_ops.HostEmbeddingOptimizerSpec method) create_slot_variables() (tensorflow.python.ipu.embedding_ops.HostEmbeddingOptimizerSpec method) cross_replica_sum() (in module tensorflow.python.ipu.cross_replica_ops) CrossReplicaGradientAccumulationOptimizer (class in tensorflow.python.ipu.gradient_accumulation_optimizer) CrossReplicaGradientAccumulationOptimizerV2 (class in tensorflow.python.ipu.gradient_accumulation_optimizer) CrossReplicaOptimizer (class in tensorflow.python.ipu.cross_replica_optimizer)

D

dataset_benchmark() (in module tensorflow.python.ipu.dataset_benchmark) deleter (tensorflow.python.ipu.ipu_infeed_queue.IPUInfeedQueue property) (tensorflow.python.ipu.ipu_outfeed_queue.IPUOutfeedQueue property) dependencies() (in module tensorflow.python.ipu.sharding) deprecated_args() (in module tensorflow.python.ipu.pipelining_ops)

dequeue() (tensorflow.python.ipu.ipu_outfeed_queue.IPUOutfeedQueue method) dequeued (tensorflow.python.ipu.ipu_infeed_queue.IPUInfeedQueue property) DeviceConnectionType (class in tensorflow.python.ipu.utils) Dropout (class in tensorflow.python.ipu.keras.layers) dropout() (in module tensorflow.python.ipu.rand_ops)

E

Embedding (class in tensorflow.python.ipu.keras.layers) embedding_lookup() (in module tensorflow.python.ipu.embedding_ops) end() (tensorflow.python.ipu.ipu_session_run_hooks.IPULoggingTensorHook method) enqueue() (tensorflow.python.ipu.ipu_outfeed_queue.IPUOutfeedQueue method) eval_dir() (tensorflow.python.ipu.ipu_estimator.IPUEstimator method) (tensorflow.python.ipu.ipu_pipeline_estimator.IPUPipelineEstimator method) evaluate() (tensorflow.python.ipu.ipu_estimator.IPUEstimator method) (tensorflow.python.ipu.ipu_pipeline_estimator.IPUPipelineEstimator method) ExecutionProfileType (class in tensorflow.python.ipu.utils) experimental_export_all_saved_models() (tensorflow.python.ipu.ipu_estimator.IPUEstimator method) (tensorflow.python.ipu.ipu_pipeline_estimator.IPUPipelineEstimator method)

export_dataset_to_file() (in module tensorflow.python.ipu.utils) export_inputs_to_file() (in module tensorflow.python.ipu.utils) export_saved_model() (tensorflow.python.ipu.ipu_estimator.IPUEstimator method) (tensorflow.python.ipu.ipu_pipeline_estimator.IPUPipelineEstimator method) export_savedmodel() (tensorflow.python.ipu.ipu_estimator.IPUEstimator method) (tensorflow.python.ipu.ipu_pipeline_estimator.IPUPipelineEstimator method) extract_all_events() (in module tensorflow.python.ipu.utils) extract_all_strings_from_event_trace() (in module tensorflow.python.ipu.utils) extract_all_types_from_event_trace() (in module tensorflow.python.ipu.utils) extract_compile_reports() (in module tensorflow.python.ipu.utils) extract_execute_reports() (in module tensorflow.python.ipu.utils) extract_poplar_serialized_graphs() (in module tensorflow.python.ipu.utils)

F

frontend_attribute() (in module tensorflow.python.ipu.scopes)

function() (in module tensorflow.python.ipu) (in module tensorflow.python.ipu.functional_ops)

G

gelu() (in module tensorflow.python.ipu.nn_ops) get_config() (tensorflow.python.ipu.keras.layers.Dropout method) (tensorflow.python.ipu.keras.layers.Embedding method) get_embedding_tensor() (tensorflow.python.ipu.embedding_ops.HostEmbedding method) get_ipu_config() (in module tensorflow.python.ipu.utils) get_learning_rate() (tensorflow.python.ipu.embedding_ops.HostEmbeddingOptimizerSpec method) get_next() (tensorflow.python.ipu.ipu_infeed_queue.IPUInfeedQueue method) get_num_of_ipus_in_device() (in module tensorflow.python.ipu.utils) get_shard_from_colocation() (in module tensorflow.python.ipu.sharding) get_slot() (tensorflow.python.ipu.cross_replica_optimizer.CrossReplicaOptimizer method) (tensorflow.python.ipu.gradient_accumulation_optimizer.CrossReplicaGradientAccumulationOptimizer method) (tensorflow.python.ipu.gradient_accumulation_optimizer.CrossReplicaGradientAccumulationOptimizerV2 method) (tensorflow.python.ipu.gradient_accumulation_optimizer.GradientAccumulationOptimizer method) (tensorflow.python.ipu.gradient_accumulation_optimizer.GradientAccumulationOptimizerV2 method) (tensorflow.python.ipu.map_gradient_optimizer.MapGradientOptimizer method)

get_slot_names() (tensorflow.python.ipu.cross_replica_optimizer.CrossReplicaOptimizer method) (tensorflow.python.ipu.gradient_accumulation_optimizer.CrossReplicaGradientAccumulationOptimizer method) (tensorflow.python.ipu.gradient_accumulation_optimizer.CrossReplicaGradientAccumulationOptimizerV2 method) (tensorflow.python.ipu.gradient_accumulation_optimizer.GradientAccumulationOptimizer method) (tensorflow.python.ipu.gradient_accumulation_optimizer.GradientAccumulationOptimizerV2 method) (tensorflow.python.ipu.map_gradient_optimizer.MapGradientOptimizer method) (tensorflow.python.ipu.sharded_optimizer.ShardedOptimizer method) get_variable_names() (tensorflow.python.ipu.ipu_estimator.IPUEstimator method) (tensorflow.python.ipu.ipu_pipeline_estimator.IPUPipelineEstimator method) get_variable_value() (tensorflow.python.ipu.ipu_estimator.IPUEstimator method) (tensorflow.python.ipu.ipu_pipeline_estimator.IPUPipelineEstimator method) GradientAccumulationOptimizer (class in tensorflow.python.ipu.gradient_accumulation_optimizer) GradientAccumulationOptimizerV2 (class in tensorflow.python.ipu.gradient_accumulation_optimizer) group_norm() (in module tensorflow.python.ipu.normalization_ops) Grouped (tensorflow.python.ipu.pipelining_ops.PipelineSchedule attribute) GroupNorm (class in tensorflow.python.ipu.keras.layers)

H

has_attr() (in module tensorflow.python.ipu.sharding) HostEmbedding (class in tensorflow.python.ipu.embedding_ops)

HostEmbeddingOptimizerSpec (class in tensorflow.python.ipu.embedding_ops) HostEmbeddingSGDGAOptimizerSpec (class in tensorflow.python.ipu.embedding_ops)

I

infeed_benchmark() (in module tensorflow.python.ipu.dataset_benchmark) initializer (tensorflow.python.ipu.ipu_infeed_queue.IPUInfeedQueue property) instance_norm() (in module tensorflow.python.ipu.normalization_ops) InstanceNorm (class in tensorflow.python.ipu.keras.layers) IntEnum (class in tensorflow.python.ipu.pipelining_ops) Interleaved (tensorflow.python.ipu.pipelining_ops.PipelineSchedule attribute) ipu_autoshard() (in module tensorflow.python.ipu.autoshard) ipu_compile_summary() (in module tensorflow.python.ipu.summary_ops) ipu_jit_scope() (in module tensorflow.python.ipu.scopes) ipu_scope() (in module tensorflow.python.ipu.scopes)

ipu_shard() (in module tensorflow.python.ipu.scopes) IPUEstimator (class in tensorflow.python.ipu.ipu_estimator) IPUEstimatorSpec (class in tensorflow.python.ipu.ipu_estimator) IPUInfeedQueue (class in tensorflow.python.ipu.ipu_infeed_queue) IPULoggingTensorHook (class in tensorflow.python.ipu.ipu_session_run_hooks) IPUMultiWorkerStrategy (class in tensorflow.python.ipu.ipu_multi_worker_strategy) IPUOutfeedMode (class in tensorflow.python.ipu.ipu_outfeed_queue) IPUOutfeedQueue (class in tensorflow.python.ipu.ipu_outfeed_queue) IPUPipelineEstimator (class in tensorflow.python.ipu.ipu_pipeline_estimator) IPUPipelineEstimatorSpec (class in tensorflow.python.ipu.ipu_pipeline_estimator) IPURunConfig (class in tensorflow.python.ipu.ipu_run_config)

L

latest_checkpoint() (tensorflow.python.ipu.ipu_estimator.IPUEstimator method) (tensorflow.python.ipu.ipu_pipeline_estimator.IPUPipelineEstimator method) layer_norm() (in module tensorflow.python.ipu.normalization_ops)

LayerNorm (class in tensorflow.python.ipu.keras.layers) log() (tensorflow.python.ipu.ipu_session_run_hooks.IPULoggingTensorHook method) LoggingMode (tensorflow.python.ipu.ipu_session_run_hooks.IPULoggingTensorHook attribute) lookup() (tensorflow.python.ipu.embedding_ops.HostEmbedding method)

M

MapGradientOptimizer (class in tensorflow.python.ipu.map_gradient_optimizer) model_fn (tensorflow.python.ipu.ipu_estimator.IPUEstimator property) (tensorflow.python.ipu.ipu_pipeline_estimator.IPUPipelineEstimator property) module tensorflow.python.ipu tensorflow.python.ipu.all_to_all_op tensorflow.python.ipu.autoshard tensorflow.python.ipu.cross_replica_ops tensorflow.python.ipu.cross_replica_optimizer tensorflow.python.ipu.custom_ops tensorflow.python.ipu.data.ops.dataset_ops tensorflow.python.ipu.dataset_benchmark tensorflow.python.ipu.embedding_ops tensorflow.python.ipu.functional_ops tensorflow.python.ipu.gradient_accumulation_optimizer tensorflow.python.ipu.internal_ops tensorflow.python.ipu.ipu_compiler tensorflow.python.ipu.ipu_estimator tensorflow.python.ipu.ipu_infeed_queue tensorflow.python.ipu.ipu_multi_worker_strategy tensorflow.python.ipu.ipu_outfeed_queue tensorflow.python.ipu.ipu_pipeline_estimator tensorflow.python.ipu.ipu_run_config tensorflow.python.ipu.ipu_session_run_hooks tensorflow.python.ipu.keras.layers tensorflow.python.ipu.loops tensorflow.python.ipu.map_gradient_optimizer tensorflow.python.ipu.math_ops tensorflow.python.ipu.nn_ops tensorflow.python.ipu.normalization_ops tensorflow.python.ipu.pipelining_ops tensorflow.python.ipu.rand_ops tensorflow.python.ipu.reduce_scatter_op tensorflow.python.ipu.replication_ops tensorflow.python.ipu.rnn_ops tensorflow.python.ipu.scopes tensorflow.python.ipu.sharded_optimizer tensorflow.python.ipu.sharding tensorflow.python.ipu.summary_ops tensorflow.python.ipu.utils

move_variable_initialization_to_cpu() (in module tensorflow.python.ipu.utils) mul() (in module tensorflow.python.ipu.embedding_ops) multi_conv() (in module tensorflow.python.ipu.nn_ops)

N

number_of_tuple_elements (tensorflow.python.ipu.ipu_infeed_queue.IPUInfeedQueue property)

O

OptimizerFunctionOutput (class in tensorflow.python.ipu.pipelining_ops)

outside_compilation_scope() (in module tensorflow.python.ipu.scopes)

P

partials_type() (in module tensorflow.python.ipu.scopes) pipeline() (in module tensorflow.python.ipu.pipelining_ops) PipelineSchedule (class in tensorflow.python.ipu.pipelining_ops) PipelineStageOptions (class in tensorflow.python.ipu.pipelining_ops) PopnnGRU (class in tensorflow.python.ipu.keras.layers) (class in tensorflow.python.ipu.rnn_ops)

PopnnLSTM (class in tensorflow.python.ipu.keras.layers) (class in tensorflow.python.ipu.rnn_ops) precompiled_user_op() (in module tensorflow.python.ipu.custom_ops) predict() (tensorflow.python.ipu.ipu_estimator.IPUEstimator method) (tensorflow.python.ipu.ipu_pipeline_estimator.IPUPipelineEstimator method) print_tensor() (in module tensorflow.python.ipu.internal_ops) propagate_sharding() (in module tensorflow.python.ipu.sharding)

R

reduce() (in module tensorflow.python.ipu.embedding_ops) reduce_scatter() (in module tensorflow.python.ipu.reduce_scatter_op) register() (tensorflow.python.ipu.embedding_ops.HostEmbedding method) repeat() (in module tensorflow.python.ipu.loops)

replication_index() (in module tensorflow.python.ipu.replication_ops) reset_ipu_seed() (in module tensorflow.python.ipu.utils) RunConfig (class in tensorflow.python.ipu.ipu_run_config) running_on_ipu_model() (in module tensorflow.python.ipu.utils)

S

select_ipus() (in module tensorflow.python.ipu.utils) SelectionOrder (class in tensorflow.python.ipu.utils) Sequential (tensorflow.python.ipu.pipelining_ops.PipelineSchedule attribute) serialized_matmul() (in module tensorflow.python.ipu.math_ops) set_compilation_options() (in module tensorflow.python.ipu.utils) set_convolution_options() (in module tensorflow.python.ipu.utils) set_experimental_multi_replica_distribution_options() (in module tensorflow.python.ipu.utils) set_floating_point_behaviour_options() (in module tensorflow.python.ipu.utils) set_gcl_options() (in module tensorflow.python.ipu.utils) set_ipu_connection_type() (in module tensorflow.python.ipu.utils) set_ipu_model_options() (in module tensorflow.python.ipu.utils) set_matmul_options() (in module tensorflow.python.ipu.utils) set_norm_options() (in module tensorflow.python.ipu.utils)

set_optimization_options() (in module tensorflow.python.ipu.utils) set_pooling_options() (in module tensorflow.python.ipu.utils) set_recomputation_options() (in module tensorflow.python.ipu.utils) set_report_options() (in module tensorflow.python.ipu.utils) set_serialization_options() (in module tensorflow.python.ipu.utils) set_transfer_options() (in module tensorflow.python.ipu.utils) set_verification_options() (in module tensorflow.python.ipu.utils) ShardedOptimizer (class in tensorflow.python.ipu.sharded_optimizer) state_shape() (tensorflow.python.ipu.keras.layers.PopnnGRU method) (tensorflow.python.ipu.keras.layers.PopnnLSTM method) (tensorflow.python.ipu.rnn_ops.PopnnGRU method) (tensorflow.python.ipu.rnn_ops.PopnnLSTM method) stochastic_rounding() (in module tensorflow.python.ipu.scopes)

T

tensor_summary() (in module tensorflow.python.ipu.summary_ops) tensorflow.python.ipu module tensorflow.python.ipu.all_to_all_op module tensorflow.python.ipu.autoshard module tensorflow.python.ipu.cross_replica_ops module tensorflow.python.ipu.cross_replica_optimizer module tensorflow.python.ipu.custom_ops module tensorflow.python.ipu.data.ops.dataset_ops module tensorflow.python.ipu.dataset_benchmark module tensorflow.python.ipu.embedding_ops module tensorflow.python.ipu.functional_ops module tensorflow.python.ipu.gradient_accumulation_optimizer module tensorflow.python.ipu.internal_ops module tensorflow.python.ipu.ipu_compiler module tensorflow.python.ipu.ipu_estimator module tensorflow.python.ipu.ipu_infeed_queue module tensorflow.python.ipu.ipu_multi_worker_strategy module tensorflow.python.ipu.ipu_outfeed_queue module tensorflow.python.ipu.ipu_pipeline_estimator module

tensorflow.python.ipu.ipu_run_config module tensorflow.python.ipu.ipu_session_run_hooks module tensorflow.python.ipu.keras.layers module tensorflow.python.ipu.loops module tensorflow.python.ipu.map_gradient_optimizer module tensorflow.python.ipu.math_ops module tensorflow.python.ipu.nn_ops module tensorflow.python.ipu.normalization_ops module tensorflow.python.ipu.pipelining_ops module tensorflow.python.ipu.rand_ops module tensorflow.python.ipu.reduce_scatter_op module tensorflow.python.ipu.replication_ops module tensorflow.python.ipu.rnn_ops module tensorflow.python.ipu.scopes module tensorflow.python.ipu.sharded_optimizer module tensorflow.python.ipu.sharding module tensorflow.python.ipu.summary_ops module tensorflow.python.ipu.utils module train() (tensorflow.python.ipu.ipu_estimator.IPUEstimator method) (tensorflow.python.ipu.ipu_pipeline_estimator.IPUPipelineEstimator method)

V

variables() (tensorflow.python.ipu.cross_replica_optimizer.CrossReplicaOptimizer method) (tensorflow.python.ipu.gradient_accumulation_optimizer.CrossReplicaGradientAccumulationOptimizer method) (tensorflow.python.ipu.gradient_accumulation_optimizer.CrossReplicaGradientAccumulationOptimizerV2 method) (tensorflow.python.ipu.gradient_accumulation_optimizer.GradientAccumulationOptimizer method) (tensorflow.python.ipu.gradient_accumulation_optimizer.GradientAccumulationOptimizerV2 method) (tensorflow.python.ipu.map_gradient_optimizer.MapGradientOptimizer method) (tensorflow.python.ipu.sharded_optimizer.ShardedOptimizer method)

VerificationOptions (class in tensorflow.python.ipu.utils)

W

while_loop() (in module tensorflow.python.ipu.loops)