diff --git a/_modules/lingvo/core/quant_test_lib.html b/_modules/lingvo/core/quant_test_lib.html index f60e635c5..700868fb7 100644 --- a/_modules/lingvo/core/quant_test_lib.html +++ b/_modules/lingvo/core/quant_test_lib.html @@ -189,6 +189,8 @@

Source code for lingvo.core.quant_test_lib

     p = super().Params()
     p.Define('input_dim', 2, 'Depth of the input.')
     p.Define('output_dim', 3, 'Depth of the output.')
+    p.qdomain.Define('test_1', None, 'Dummy qdomain')
+    p.qdomain.Define('test_2', None, 'Dummy qdomain')
     return p
def __init__(self, params): diff --git a/_modules/lingvo/core/quant_utils.html b/_modules/lingvo/core/quant_utils.html index abdfbaba0..6a83ea1a4 100644 --- a/_modules/lingvo/core/quant_utils.html +++ b/_modules/lingvo/core/quant_utils.html @@ -770,6 +770,23 @@

Source code for lingvo.core.quant_utils

     qd = self._qdomains.get('default')
     return qd
+
[docs] def GetQDomainParams(self, domain): + """Gets domain's Params if they're set, and the default Params otherwise. + + Args: + domain: User specified domain name. + + Returns: + Params for the QDomain matching the requested domain name if they're set, + and params for the 'default' QDomain otherwise. Will return None if both + p.qdomain.domain and p.qdomain.default are None. + """ + p = self.params + qdparams = p.qdomain.Get(domain) + if qdparams is None: + qdparams = p.qdomain.default + return qdparams
+
[docs] def _AddQuantizationFunctions(self): """Adds standard quantization functions against the given layer.""" diff --git a/genindex.html b/genindex.html index c733f7fc2..7f899b315 100644 --- a/genindex.html +++ b/genindex.html @@ -5894,6 +5894,8 @@

G

  • GetPruningUpdate() (lingvo.core.pruning_utils.PruningOp class method)
  • GetQDomain() (lingvo.core.quant_utils.QuantizableLayer method) +
    • +
  • GetQDomainParams() (lingvo.core.quant_utils.QuantizableLayer method)
  • GetQTensorRange() (lingvo.core.quant_utils.QuantizableLayer method)
    • diff --git a/lingvo.core.quant_utils.html b/lingvo.core.quant_utils.html index 18325dddf..be68db75d 100644 --- a/lingvo.core.quant_utils.html +++ b/lingvo.core.quant_utils.html @@ -693,6 +693,22 @@ +
    +
    +GetQDomainParams(domain)[source]
    +

    Gets domain’s Params if they’re set, and the default Params otherwise.

    +
    +
    Parameters
    +

    domain – User specified domain name.

    +
    +
    Returns
    +

    Params for the QDomain matching the requested domain name if they’re set, +and params for the ‘default’ QDomain otherwise. Will return None if both +p.qdomain.domain and p.qdomain.default are None.

    +
    +
    +
    +
    _AddQuantizationFunctions()[source]
    diff --git a/objects.inv b/objects.inv index cbc5a6c37..c6e67cd5d 100644 Binary files a/objects.inv and b/objects.inv differ diff --git a/searchindex.js b/searchindex.js index d47c49d90..c8757cb77 100644 --- a/searchindex.js +++ b/searchindex.js @@ -1 +1 @@ -Search.setIndex({docnames:["index","lingvo","lingvo.base_runner","lingvo.base_trial","lingvo.compat","lingvo.core","lingvo.core.activations","lingvo.core.adagraft","lingvo.core.attention","lingvo.core.attention_util","lingvo.core.base_decoder","lingvo.core.base_input_generator","lingvo.core.base_layer","lingvo.core.base_model","lingvo.core.base_model_params","lingvo.core.batch_major_attention","lingvo.core.batch_utils","lingvo.core.beam_search_helper","lingvo.core.bfloat16_variables","lingvo.core.bn_layers","lingvo.core.build_data","lingvo.core.builder","lingvo.core.builder_layers","lingvo.core.checkpointer","lingvo.core.cluster","lingvo.core.cluster_factory","lingvo.core.computation_cost","lingvo.core.conformer_layer","lingvo.core.constants","lingvo.core.conv_layers_builder","lingvo.core.conv_layers_with_time_padding","lingvo.core.datasource","lingvo.core.decoder_lib","lingvo.core.distillation_task","lingvo.core.distributed_shampoo","lingvo.core.early_stop","lingvo.core.egdd","lingvo.core.entmax","lingvo.core.favor_attention","lingvo.core.generic_input","lingvo.core.gpipe","lingvo.core.graddrop","lingvo.core.gradient_combiner","lingvo.core.gshard_builder","lingvo.core.gshard_layers","lingvo.core.gshard_utils","lingvo.core.hyperparams","lingvo.core.hyperparams_pb2","lingvo.core.inference_graph_exporter","lingvo.core.inference_graph_pb2","lingvo.core.input_generator_helper","lingvo.core.input_policy","lingvo.core.insertion","lingvo.core.inspect_utils","lingvo.core.layers","lingvo.core.layers_with_attention","lingvo.core.layers_with_gpipe","lingvo.core.learner","lingvo.core.lstm_frnn_layer","lingvo.core.matrix_functions","lingvo.core.metrics","lingvo.core.ml_perf_bleu_metric","lingvo.core.ml_perf_log","lingvo.core.ml_perf_tokenizer","lingvo.core.model_helper","lingvo.core.multitask_model","lingvo.core.nested_map","lingvo.core.ops","lingvo.core.ops.hyps_pb2","lingvo.core.ops.record_pb2","lingvo.core.ops.versioned_file_set_pb2","lingvo.core.ops.x_ops","lingvo.core.optimizer","lingvo.core.plot","lingvo.core.predictor","lingvo.core.predictor_runner_base","lingvo.core.program","lingvo.core.pruning_utils","lingvo.core.py_utils","lingvo.core.py_utils_flags","lingvo.core.quant_test_lib","lingvo.core.quant_utils","lingvo.core.recurrent","lingvo.core.repeat_layer","lingvo.core.retry","lingvo.core.reversible_layers","lingvo.core.rnn_cell","lingvo.core.rnn_layers","lingvo.core.routing_config_helper","lingvo.core.saver","lingvo.core.scatter_update","lingvo.core.schedule","lingvo.core.scorers","lingvo.core.self_attention_layer","lingvo.core.sendrecv","lingvo.core.spectrum_augmenter","lingvo.core.spectrum_augmenter_on_device","lingvo.core.step","lingvo.core.steps","lingvo.core.steps.attention_steps","lingvo.core.steps.embedding_steps","lingvo.core.steps.rnn_steps","lingvo.core.stream_step_test_base","lingvo.core.summary_utils","lingvo.core.symbolic","lingvo.core.target_sequence_sampler","lingvo.core.task_scheduler","lingvo.core.test_helper","lingvo.core.test_trainer_utils","lingvo.core.test_utils","lingvo.core.thread_local_utils","lingvo.core.tokenizers","lingvo.core.tpu_embedding_layers","lingvo.core.tpu_summary","lingvo.core.trainer_test_utils","lingvo.core.tshape","lingvo.core.var_tmp_wrappers","lingvo.core.wpm_encoder","lingvo.datasets","lingvo.executor","lingvo.ipython_kernel","lingvo.model_imports","lingvo.model_registry","lingvo.models_test_helper","lingvo.tasks","lingvo.tasks.asr","lingvo.tasks.asr.contextualizer_base","lingvo.tasks.asr.decoder","lingvo.tasks.asr.decoder_metrics","lingvo.tasks.asr.decoder_utils","lingvo.tasks.asr.encoder","lingvo.tasks.asr.frontend","lingvo.tasks.asr.fusion","lingvo.tasks.asr.input_generator","lingvo.tasks.asr.levenshtein_distance","lingvo.tasks.asr.model","lingvo.tasks.asr.model_test_input_generator","lingvo.tasks.asr.params","lingvo.tasks.asr.params.librispeech","lingvo.tasks.asr.params.params","lingvo.tasks.asr.tools","lingvo.tasks.asr.tools.simple_wer","lingvo.tasks.asr.tools.simple_wer_v2","lingvo.tasks.image","lingvo.tasks.image.classifier","lingvo.tasks.image.input_generator","lingvo.tasks.image.params","lingvo.tasks.image.params.mnist","lingvo.tasks.image.params.params","lingvo.tasks.lm","lingvo.tasks.lm.input_generator","lingvo.tasks.lm.layers","lingvo.tasks.lm.model","lingvo.tasks.lm.params","lingvo.tasks.lm.params.one_billion_wds","lingvo.tasks.lm.params.params","lingvo.tasks.lm.params.synthetic_packed_input","lingvo.tasks.lm.tools","lingvo.tasks.lm.tools.download_lm1b","lingvo.tasks.milan","lingvo.tasks.milan.common_schema","lingvo.tasks.milan.constants","lingvo.tasks.milan.dataset_spec","lingvo.tasks.milan.dual_encoder","lingvo.tasks.milan.image_preprocessor","lingvo.tasks.milan.input_generator","lingvo.tasks.milan.labels","lingvo.tasks.milan.params","lingvo.tasks.milan.params.cxc","lingvo.tasks.milan.params.dual_encoder_recipe","lingvo.tasks.milan.params.generic_datasets","lingvo.tasks.milan.params.params","lingvo.tasks.milan.score_functions","lingvo.tasks.milan.tf_hub_layers","lingvo.tasks.milan.tools","lingvo.tasks.milan.tools.prepare_coco","lingvo.tasks.milan.tpu_utils","lingvo.tasks.milan.transformers","lingvo.tasks.milan.utils","lingvo.tasks.mt","lingvo.tasks.mt.base_config","lingvo.tasks.mt.data_augmenter","lingvo.tasks.mt.decoder","lingvo.tasks.mt.encoder","lingvo.tasks.mt.input_generator","lingvo.tasks.mt.layers","lingvo.tasks.mt.model","lingvo.tasks.mt.params","lingvo.tasks.mt.params.params","lingvo.tasks.mt.params.wmt14_en_de","lingvo.tasks.mt.params.wmtm16_en_de","lingvo.tasks.mt.text_input_pb2","lingvo.tasks.mt.tools","lingvo.tasks.punctuator","lingvo.tasks.punctuator.input_generator","lingvo.tasks.punctuator.model","lingvo.tasks.punctuator.params","lingvo.tasks.punctuator.params.codelab","lingvo.tasks.punctuator.params.params","lingvo.tasks.punctuator.tools","lingvo.tasks.punctuator.tools.download_brown_corpus","lingvo.tools","lingvo.tools.audio_lib","lingvo.tools.beam_utils","lingvo.tools.bpe_word_tokenizer","lingvo.tools.compare_params","lingvo.tools.compute_stats","lingvo.tools.count_records","lingvo.tools.create_asr_features","lingvo.tools.gke_launch","lingvo.tools.keras2ckpt","lingvo.tools.print_tf_records","lingvo.tools.wpm_encode_file","lingvo.trainer","lingvo.trainer_impl","modules"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":4,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,"sphinx.ext.todo":2,"sphinx.ext.viewcode":1,sphinx:56},filenames:["index.rst","lingvo.rst","lingvo.base_runner.rst","lingvo.base_trial.rst","lingvo.compat.rst","lingvo.core.rst","lingvo.core.activations.rst","lingvo.core.adagraft.rst","lingvo.core.attention.rst","lingvo.core.attention_util.rst","lingvo.core.base_decoder.rst","lingvo.core.base_input_generator.rst","lingvo.core.base_layer.rst","lingvo.core.base_model.rst","lingvo.core.base_model_params.rst","lingvo.core.batch_major_attention.rst","lingvo.core.batch_utils.rst","lingvo.core.beam_search_helper.rst","lingvo.core.bfloat16_variables.rst","lingvo.core.bn_layers.rst","lingvo.core.build_data.rst","lingvo.core.builder.rst","lingvo.core.builder_layers.rst","lingvo.core.checkpointer.rst","lingvo.core.cluster.rst","lingvo.core.cluster_factory.rst","lingvo.core.computation_cost.rst","lingvo.core.conformer_layer.rst","lingvo.core.constants.rst","lingvo.core.conv_layers_builder.rst","lingvo.core.conv_layers_with_time_padding.rst","lingvo.core.datasource.rst","lingvo.core.decoder_lib.rst","lingvo.core.distillation_task.rst","lingvo.core.distributed_shampoo.rst","lingvo.core.early_stop.rst","lingvo.core.egdd.rst","lingvo.core.entmax.rst","lingvo.core.favor_attention.rst","lingvo.core.generic_input.rst","lingvo.core.gpipe.rst","lingvo.core.graddrop.rst","lingvo.core.gradient_combiner.rst","lingvo.core.gshard_builder.rst","lingvo.core.gshard_layers.rst","lingvo.core.gshard_utils.rst","lingvo.core.hyperparams.rst","lingvo.core.hyperparams_pb2.rst","lingvo.core.inference_graph_exporter.rst","lingvo.core.inference_graph_pb2.rst","lingvo.core.input_generator_helper.rst","lingvo.core.input_policy.rst","lingvo.core.insertion.rst","lingvo.core.inspect_utils.rst","lingvo.core.layers.rst","lingvo.core.layers_with_attention.rst","lingvo.core.layers_with_gpipe.rst","lingvo.core.learner.rst","lingvo.core.lstm_frnn_layer.rst","lingvo.core.matrix_functions.rst","lingvo.core.metrics.rst","lingvo.core.ml_perf_bleu_metric.rst","lingvo.core.ml_perf_log.rst","lingvo.core.ml_perf_tokenizer.rst","lingvo.core.model_helper.rst","lingvo.core.multitask_model.rst","lingvo.core.nested_map.rst","lingvo.core.ops.rst","lingvo.core.ops.hyps_pb2.rst","lingvo.core.ops.record_pb2.rst","lingvo.core.ops.versioned_file_set_pb2.rst","lingvo.core.ops.x_ops.rst","lingvo.core.optimizer.rst","lingvo.core.plot.rst","lingvo.core.predictor.rst","lingvo.core.predictor_runner_base.rst","lingvo.core.program.rst","lingvo.core.pruning_utils.rst","lingvo.core.py_utils.rst","lingvo.core.py_utils_flags.rst","lingvo.core.quant_test_lib.rst","lingvo.core.quant_utils.rst","lingvo.core.recurrent.rst","lingvo.core.repeat_layer.rst","lingvo.core.retry.rst","lingvo.core.reversible_layers.rst","lingvo.core.rnn_cell.rst","lingvo.core.rnn_layers.rst","lingvo.core.routing_config_helper.rst","lingvo.core.saver.rst","lingvo.core.scatter_update.rst","lingvo.core.schedule.rst","lingvo.core.scorers.rst","lingvo.core.self_attention_layer.rst","lingvo.core.sendrecv.rst","lingvo.core.spectrum_augmenter.rst","lingvo.core.spectrum_augmenter_on_device.rst","lingvo.core.step.rst","lingvo.core.steps.rst","lingvo.core.steps.attention_steps.rst","lingvo.core.steps.embedding_steps.rst","lingvo.core.steps.rnn_steps.rst","lingvo.core.stream_step_test_base.rst","lingvo.core.summary_utils.rst","lingvo.core.symbolic.rst","lingvo.core.target_sequence_sampler.rst","lingvo.core.task_scheduler.rst","lingvo.core.test_helper.rst","lingvo.core.test_trainer_utils.rst","lingvo.core.test_utils.rst","lingvo.core.thread_local_utils.rst","lingvo.core.tokenizers.rst","lingvo.core.tpu_embedding_layers.rst","lingvo.core.tpu_summary.rst","lingvo.core.trainer_test_utils.rst","lingvo.core.tshape.rst","lingvo.core.var_tmp_wrappers.rst","lingvo.core.wpm_encoder.rst","lingvo.datasets.rst","lingvo.executor.rst","lingvo.ipython_kernel.rst","lingvo.model_imports.rst","lingvo.model_registry.rst","lingvo.models_test_helper.rst","lingvo.tasks.rst","lingvo.tasks.asr.rst","lingvo.tasks.asr.contextualizer_base.rst","lingvo.tasks.asr.decoder.rst","lingvo.tasks.asr.decoder_metrics.rst","lingvo.tasks.asr.decoder_utils.rst","lingvo.tasks.asr.encoder.rst","lingvo.tasks.asr.frontend.rst","lingvo.tasks.asr.fusion.rst","lingvo.tasks.asr.input_generator.rst","lingvo.tasks.asr.levenshtein_distance.rst","lingvo.tasks.asr.model.rst","lingvo.tasks.asr.model_test_input_generator.rst","lingvo.tasks.asr.params.rst","lingvo.tasks.asr.params.librispeech.rst","lingvo.tasks.asr.params.params.rst","lingvo.tasks.asr.tools.rst","lingvo.tasks.asr.tools.simple_wer.rst","lingvo.tasks.asr.tools.simple_wer_v2.rst","lingvo.tasks.image.rst","lingvo.tasks.image.classifier.rst","lingvo.tasks.image.input_generator.rst","lingvo.tasks.image.params.rst","lingvo.tasks.image.params.mnist.rst","lingvo.tasks.image.params.params.rst","lingvo.tasks.lm.rst","lingvo.tasks.lm.input_generator.rst","lingvo.tasks.lm.layers.rst","lingvo.tasks.lm.model.rst","lingvo.tasks.lm.params.rst","lingvo.tasks.lm.params.one_billion_wds.rst","lingvo.tasks.lm.params.params.rst","lingvo.tasks.lm.params.synthetic_packed_input.rst","lingvo.tasks.lm.tools.rst","lingvo.tasks.lm.tools.download_lm1b.rst","lingvo.tasks.milan.rst","lingvo.tasks.milan.common_schema.rst","lingvo.tasks.milan.constants.rst","lingvo.tasks.milan.dataset_spec.rst","lingvo.tasks.milan.dual_encoder.rst","lingvo.tasks.milan.image_preprocessor.rst","lingvo.tasks.milan.input_generator.rst","lingvo.tasks.milan.labels.rst","lingvo.tasks.milan.params.rst","lingvo.tasks.milan.params.cxc.rst","lingvo.tasks.milan.params.dual_encoder_recipe.rst","lingvo.tasks.milan.params.generic_datasets.rst","lingvo.tasks.milan.params.params.rst","lingvo.tasks.milan.score_functions.rst","lingvo.tasks.milan.tf_hub_layers.rst","lingvo.tasks.milan.tools.rst","lingvo.tasks.milan.tools.prepare_coco.rst","lingvo.tasks.milan.tpu_utils.rst","lingvo.tasks.milan.transformers.rst","lingvo.tasks.milan.utils.rst","lingvo.tasks.mt.rst","lingvo.tasks.mt.base_config.rst","lingvo.tasks.mt.data_augmenter.rst","lingvo.tasks.mt.decoder.rst","lingvo.tasks.mt.encoder.rst","lingvo.tasks.mt.input_generator.rst","lingvo.tasks.mt.layers.rst","lingvo.tasks.mt.model.rst","lingvo.tasks.mt.params.rst","lingvo.tasks.mt.params.params.rst","lingvo.tasks.mt.params.wmt14_en_de.rst","lingvo.tasks.mt.params.wmtm16_en_de.rst","lingvo.tasks.mt.text_input_pb2.rst","lingvo.tasks.mt.tools.rst","lingvo.tasks.punctuator.rst","lingvo.tasks.punctuator.input_generator.rst","lingvo.tasks.punctuator.model.rst","lingvo.tasks.punctuator.params.rst","lingvo.tasks.punctuator.params.codelab.rst","lingvo.tasks.punctuator.params.params.rst","lingvo.tasks.punctuator.tools.rst","lingvo.tasks.punctuator.tools.download_brown_corpus.rst","lingvo.tools.rst","lingvo.tools.audio_lib.rst","lingvo.tools.beam_utils.rst","lingvo.tools.bpe_word_tokenizer.rst","lingvo.tools.compare_params.rst","lingvo.tools.compute_stats.rst","lingvo.tools.count_records.rst","lingvo.tools.create_asr_features.rst","lingvo.tools.gke_launch.rst","lingvo.tools.keras2ckpt.rst","lingvo.tools.print_tf_records.rst","lingvo.tools.wpm_encode_file.rst","lingvo.trainer.rst","lingvo.trainer_impl.rst","modules.rst"],objects:{"":{lingvo:[1,0,0,"-"]},"lingvo.base_runner":{BaseRunner:[2,1,1,""]},"lingvo.base_runner.BaseRunner":{GetTrainDir:[2,2,1,""],_CreateSummaryWriter:[2,2,1,""],_CreateTF2SummaryOps:[2,2,1,""],_CreateTF2SummaryWriter:[2,2,1,""],_DequeueThreadComplete:[2,2,1,""],_ExportMetrics:[2,2,1,""],_FindNewCheckpoint:[2,2,1,""],_FormatStatusMessage:[2,2,1,""],_GetProcessedCheckpoints:[2,2,1,""],_GetSession:[2,2,1,""],_GetTtlDir:[2,2,1,""],_InVizierStudy:[2,2,1,""],_InitializeTF2SummaryWriter:[2,2,1,""],_LoopEnqueue:[2,2,1,""],_RunLoop:[2,2,1,""],_RunOnAllCheckpoints:[2,2,1,""],_RunOnLatestCheckpoints:[2,2,1,""],_RunTF2SummaryOps:[2,2,1,""],_SetStatusMessage:[2,2,1,""],_ShouldStop:[2,2,1,""],_TF2SummaryContext:[2,2,1,""],_TrainerFinished:[2,2,1,""],_UpdateEarlyStopMetric:[2,2,1,""],_UpdateProcessedCheckpoints:[2,2,1,""],_WaitUntilInit:[2,2,1,""],_WriteInputDataStatSummaries:[2,2,1,""],_WriteSummaries:[2,2,1,""],_WriteToLog:[2,2,1,""],params:[2,3,1,""]},"lingvo.base_trial":{NoOpTrial:[3,1,1,""],Trial:[3,1,1,""]},"lingvo.base_trial.NoOpTrial":{Name:[3,2,1,""],OverrideModelParams:[3,2,1,""],ReportDone:[3,2,1,""],ReportEvalMeasure:[3,2,1,""],ShouldStop:[3,2,1,""],ShouldStopAndMaybeReport:[3,2,1,""]},"lingvo.base_trial.Trial":{Name:[3,2,1,""],OverrideModelParams:[3,2,1,""],Params:[3,2,1,""],ReportDone:[3,2,1,""],ReportEvalMeasure:[3,2,1,""],ShouldStop:[3,2,1,""],ShouldStopAndMaybeReport:[3,2,1,""],_DoReportTrainingProgress:[3,2,1,""],objective_metric_key:[3,3,1,""],report_interval_seconds:[3,3,1,""]},"lingvo.compat":{_CacheDataset:[4,1,1,""],_ShuffleDataset:[4,1,1,""],_clone_module:[4,5,1,""],stateless_cache_dataset:[4,5,1,""],stateless_list_files:[4,5,1,""],stateless_shuffle_dataset:[4,5,1,""],summarize_tf2_status:[4,5,1,""]},"lingvo.compat._CacheDataset":{_abc_impl:[4,4,1,""]},"lingvo.compat._ShuffleDataset":{_abc_impl:[4,4,1,""]},"lingvo.core":{activations:[6,0,0,"-"],adagraft:[7,0,0,"-"],attention:[8,0,0,"-"],attention_util:[9,0,0,"-"],base_decoder:[10,0,0,"-"],base_input_generator:[11,0,0,"-"],base_layer:[12,0,0,"-"],base_model:[13,0,0,"-"],base_model_params:[14,0,0,"-"],batch_major_attention:[15,0,0,"-"],batch_utils:[16,0,0,"-"],beam_search_helper:[17,0,0,"-"],bfloat16_variables:[18,0,0,"-"],bn_layers:[19,0,0,"-"],build_data:[20,0,0,"-"],builder:[21,0,0,"-"],builder_layers:[22,0,0,"-"],checkpointer:[23,0,0,"-"],cluster:[24,0,0,"-"],cluster_factory:[25,0,0,"-"],computation_cost:[26,0,0,"-"],conformer_layer:[27,0,0,"-"],constants:[28,0,0,"-"],conv_layers_builder:[29,0,0,"-"],conv_layers_with_time_padding:[30,0,0,"-"],datasource:[31,0,0,"-"],decoder_lib:[32,0,0,"-"],distillation_task:[33,0,0,"-"],distributed_shampoo:[34,0,0,"-"],early_stop:[35,0,0,"-"],egdd:[36,0,0,"-"],entmax:[37,0,0,"-"],favor_attention:[38,0,0,"-"],generic_input:[39,0,0,"-"],gpipe:[40,0,0,"-"],graddrop:[41,0,0,"-"],gradient_combiner:[42,0,0,"-"],gshard_builder:[43,0,0,"-"],gshard_layers:[44,0,0,"-"],gshard_utils:[45,0,0,"-"],hyperparams:[46,0,0,"-"],hyperparams_pb2:[47,0,0,"-"],inference_graph_exporter:[48,0,0,"-"],inference_graph_pb2:[49,0,0,"-"],input_generator_helper:[50,0,0,"-"],input_policy:[51,0,0,"-"],insertion:[52,0,0,"-"],inspect_utils:[53,0,0,"-"],layers:[54,0,0,"-"],layers_with_attention:[55,0,0,"-"],layers_with_gpipe:[56,0,0,"-"],learner:[57,0,0,"-"],lstm_frnn_layer:[58,0,0,"-"],matrix_functions:[59,0,0,"-"],metrics:[60,0,0,"-"],ml_perf_bleu_metric:[61,0,0,"-"],ml_perf_log:[62,0,0,"-"],ml_perf_tokenizer:[63,0,0,"-"],model_helper:[64,0,0,"-"],multitask_model:[65,0,0,"-"],nested_map:[66,0,0,"-"],ops:[67,0,0,"-"],optimizer:[72,0,0,"-"],plot:[73,0,0,"-"],predictor:[74,0,0,"-"],predictor_runner_base:[75,0,0,"-"],program:[76,0,0,"-"],pruning_utils:[77,0,0,"-"],py_utils:[78,0,0,"-"],py_utils_flags:[79,0,0,"-"],quant_test_lib:[80,0,0,"-"],quant_utils:[81,0,0,"-"],recurrent:[82,0,0,"-"],repeat_layer:[83,0,0,"-"],retry:[84,0,0,"-"],reversible_layers:[85,0,0,"-"],rnn_cell:[86,0,0,"-"],rnn_layers:[87,0,0,"-"],routing_config_helper:[88,0,0,"-"],saver:[89,0,0,"-"],scatter_update:[90,0,0,"-"],schedule:[91,0,0,"-"],scorers:[92,0,0,"-"],self_attention_layer:[93,0,0,"-"],sendrecv:[94,0,0,"-"],spectrum_augmenter:[95,0,0,"-"],spectrum_augmenter_on_device:[96,0,0,"-"],step:[97,0,0,"-"],steps:[98,0,0,"-"],stream_step_test_base:[102,0,0,"-"],summary_utils:[103,0,0,"-"],symbolic:[104,0,0,"-"],target_sequence_sampler:[105,0,0,"-"],task_scheduler:[106,0,0,"-"],test_helper:[107,0,0,"-"],test_trainer_utils:[108,0,0,"-"],test_utils:[109,0,0,"-"],thread_local_utils:[110,0,0,"-"],tokenizers:[111,0,0,"-"],tpu_embedding_layers:[112,0,0,"-"],tpu_summary:[113,0,0,"-"],trainer_test_utils:[114,0,0,"-"],tshape:[115,0,0,"-"],var_tmp_wrappers:[116,0,0,"-"],wpm_encoder:[117,0,0,"-"]},"lingvo.core.activations":{ActivationLayer:[6,1,1,""],GetFlops:[6,5,1,""],GetFn:[6,5,1,""],IsSupported:[6,5,1,""]},"lingvo.core.activations.ActivationLayer":{FProp:[6,2,1,""],FPropMeta:[6,2,1,""],Params:[6,2,1,""]},"lingvo.core.adagraft":{AdaGraftOptimizer:[7,1,1,""]},"lingvo.core.adagraft.AdaGraftOptimizer":{_apply_dense:[7,2,1,""],_apply_sparse:[7,2,1,""],_create_slots:[7,2,1,""],_finish:[7,2,1,""],_internal_apply_dense:[7,2,1,""],_prepare:[7,2,1,""],_resource_apply_dense:[7,2,1,""],_resource_apply_sparse:[7,2,1,""]},"lingvo.core.attention":{AdditiveAttention:[8,1,1,""],BaseAttentionLayer:[8,1,1,""],DotProductAttention:[8,1,1,""],GmmMonotonicAttention:[8,1,1,""],LocationSensitiveAttention:[8,1,1,""],MergeSourcePaddingWithPerStepSourcePadding:[8,5,1,""],MergerLayer:[8,1,1,""],MonotonicAttention:[8,1,1,""],MonotonicAttentionProb:[8,5,1,""],MultiHeadedAttention:[8,1,1,""],MultiSourceAttention:[8,1,1,""],SafeCumprod:[8,5,1,""],_ApplyAttentionDropout:[8,5,1,""],_ConditionalCallDefun:[8,5,1,""],_RecursiveReshape:[8,5,1,""]},"lingvo.core.attention.AdditiveAttention":{ComputeContextVectorWithSource:[8,2,1,""],PackSource:[8,2,1,""],Params:[8,2,1,""],ZeroAttentionState:[8,2,1,""],_CreateLayerVariables:[8,2,1,""]},"lingvo.core.attention.BaseAttentionLayer":{ComputeContextVector:[8,2,1,""],ComputeContextVectorWithSource:[8,2,1,""],GetInitializationSourceState:[8,2,1,""],InitForSourcePacked:[8,2,1,""],PackSource:[8,2,1,""],Params:[8,2,1,""],SetInitializationSourceState:[8,2,1,""],_CreateLayerVariables:[8,2,1,""],_PaddedSoftmax:[8,2,1,""],_UpdatePaddingWithPackedInputMask:[8,2,1,""]},"lingvo.core.attention.DotProductAttention":{ComputeContextVectorWithSource:[8,2,1,""],PackSource:[8,2,1,""],Params:[8,2,1,""],ZeroAttentionState:[8,2,1,""],_CreateLayerVariables:[8,2,1,""]},"lingvo.core.attention.GmmMonotonicAttention":{ComputeContextVectorWithSource:[8,2,1,""],PackSource:[8,2,1,""],Params:[8,2,1,""],ZeroAttentionState:[8,2,1,""]},"lingvo.core.attention.LocationSensitiveAttention":{ComputeContextVectorWithSource:[8,2,1,""],PackSource:[8,2,1,""],Params:[8,2,1,""],ZeroAttentionState:[8,2,1,""],_ApplyConv:[8,2,1,""],_CreateLayerVariables:[8,2,1,""]},"lingvo.core.attention.MergerLayer":{FProp:[8,2,1,""],MERGER_OPS:[8,4,1,""],Params:[8,2,1,""],_CreateChildrenVariables:[8,2,1,""],_CreateLayerVariables:[8,2,1,""]},"lingvo.core.attention.MonotonicAttention":{ComputeContextVectorWithSource:[8,2,1,""],ComputeProbabilities:[8,2,1,""],PackSource:[8,2,1,""],Params:[8,2,1,""],ZeroAttentionState:[8,2,1,""],_CreateLayerVariables:[8,2,1,""]},"lingvo.core.attention.MultiHeadedAttention":{ComputeContextVectorWithAttenProbs:[8,2,1,""],ComputeContextVectorWithCachedSource:[8,2,1,""],ComputeContextVectorWithSource:[8,2,1,""],ExtendSourcePacked:[8,2,1,""],PackCachedSource:[8,2,1,""],PackSource:[8,2,1,""],Params:[8,2,1,""],ProcessProjectionVec:[8,2,1,""],SetOutputContextDim:[8,2,1,""],ZeroAttentionState:[8,2,1,""],_CreateLayerVariables:[8,2,1,""]},"lingvo.core.attention.MultiSourceAttention":{ComputeContextVectorWithSource:[8,2,1,""],PackSource:[8,2,1,""],Params:[8,2,1,""],ZeroAttentionState:[8,2,1,""],_CombineContext:[8,2,1,""]},"lingvo.core.attention_util":{AttenContext:[9,5,1,""],AttenLogits:[9,5,1,""],ComputeSparseAttention:[9,5,1,""],ConvertToBlocks:[9,5,1,""],ExtractBlockContext:[9,5,1,""],KMeansClusteringForAtten:[9,1,1,""],MakeLocalMask:[9,5,1,""],PositionalAttenLogits:[9,1,1,""],RelShift:[9,5,1,""]},"lingvo.core.attention_util.KMeansClusteringForAtten":{FProp:[9,2,1,""],LayerNorm:[9,2,1,""],Params:[9,2,1,""],_CreateLayerVariables:[9,2,1,""]},"lingvo.core.attention_util.PositionalAttenLogits":{AttenLogitsRPE:[9,2,1,""],AttenLogitsRPEOneStep:[9,2,1,""],AttenLogitsXL:[9,2,1,""],AttenLogitsXLOneStep:[9,2,1,""],RelPositionBias:[9,2,1,""],_AttenLogits:[9,2,1,""],_ValidateBiases:[9,2,1,""]},"lingvo.core.base_decoder":{BaseBeamSearchDecoder:[10,1,1,""],BaseDecoder:[10,1,1,""],DecoderOutput:[10,1,1,""]},"lingvo.core.base_decoder.BaseBeamSearchDecoder":{AddExtraDecodingInfo:[10,2,1,""],BeamSearchDecode:[10,2,1,""],BeamSearchDecodeBiased:[10,2,1,""],BeamSearchDecodeWithTheta:[10,2,1,""],GreedySearchDecode:[10,2,1,""],GreedySearchDecodeWithTheta:[10,2,1,""],InferenceAdditionalEncoder:[10,2,1,""],Params:[10,2,1,""],SampleTargetSequences:[10,2,1,""],UpdateTargetVocabSize:[10,2,1,""]},"lingvo.core.base_decoder.BaseDecoder":{ComputeLoss:[10,2,1,""],ComputePredictions:[10,2,1,""],FProp:[10,2,1,""],Params:[10,2,1,""],UpdateTargetVocabSize:[10,2,1,""]},"lingvo.core.base_decoder.DecoderOutput":{_asdict:[10,2,1,""],_field_defaults:[10,4,1,""],_fields:[10,4,1,""],_make:[10,2,1,""],_replace:[10,2,1,""],metrics:[10,4,1,""],per_sequence:[10,4,1,""],predictions:[10,4,1,""]},"lingvo.core.base_input_generator":{BaseDataExampleInputGenerator:[11,1,1,""],BaseInputGenerator:[11,1,1,""],BaseInputGeneratorFromFiles:[11,1,1,""],BaseSequenceInputGenerator:[11,1,1,""],BaseTinyDatasetInput:[11,1,1,""],DefineTFDataInput:[11,5,1,""],FilePatternToDataSource:[11,5,1,""],TFDataSequenceInputGenerator:[11,1,1,""]},"lingvo.core.base_input_generator.BaseDataExampleInputGenerator":{GetFeatureSpec:[11,2,1,""],GetPreprocessedInputBatch:[11,2,1,""],Params:[11,2,1,""],_AdditionalPreprocessInputBatch:[11,2,1,""]},"lingvo.core.base_input_generator.BaseInputGenerator":{CommonInputOpArgs:[11,2,1,""],CreateCpuPassthroughEnqueueOps:[11,2,1,""],CreateDatasource:[11,2,1,""],CreateTpuEmbeddingEnqueueOps:[11,2,1,""],CreateTpuEnqueueOps:[11,2,1,""],DefineInfeedParams:[11,2,1,""],DequeueCpuPassthrough:[11,2,1,""],GetBpropVariableFilters:[11,2,1,""],GetCpuPassthroughKeys:[11,2,1,""],GetInputSourceOneHot:[11,2,1,""],GetPreprocessedInputBatch:[11,2,1,""],GlobalBatchSize:[11,2,1,""],InfeedBatchSize:[11,2,1,""],Initialize:[11,2,1,""],Params:[11,2,1,""],PreprocessTpuEmbeddingInputBatch:[11,2,1,""],Reset:[11,2,1,""],SplitInputBatch:[11,2,1,""],TpuDequeueBatch:[11,2,1,""],_GetTpuEmbeddingEnqueueData:[11,2,1,""],_InputBatch:[11,2,1,""],_PreprocessInputBatch:[11,2,1,""],_map_args:[11,3,1,""],input_data_summary_layout:[11,3,1,""],merged_input_data_summary_op:[11,3,1,""],tpu_infeed_op:[11,3,1,""],tpu_number_of_shards:[11,3,1,""]},"lingvo.core.base_input_generator.BaseInputGeneratorFromFiles":{CommonInputOpArgs:[11,2,1,""],CreateDatasource:[11,2,1,""],Params:[11,2,1,""],_BuildDataSource:[11,2,1,""],_BuildDataSourceWithMetadata:[11,2,1,""],_DataSourceFromFilePattern:[11,2,1,""],_InputBatch:[11,2,1,""],_InputOpBucketingArgs:[11,2,1,""]},"lingvo.core.base_input_generator.BaseSequenceInputGenerator":{Cast:[11,2,1,""],IdsToStrings:[11,2,1,""],InfeedBatchSize:[11,2,1,""],Params:[11,2,1,""],StringsToIds:[11,2,1,""],StringsToIdsWithOffsets:[11,2,1,""],_InputOpBucketingArgs:[11,2,1,""],infeed_bucket_batch_limit:[11,3,1,""]},"lingvo.core.base_input_generator.BaseTinyDatasetInput":{Params:[11,2,1,""],_InputBatch:[11,2,1,""],_Preprocess:[11,2,1,""]},"lingvo.core.base_input_generator.TFDataSequenceInputGenerator":{ConvertFilePatternToDataSource:[11,2,1,""],CreateDatasource:[11,2,1,""],GetPreprocessedInputBatch:[11,2,1,""],GetSequenceLength:[11,2,1,""],LoadDataset:[11,2,1,""],Params:[11,2,1,""],ProcessDataset:[11,2,1,""],Reset:[11,2,1,""],TakeEvalSamples:[11,2,1,""],_InputPaddingValue:[11,2,1,""],_InputShape:[11,2,1,""]},"lingvo.core.base_layer":{ABCLayerMeta:[12,1,1,""],Accumulator:[12,1,1,""],BaseLayer:[12,1,1,""],BaseLayerMeta:[12,1,1,""],CreateVariableMeta:[12,1,1,""],IsLayerParams:[12,5,1,""],RecursiveFindLayerParams:[12,5,1,""],_BaseLayerInitWrapper:[12,5,1,""],_CreateLayerVariablesStatus:[12,1,1,""]},"lingvo.core.base_layer.Accumulator":{DefaultValue:[12,2,1,""],Disable:[12,2,1,""],Enable:[12,2,1,""],GetValue:[12,2,1,""],Reset:[12,2,1,""],SetValue:[12,2,1,""],is_disabled:[12,3,1,""]},"lingvo.core.base_layer.BaseLayer":{AddChild:[12,2,1,""],AddExtraTheta:[12,2,1,""],AddFunction:[12,2,1,""],AddVN:[12,2,1,""],CopyBaseParams:[12,2,1,""],CreateChild:[12,2,1,""],CreateChildren:[12,2,1,""],CreateVariable:[12,2,1,""],FProp:[12,2,1,""],FPropDefaultTheta:[12,2,1,""],FPropMeta:[12,2,1,""],GetAccumulatorValues:[12,2,1,""],GetDescendant:[12,2,1,""],GetVariableSymbolicShape:[12,2,1,""],InstantiateVariables:[12,2,1,""],Params:[12,2,1,""],PostTrainingStepUpdate:[12,2,1,""],RegisterAccumulator:[12,2,1,""],SetAccumulatorValues:[12,2,1,""],SetVariableFree:[12,2,1,""],TransformVarsTempContext:[12,2,1,""],_AutoAddChild:[12,2,1,""],_CastToFPropDtype:[12,2,1,""],_CheckName:[12,2,1,""],_CreateChildrenVariables:[12,2,1,""],_CreateLayerVariables:[12,2,1,""],_CreateVariableInternal:[12,2,1,""],_INFERENCE_DRIVER_NAME:[12,4,1,""],_RemoveChild:[12,2,1,""],_SelfVariableScope:[12,2,1,""],_TransformVarsInternal:[12,2,1,""],_UndoTransformVarsInternal:[12,2,1,""],_VariableCollections:[12,2,1,""],_VerifyChildren:[12,2,1,""],_VerifyVarsAndTheta:[12,2,1,""],accumulators:[12,3,1,""],children:[12,3,1,""],cluster:[12,3,1,""],do_eval:[12,3,1,""],fns:[12,3,1,""],layer_type:[12,3,1,""],params:[12,3,1,""],parent:[12,3,1,""],path:[12,3,1,""],theta:[12,3,1,""],vars:[12,3,1,""]},"lingvo.core.base_layer.CreateVariableMeta":{_asdict:[12,2,1,""],_field_defaults:[12,4,1,""],_fields:[12,4,1,""],_make:[12,2,1,""],_replace:[12,2,1,""],kwargs:[12,4,1,""],theta_fn:[12,4,1,""],var_params:[12,4,1,""]},"lingvo.core.base_layer._CreateLayerVariablesStatus":{COMPLETED:[12,4,1,""],IN_PROGRESS:[12,4,1,""],NOT_CALLED:[12,4,1,""],PER_SPLIT_COMPLETED:[12,4,1,""]},"lingvo.core.base_model":{BaseModel:[13,1,1,""],BaseTask:[13,1,1,""],DecodeFinalizeArgs:[13,1,1,""],MultiTaskModel:[13,1,1,""],MultiTaskSubModel:[13,1,1,""],SingleTaskBase:[13,1,1,""],SingleTaskModel:[13,1,1,""],_VariablesForEMA:[13,5,1,""]},"lingvo.core.base_model.BaseModel":{ConstructFPropBPropGraph:[13,2,1,""],ConstructFPropGraph:[13,2,1,""],ConstructPostTrainingLoop:[13,2,1,""],Export:[13,2,1,""],GetTask:[13,2,1,""],Params:[13,2,1,""],ProcessFPropResults:[13,2,1,""],ema:[13,3,1,""],global_step:[13,3,1,""],tasks:[13,3,1,""],variables_for_ema:[13,3,1,""]},"lingvo.core.base_model.BaseTask":{AddEvalMetric:[13,2,1,""],AddPerExampleTensor:[13,2,1,""],AdjustGradients:[13,2,1,""],ApplyExponentialMovingAverage:[13,2,1,""],BProp:[13,2,1,""],ComputeLoss:[13,2,1,""],ComputePredictions:[13,2,1,""],CreateDecoderMetrics:[13,2,1,""],Decode:[13,2,1,""],DecodeFinalize:[13,2,1,""],DecodeWithTheta:[13,2,1,""],Export:[13,2,1,""],FProp:[13,2,1,""],FPropDefaultTheta:[13,2,1,""],FPropTower:[13,2,1,""],FilterPerExampleTensors:[13,2,1,""],GetInputBatch:[13,2,1,""],Inference:[13,2,1,""],InstantiateVariables:[13,2,1,""],Params:[13,2,1,""],PostProcessDecodeOut:[13,2,1,""],PostTrainingLoop:[13,2,1,""],ProcessFPropResults:[13,2,1,""],UpdateTargetVocabSize:[13,2,1,""],_BPropForVariables:[13,2,1,""],_BPropGenTrainOps:[13,2,1,""],_ComputeGradientMask:[13,2,1,""],_FPropResult:[13,2,1,""],_FPropSplitInputBatch:[13,2,1,""],_FPropTpu:[13,2,1,""],_GetMaskUpdateOp:[13,2,1,""],_SetLearnerFromLegacyParams:[13,2,1,""],_UpdateVnConfig:[13,2,1,""],eval_metrics:[13,3,1,""],global_step:[13,3,1,""],input_generator:[13,3,1,""],loss:[13,3,1,""],per_example_tensors:[13,3,1,""],post_training_loop_op:[13,3,1,""],train_op:[13,3,1,""]},"lingvo.core.base_model.DecodeFinalizeArgs":{decode_out:[13,4,1,""],decode_out_path:[13,4,1,""]},"lingvo.core.base_model.MultiTaskModel":{ConstructFPropBPropGraph:[13,2,1,""],ConstructFPropGraph:[13,2,1,""],GetTask:[13,2,1,""],Params:[13,2,1,""],SampleTask:[13,2,1,""],TaskNames:[13,2,1,""],_CreateChildrenVariables:[13,2,1,""],task_names:[13,3,1,""],tasks:[13,3,1,""]},"lingvo.core.base_model.MultiTaskSubModel":{Params:[13,2,1,""]},"lingvo.core.base_model.SingleTaskBase":{ConstructFPropBPropGraph:[13,2,1,""],ConstructFPropGraph:[13,2,1,""],ConstructPostTrainingLoop:[13,2,1,""],GetTask:[13,2,1,""],SampleTask:[13,2,1,""],tasks:[13,3,1,""]},"lingvo.core.base_model.SingleTaskModel":{Params:[13,2,1,""],_CreateChildrenVariables:[13,2,1,""]},"lingvo.core.base_model_params":{DatasetError:[14,6,1,""],MultiTaskModelParams:[14,1,1,""],SingleTaskModelParams:[14,1,1,""],_BaseModelParams:[14,1,1,""]},"lingvo.core.base_model_params.MultiTaskModelParams":{Dev:[14,2,1,""],Model:[14,2,1,""],ProgramSchedule:[14,2,1,""],Test:[14,2,1,""],Train:[14,2,1,""]},"lingvo.core.base_model_params.SingleTaskModelParams":{Dev:[14,2,1,""],Model:[14,2,1,""],ProgramSchedule:[14,2,1,""],Task:[14,2,1,""],Test:[14,2,1,""],Train:[14,2,1,""]},"lingvo.core.base_model_params._BaseModelParams":{GetAllDatasetParams:[14,2,1,""],GetDatasetParams:[14,2,1,""]},"lingvo.core.batch_major_attention":{Builder:[15,1,1,""],CausalPadding:[15,5,1,""],CausalSegmentMask:[15,5,1,""],ClearRelativeAttentionInTransformerLayer:[15,5,1,""],FunnelPoolingLayer:[15,1,1,""],FunnelUpsampleLayer:[15,1,1,""],GPipeBatchMajorTransformerLayer:[15,1,1,""],GetDtypeMin:[15,5,1,""],LmBuilder:[15,1,1,""],LocalSelfAttention:[15,1,1,""],LocalSelfAttentionXL:[15,1,1,""],MeshSplitLayer:[15,1,1,""],MultiHeadedAttention:[15,1,1,""],MultiHeadedAttentionRPE:[15,1,1,""],MultiHeadedAttentionXL:[15,1,1,""],MultiHeadedFavorAttention:[15,1,1,""],MultiHeadedProjectionLayer:[15,1,1,""],MultiSourceAttention:[15,1,1,""],MultiSourceTransformerDecoderLayer:[15,1,1,""],MultiSourceTransformerLayer:[15,1,1,""],PaddingLayer:[15,1,1,""],PerDimScaleLayer:[15,1,1,""],PerformerBuilder:[15,1,1,""],PipelinedTransformerLayers:[15,1,1,""],RepeatedTransformerLayer:[15,1,1,""],ReshapedMultiHeadedAttention:[15,1,1,""],ReshapedMultiHeadedProjectionLayer:[15,1,1,""],ResidualAddLayer:[15,1,1,""],RoutingAttention:[15,1,1,""],SegmentMask:[15,5,1,""],StackedTransformerLayers:[15,1,1,""],StrideLayer:[15,1,1,""],TransformerAttentionLayer:[15,1,1,""],TransformerDecoderLayer:[15,1,1,""],TransformerFeedForwardLayerWithTaskId:[15,1,1,""],TransformerFlops:[15,5,1,""],TransformerLayer:[15,1,1,""],TransformerMultiSourceAttentionLayer:[15,1,1,""],UseRelativeAttentionInTransformerLayer:[15,5,1,""]},"lingvo.core.batch_major_attention.Builder":{Feedforward:[15,2,1,""],FunnelEncoderLayer:[15,2,1,""],GatedFeedforward:[15,2,1,""],GatedGeluFeedforward:[15,2,1,""],LConv:[15,2,1,""],LConvStack:[15,2,1,""],LconvBlock:[15,2,1,""],MeshSplit:[15,2,1,""],Params:[15,2,1,""],Seq:[15,2,1,""],SetCanonicalShardingParams:[15,2,1,""],Stack:[15,2,1,""],TransformerEncoderLayer:[15,2,1,""],TransformerEncoderStack:[15,2,1,""],_Add:[15,2,1,""],_DefaultLN:[15,2,1,""],_DepthwiseConv2D:[15,2,1,""],_Dropout:[15,2,1,""],_ExpandDims:[15,2,1,""],_FunnelAttention:[15,2,1,""],_Glu:[15,2,1,""],_MaybeSplit:[15,2,1,""],_MultiHeadedAtten:[15,2,1,""],_NormalizedDepthwiseConv2D:[15,2,1,""],_Pad:[15,2,1,""],_Pool:[15,2,1,""],_Squeeze:[15,2,1,""],_Stride:[15,2,1,""],_StridedAttention:[15,2,1,""]},"lingvo.core.batch_major_attention.FunnelPoolingLayer":{FProp:[15,2,1,""],FPropMeta:[15,2,1,""],Params:[15,2,1,""]},"lingvo.core.batch_major_attention.FunnelUpsampleLayer":{FProp:[15,2,1,""],Params:[15,2,1,""],_CreateLayerVariables:[15,2,1,""]},"lingvo.core.batch_major_attention.GPipeBatchMajorTransformerLayer":{ExtendStep:[15,2,1,""],FProp:[15,2,1,""],FPropMeta:[15,2,1,""],Params:[15,2,1,""],SetupDeterministicDropout:[15,2,1,""]},"lingvo.core.batch_major_attention.LmBuilder":{Feedforward:[15,2,1,""],Params:[15,2,1,""],TransformerEncoderLayer:[15,2,1,""],_Attention:[15,2,1,""],_Bias:[15,2,1,""],_BiasWeight:[15,2,1,""],_Linear:[15,2,1,""],_LinearWeight:[15,2,1,""],_ShardedVar:[15,2,1,""],_Var:[15,2,1,""]},"lingvo.core.batch_major_attention.LocalSelfAttention":{AttenProbs:[15,2,1,""],ExtendStep:[15,2,1,""],FProp:[15,2,1,""],FPropMeta:[15,2,1,""],IsInferenceStepStatic:[15,2,1,""],Params:[15,2,1,""],StreamStep:[15,2,1,""],StreamStepAddSkipConnection:[15,2,1,""],_AttenContext:[15,2,1,""],_AttenLogits:[15,2,1,""],_StreamAttenLogits:[15,2,1,""],_StreamStepDimensions:[15,2,1,""],_StreamStepDynamicLength:[15,2,1,""],_StreamStepStaticComputeKeyValue3d:[15,2,1,""],_StreamStepStaticComputeKeyValue:[15,2,1,""],_StreamStepStaticComputeKeyValueClassic:[15,2,1,""],_StreamStepStaticComputeKeyValueMinimal:[15,2,1,""],_StreamStepStaticLength:[15,2,1,""],_zero_state_dynamic_length:[15,2,1,""],_zero_state_static_length_inputs:[15,2,1,""],_zero_state_static_length_key_value:[15,2,1,""],zero_state:[15,2,1,""]},"lingvo.core.batch_major_attention.LocalSelfAttentionXL":{ExtendStep:[15,2,1,""],Params:[15,2,1,""],StreamStep:[15,2,1,""],_AttenLogits:[15,2,1,""],_AttenLogitsOneStep:[15,2,1,""],_CreateLayerVariables:[15,2,1,""],_StreamAttenLogits:[15,2,1,""]},"lingvo.core.batch_major_attention.MeshSplitLayer":{FProp:[15,2,1,""],FPropMeta:[15,2,1,""],Params:[15,2,1,""]},"lingvo.core.batch_major_attention.MultiHeadedAttention":{AttenProbs:[15,2,1,""],ExtendStep:[15,2,1,""],FProp:[15,2,1,""],FPropMeta:[15,2,1,""],InitStates:[15,2,1,""],Params:[15,2,1,""],_AttenContext:[15,2,1,""],_AttenContextOneStep:[15,2,1,""],_AttenLogits:[15,2,1,""],_AttenLogitsOneStep:[15,2,1,""],_CapLogits:[15,2,1,""],_DotAtten:[15,2,1,""],_DotAttenOneStep:[15,2,1,""],dim_per_head:[15,3,1,""]},"lingvo.core.batch_major_attention.MultiHeadedAttentionRPE":{ExtendStep:[15,2,1,""],FPropMeta:[15,2,1,""],Params:[15,2,1,""],_AttenContext:[15,2,1,""],_AttenContextOneStep:[15,2,1,""],_AttenLogits:[15,2,1,""],_AttenLogitsOneStep:[15,2,1,""],_CreateChildrenVariables:[15,2,1,""],_RelativePositionValueEmb:[15,2,1,""]},"lingvo.core.batch_major_attention.MultiHeadedAttentionXL":{ExtendStep:[15,2,1,""],Params:[15,2,1,""],_AttenLogits:[15,2,1,""],_AttenLogitsOneStep:[15,2,1,""],_CreateLayerVariables:[15,2,1,""]},"lingvo.core.batch_major_attention.MultiHeadedFavorAttention":{Params:[15,2,1,""],_DotAtten:[15,2,1,""]},"lingvo.core.batch_major_attention.MultiHeadedProjectionLayer":{FProp:[15,2,1,""],Params:[15,2,1,""],_CreateLayerVariables:[15,2,1,""]},"lingvo.core.batch_major_attention.MultiSourceAttention":{AttenProbs:[15,2,1,""],FProp:[15,2,1,""],Params:[15,2,1,""],_CombineContext:[15,2,1,""]},"lingvo.core.batch_major_attention.MultiSourceTransformerDecoderLayer":{Params:[15,2,1,""]},"lingvo.core.batch_major_attention.MultiSourceTransformerLayer":{Params:[15,2,1,""],_GetSourceBatchSize:[15,2,1,""],_GetSourceLength:[15,2,1,""],primary_source_key:[15,3,1,""]},"lingvo.core.batch_major_attention.PaddingLayer":{FProp:[15,2,1,""],FPropMeta:[15,2,1,""]},"lingvo.core.batch_major_attention.PerDimScaleLayer":{FProp:[15,2,1,""],FPropMeta:[15,2,1,""],Params:[15,2,1,""],_CreateLayerVariables:[15,2,1,""]},"lingvo.core.batch_major_attention.PerformerBuilder":{Params:[15,2,1,""],_MultiHeadedAtten:[15,2,1,""]},"lingvo.core.batch_major_attention.PipelinedTransformerLayers":{ExtendStep:[15,2,1,""],FProp:[15,2,1,""],InitStates:[15,2,1,""],Params:[15,2,1,""],WrappedStageClass:[15,1,1,""]},"lingvo.core.batch_major_attention.PipelinedTransformerLayers.WrappedStageClass":{ExtendStep:[15,2,1,""]},"lingvo.core.batch_major_attention.RepeatedTransformerLayer":{ExtendStep:[15,2,1,""],FProp:[15,2,1,""],InitStates:[15,2,1,""],Params:[15,2,1,""]},"lingvo.core.batch_major_attention.ReshapedMultiHeadedAttention":{ExtendStep:[15,2,1,""]},"lingvo.core.batch_major_attention.ReshapedMultiHeadedProjectionLayer":{FProp:[15,2,1,""]},"lingvo.core.batch_major_attention.ResidualAddLayer":{FProp:[15,2,1,""],FPropMeta:[15,2,1,""],Params:[15,2,1,""]},"lingvo.core.batch_major_attention.RoutingAttention":{ExtendStep:[15,2,1,""],InitStates:[15,2,1,""],Params:[15,2,1,""],_DotAtten:[15,2,1,""],_DotAttenFastPath:[15,2,1,""],_DotAttenOneStep:[15,2,1,""],_DotAttenSlowPath:[15,2,1,""]},"lingvo.core.batch_major_attention.StackedTransformerLayers":{ExtendStep:[15,2,1,""],FProp:[15,2,1,""],GetSplitForLayer:[15,2,1,""],InitStates:[15,2,1,""],Params:[15,2,1,""],_GetDeviceOfLayer:[15,2,1,""]},"lingvo.core.batch_major_attention.StrideLayer":{FProp:[15,2,1,""],FPropMeta:[15,2,1,""],Params:[15,2,1,""]},"lingvo.core.batch_major_attention.TransformerAttentionLayer":{CommonParams:[15,2,1,""],ExtendStep:[15,2,1,""],FProp:[15,2,1,""],InitStates:[15,2,1,""],Params:[15,2,1,""],SetFPropDtype:[15,2,1,""],StreamStep:[15,2,1,""],_InitAttentionParams:[15,2,1,""],zero_state:[15,2,1,""]},"lingvo.core.batch_major_attention.TransformerDecoderLayer":{Params:[15,2,1,""]},"lingvo.core.batch_major_attention.TransformerFeedForwardLayerWithTaskId":{FProp:[15,2,1,""],Params:[15,2,1,""]},"lingvo.core.batch_major_attention.TransformerLayer":{CommonParams:[15,2,1,""],ExtendStep:[15,2,1,""],FProp:[15,2,1,""],InitStates:[15,2,1,""],NumOutputNodes:[15,2,1,""],Params:[15,2,1,""],SetCanonicalShardingParams:[15,2,1,""],SetFPropDtype:[15,2,1,""],SetNumInputNodes:[15,2,1,""],SetReshapedLayers:[15,2,1,""],_GetSourceBatchSize:[15,2,1,""],_GetSourceLength:[15,2,1,""]},"lingvo.core.batch_major_attention.TransformerMultiSourceAttentionLayer":{Params:[15,2,1,""],_InitAttentionParams:[15,2,1,""]},"lingvo.core.batch_utils":{scale_infeed_to_global:[16,5,1,""],scale_split_to_infeed:[16,5,1,""]},"lingvo.core.beam_search_helper":{BeamSearchDecodeOutput:[17,1,1,""],BeamSearchHelper:[17,1,1,""],BeamSearchSharedParams:[17,1,1,""],GreedySearchHelper:[17,1,1,""],MergeBeamSearchOutputs:[17,5,1,""],_GetShapes:[17,5,1,""]},"lingvo.core.beam_search_helper.BeamSearchDecodeOutput":{_asdict:[17,2,1,""],_field_defaults:[17,4,1,""],_fields:[17,4,1,""],_make:[17,2,1,""],_replace:[17,2,1,""],other_states:[17,4,1,""],topk_decoded:[17,4,1,""],topk_hyps:[17,4,1,""],topk_ids:[17,4,1,""],topk_lens:[17,4,1,""],topk_scores:[17,4,1,""]},"lingvo.core.beam_search_helper.BeamSearchHelper":{BeamSearchDecode:[17,2,1,""],Params:[17,2,1,""],_BeamSearchStep:[17,2,1,""]},"lingvo.core.beam_search_helper.BeamSearchSharedParams":{Params:[17,2,1,""]},"lingvo.core.beam_search_helper.GreedySearchHelper":{GreedySearchDecode:[17,2,1,""],Params:[17,2,1,""],_GreedySearchStep:[17,2,1,""]},"lingvo.core.bfloat16_variables":{Bfloat16VariableSaveable:[18,1,1,""],get_saver_spec_for_variables_with_bf16_overrides:[18,5,1,""]},"lingvo.core.bfloat16_variables.Bfloat16VariableSaveable":{restore:[18,2,1,""]},"lingvo.core.bn_layers":{AddingAccumulator:[19,1,1,""],BatchNormLayer:[19,1,1,""],BatchNormLayerNoPadding:[19,1,1,""],CategoricalBN:[19,1,1,""],ComputeMoments:[19,5,1,""],GroupNormLayer:[19,1,1,""]},"lingvo.core.bn_layers.AddingAccumulator":{DefaultValue:[19,2,1,""],Update:[19,2,1,""]},"lingvo.core.bn_layers.BatchNormLayer":{ComputeAndUpdateMoments:[19,2,1,""],FProp:[19,2,1,""],FPropMeta:[19,2,1,""],GetCurrentMoments:[19,2,1,""],Params:[19,2,1,""],_ComputeBN:[19,2,1,""],_CreateLayerVariables:[19,2,1,""],_GetBetaGamma:[19,2,1,""],_GetDefaultPaddings:[19,2,1,""],_GetWeightShape:[19,2,1,""],_MaybeExpandPaddings:[19,2,1,""],epsilon:[19,3,1,""]},"lingvo.core.bn_layers.BatchNormLayerNoPadding":{FProp:[19,2,1,""],FPropMeta:[19,2,1,""],Params:[19,2,1,""],PostTrainingStepUpdate:[19,2,1,""],_CreateLayerVariables:[19,2,1,""],_Moments:[19,2,1,""]},"lingvo.core.bn_layers.CategoricalBN":{FProp:[19,2,1,""],Params:[19,2,1,""],_GetBetaGamma:[19,2,1,""],_GetWeightShape:[19,2,1,""]},"lingvo.core.bn_layers.GroupNormLayer":{FProp:[19,2,1,""],FPropMeta:[19,2,1,""],Params:[19,2,1,""],StreamStep:[19,2,1,""],_CreateLayerVariables:[19,2,1,""],_Normalize:[19,2,1,""],_StreamMoments:[19,2,1,""],group_size:[19,3,1,""],num_groups:[19,3,1,""],zero_state:[19,2,1,""]},"lingvo.core.build_data":{BuildData:[20,5,1,""]},"lingvo.core.builder":{Base:[21,1,1,""]},"lingvo.core.builder.Base":{Params:[21,2,1,""],_Activation:[21,2,1,""],_AddFetches:[21,2,1,""],_Arg:[21,2,1,""],_BN:[21,2,1,""],_BatchParallel:[21,2,1,""],_Bias:[21,2,1,""],_Conv2D:[21,2,1,""],_CreateNestedMap:[21,2,1,""],_Dropout:[21,2,1,""],_FC:[21,2,1,""],_Fn:[21,2,1,""],_Graph:[21,2,1,""],_Id:[21,2,1,""],_LN:[21,2,1,""],_Linear:[21,2,1,""],_MLP:[21,2,1,""],_Par:[21,2,1,""],_PrintShape:[21,2,1,""],_Rematerialize:[21,2,1,""],_Rep:[21,2,1,""],_Reshape:[21,2,1,""],_Save:[21,2,1,""],_Seq:[21,2,1,""],params:[21,3,1,""]},"lingvo.core.builder_layers":{ArgIndexLayer:[22,1,1,""],BatchParallelLayer:[22,1,1,""],BiasLayer:[22,1,1,""],BranchLayer:[22,1,1,""],CreateNestedMapLayer:[22,1,1,""],FirstNLayer:[22,1,1,""],FnLayer:[22,1,1,""],GraphLayer:[22,1,1,""],GraphSignature:[22,1,1,""],GraphTensors:[22,1,1,""],LinearLayer:[22,1,1,""],MapLayer:[22,1,1,""],ParallelLayer:[22,1,1,""],ParallelRepeatLayer:[22,1,1,""],PrintShapeLayer:[22,1,1,""],RematerializationLayer:[22,1,1,""],RepeatLayer:[22,1,1,""],ReshapeLayer:[22,1,1,""],SequentialLayer:[22,1,1,""],SoftCondLayer:[22,1,1,""],UnarySequentialLayer:[22,1,1,""],_MaybeStackExtraTheta:[22,5,1,""],_ToTuple:[22,5,1,""]},"lingvo.core.builder_layers.ArgIndexLayer":{FProp:[22,2,1,""],Params:[22,2,1,""]},"lingvo.core.builder_layers.BatchParallelLayer":{FProp:[22,2,1,""],Params:[22,2,1,""]},"lingvo.core.builder_layers.BiasLayer":{FProp:[22,2,1,""],FPropMeta:[22,2,1,""],Params:[22,2,1,""],_CreateLayerVariables:[22,2,1,""]},"lingvo.core.builder_layers.BranchLayer":{FProp:[22,2,1,""],Params:[22,2,1,""]},"lingvo.core.builder_layers.CreateNestedMapLayer":{FProp:[22,2,1,""],Params:[22,2,1,""]},"lingvo.core.builder_layers.FirstNLayer":{FProp:[22,2,1,""],FPropMeta:[22,2,1,""],Params:[22,2,1,""]},"lingvo.core.builder_layers.FnLayer":{FProp:[22,2,1,""],FPropMeta:[22,2,1,""],Params:[22,2,1,""]},"lingvo.core.builder_layers.GraphLayer":{FProp:[22,2,1,""],FPropMeta:[22,2,1,""],Params:[22,2,1,""]},"lingvo.core.builder_layers.GraphSignature":{_ConsumeItem:[22,2,1,""],_ConsumeKey:[22,2,1,""],_ConsumeList:[22,2,1,""],_ConsumeMap:[22,2,1,""],_ConsumePath:[22,2,1,""],_ConsumeSymbol:[22,2,1,""],_MaybeConsumeSymbol:[22,2,1,""],_ParseInputs:[22,2,1,""],_ParseOutputs:[22,2,1,""],_TokenizeInputs:[22,2,1,""],inputs:[22,3,1,""],outputs:[22,3,1,""]},"lingvo.core.builder_layers.GraphTensors":{GetTensor:[22,2,1,""],StoreTensor:[22,2,1,""]},"lingvo.core.builder_layers.LinearLayer":{FProp:[22,2,1,""],FPropMeta:[22,2,1,""],Params:[22,2,1,""],_CreateLayerVariables:[22,2,1,""]},"lingvo.core.builder_layers.MapLayer":{FProp:[22,2,1,""],FPropMeta:[22,2,1,""],Params:[22,2,1,""]},"lingvo.core.builder_layers.ParallelLayer":{FProp:[22,2,1,""],FPropMeta:[22,2,1,""],Params:[22,2,1,""]},"lingvo.core.builder_layers.ParallelRepeatLayer":{FProp:[22,2,1,""],FPropMeta:[22,2,1,""],_InferOutShapes:[22,2,1,""]},"lingvo.core.builder_layers.PrintShapeLayer":{FProp:[22,2,1,""],FPropMeta:[22,2,1,""]},"lingvo.core.builder_layers.RematerializationLayer":{FProp:[22,2,1,""],FPropMeta:[22,2,1,""],Params:[22,2,1,""]},"lingvo.core.builder_layers.RepeatLayer":{FProp:[22,2,1,""],FPropMeta:[22,2,1,""],Params:[22,2,1,""],_CreateChildrenVariables:[22,2,1,""],_body:[22,3,1,""],_unrolled_fprop:[22,2,1,""]},"lingvo.core.builder_layers.ReshapeLayer":{FProp:[22,2,1,""],Params:[22,2,1,""]},"lingvo.core.builder_layers.SequentialLayer":{FProp:[22,2,1,""],FPropMeta:[22,2,1,""],Params:[22,2,1,""]},"lingvo.core.builder_layers.SoftCondLayer":{FProp:[22,2,1,""],Params:[22,2,1,""],_CreateChildrenVariables:[22,2,1,""],_CreateLayerVariables:[22,2,1,""],_GetExpertDist:[22,2,1,""]},"lingvo.core.builder_layers.UnarySequentialLayer":{FProp:[22,2,1,""],FPropMeta:[22,2,1,""],Params:[22,2,1,""]},"lingvo.core.checkpointer":{Checkpointer:[23,1,1,""],GetSpecificCheckpoint:[23,5,1,""]},"lingvo.core.checkpointer.Checkpointer":{MaybeSave:[23,2,1,""],Restore:[23,2,1,""],RestoreFromPath:[23,2,1,""],RestoreGlobalStepIfNeeded:[23,2,1,""],RestoreIfNeeded:[23,2,1,""],Save:[23,2,1,""],ShouldSave:[23,2,1,""],_GetSaver:[23,2,1,""],_GetUninitializedVarNames:[23,2,1,""],_RestoreFromLatestCheckpoint:[23,2,1,""],_UpdateNextSaveTime:[23,2,1,""],async_checkpointing:[23,3,1,""]},"lingvo.core.cluster":{GetInfeedContext:[24,5,1,""],InfeedContext:[24,1,1,""],InfeedContextScope:[24,5,1,""],MakeDeviceString:[24,5,1,""],ParseDeviceString:[24,5,1,""],VarPlacer:[24,1,1,""],_Cluster:[24,1,1,""],_LeastLoadedPlacer:[24,1,1,""]},"lingvo.core.cluster.InfeedContext":{_asdict:[24,2,1,""],_field_defaults:[24,4,1,""],_fields:[24,4,1,""],_make:[24,2,1,""],_replace:[24,2,1,""],infeed_host_index:[24,4,1,""],num_infeed_hosts:[24,4,1,""]},"lingvo.core.cluster.VarPlacer":{DeviceFunction:[24,2,1,""],_AssignVar:[24,2,1,""]},"lingvo.core.cluster._Cluster":{GetPlacer:[24,2,1,""],InitDevices:[24,2,1,""],InitDevicesEager:[24,2,1,""],ListDevices:[24,2,1,""],Params:[24,2,1,""],Top:[24,2,1,""],WorkerDeviceInModelSplit:[24,2,1,""],_CheckInvariants:[24,2,1,""],_JobSpec:[24,2,1,""],add_summary:[24,3,1,""],all_worker_names:[24,3,1,""],asynchronous:[24,3,1,""],available_devices:[24,3,1,""],do_eval:[24,3,1,""],immediately_instantiate_variables:[24,3,1,""],in_unit_test:[24,3,1,""],input_device:[24,3,1,""],input_targets:[24,3,1,""],job:[24,3,1,""],job_spec:[24,3,1,""],logdir:[24,3,1,""],mode:[24,3,1,""],num_devices_per_replica:[24,3,1,""],num_devices_per_split:[24,3,1,""],num_replicas:[24,3,1,""],num_splits_per_client:[24,3,1,""],num_splits_per_replica:[24,3,1,""],num_tpu_hosts:[24,3,1,""],params:[24,3,1,""],reporting_job:[24,3,1,""],require_sequential_input_order:[24,3,1,""],synchronous:[24,3,1,""],task:[24,3,1,""],tf_data_service_address:[24,3,1,""],total_worker_devices:[24,3,1,""],tpus_per_replica:[24,3,1,""],worker_cluster_def:[24,3,1,""]},"lingvo.core.cluster._LeastLoadedPlacer":{_AssignVar:[24,2,1,""]},"lingvo.core.cluster_factory":{Current:[25,5,1,""],ForTestingWorker:[25,5,1,""],SetCluster:[25,5,1,""],SetEval:[25,5,1,""],SetImmediatelyInstantiateVariables:[25,5,1,""],SetModelSplit:[25,5,1,""],SetRequireSequentialInputOrder:[25,5,1,""]},"lingvo.core.computation_cost":{Add:[26,5,1,""],Get:[26,5,1,""],Prepare:[26,5,1,""],_GetAccumulator:[26,5,1,""],_HasAccumulator:[26,5,1,""]},"lingvo.core.conformer_layer":{ApplyGshard:[27,5,1,""],ConformerLayer:[27,1,1,""],GShardMoELayerParams:[27,5,1,""],LConvLayer:[27,1,1,""],_AttenCtxIsSet:[27,5,1,""]},"lingvo.core.conformer_layer.ConformerLayer":{CommonParams:[27,2,1,""],ConfigFFLayer:[27,2,1,""],ConfigMoEParams:[27,2,1,""],FProp:[27,2,1,""],Params:[27,2,1,""],SetFPropDtype:[27,2,1,""],StreamStep:[27,2,1,""],_ConfigFFLayerOrMoEParams:[27,2,1,""],_ConfigSelfAttenContext:[27,2,1,""],_CreateChildrenVariables:[27,2,1,""],_FProp:[27,2,1,""],_LConv:[27,2,1,""],_MoeOrFFLayer:[27,2,1,""],_SelfAtten:[27,2,1,""],has_fflayer_start:[27,3,1,""],has_lconv:[27,3,1,""],has_mhsa:[27,3,1,""],zero_state:[27,2,1,""]},"lingvo.core.conformer_layer.LConvLayer":{CommonParams:[27,2,1,""],FProp:[27,2,1,""],Params:[27,2,1,""],SetCanonicalShardingParams:[27,2,1,""],SetFPropDtype:[27,2,1,""],StreamStep:[27,2,1,""],_ApplyActivation:[27,2,1,""],_GLU:[27,2,1,""],_Normalize:[27,2,1,""],_NormalizeStep:[27,2,1,""],zero_state:[27,2,1,""]},"lingvo.core.conv_layers_builder":{BiasLayer:[29,1,1,""],Builder:[29,1,1,""],CausalPoolingLayer:[29,1,1,""]},"lingvo.core.conv_layers_builder.BiasLayer":{FProp:[29,2,1,""]},"lingvo.core.conv_layers_builder.Builder":{Conv2D:[29,2,1,""],DepthwiseConv2D:[29,2,1,""],LConv:[29,2,1,""],NormalizedDepthwiseConv2D:[29,2,1,""],NormalizedLConv:[29,2,1,""],Params:[29,2,1,""],SeparableConv2D:[29,2,1,""],_Activation:[29,2,1,""],_Add:[29,2,1,""],_Bias:[29,2,1,""],_BiasNoPadding:[29,2,1,""],_ExpandDims:[29,2,1,""],_GlobalPooling:[29,2,1,""],_Glu:[29,2,1,""],_LConvCommon:[29,2,1,""],_MaybeNorm:[29,2,1,""],_Norm:[29,2,1,""],_NormOrBias:[29,2,1,""],_Padding:[29,2,1,""],_RawConv2D:[29,2,1,""],_RawDepthwiseConv2D:[29,2,1,""],_Squeeze:[29,2,1,""]},"lingvo.core.conv_layers_builder.CausalPoolingLayer":{FProp:[29,2,1,""],Params:[29,2,1,""]},"lingvo.core.conv_layers_with_time_padding":{BaseConv2DLayerWithPadding:[30,1,1,""],CausalConv2DLayerWithPadding:[30,1,1,""],CausalDepthwiseConv2DLayer:[30,1,1,""],CausalNormalizedDepthwiseConv2DLayer:[30,1,1,""],ComputeConvOutputPadding:[30,5,1,""],ComputeConvOutputShape:[30,5,1,""],ComputeExplicitPaddingForCausalConv:[30,5,1,""],Conv2DLayerWithPadding:[30,1,1,""],ConvBatchNormLayer:[30,1,1,""],ConvCategoricalBN:[30,1,1,""],DepthwiseConv2DLayer:[30,1,1,""],GlobalPoolingLayer:[30,1,1,""],NormalizedDepthwiseConv2DLayer:[30,1,1,""],PaddingLayer:[30,1,1,""],_ComputeConvOutputPaddingV2:[30,5,1,""],_PadForLengthCompatibleStridesV2:[30,5,1,""]},"lingvo.core.conv_layers_with_time_padding.BaseConv2DLayerWithPadding":{FProp:[30,2,1,""],OutShape:[30,2,1,""],OutputChannels:[30,2,1,""],Params:[30,2,1,""],_ApplyConv:[30,2,1,""],_EvaluateConvKernel:[30,2,1,""],_MaybeCausalPadding:[30,2,1,""],_RescaleBoundary:[30,2,1,""],filter_stride:[30,3,1,""],input_channels:[30,3,1,""],output_channels:[30,3,1,""]},"lingvo.core.conv_layers_with_time_padding.CausalConv2DLayerWithPadding":{StreamStep:[30,2,1,""],_MaybeCausalPadding:[30,2,1,""],zero_state:[30,2,1,""]},"lingvo.core.conv_layers_with_time_padding.CausalDepthwiseConv2DLayer":{StreamStep:[30,2,1,""],_MaybeCausalPadding:[30,2,1,""],zero_state:[30,2,1,""]},"lingvo.core.conv_layers_with_time_padding.CausalNormalizedDepthwiseConv2DLayer":{_MaybeCausalPadding:[30,2,1,""]},"lingvo.core.conv_layers_with_time_padding.Conv2DLayerWithPadding":{OutputChannels:[30,2,1,""],Params:[30,2,1,""],_ApplyConv:[30,2,1,""],_CreateLayerVariables:[30,2,1,""],_EvaluateConvKernel:[30,2,1,""],_GetWeight:[30,2,1,""]},"lingvo.core.conv_layers_with_time_padding.ConvBatchNormLayer":{FProp:[30,2,1,""]},"lingvo.core.conv_layers_with_time_padding.ConvCategoricalBN":{FProp:[30,2,1,""]},"lingvo.core.conv_layers_with_time_padding.DepthwiseConv2DLayer":{OutputChannels:[30,2,1,""],Params:[30,2,1,""],_ApplyConv:[30,2,1,""],_CreateLayerVariables:[30,2,1,""],_EvaluateConvKernel:[30,2,1,""],_GetWeight:[30,2,1,""],_GetWeightShape:[30,2,1,""]},"lingvo.core.conv_layers_with_time_padding.GlobalPoolingLayer":{FProp:[30,2,1,""],Params:[30,2,1,""]},"lingvo.core.conv_layers_with_time_padding.NormalizedDepthwiseConv2DLayer":{FPropMeta:[30,2,1,""],OutputChannels:[30,2,1,""],Params:[30,2,1,""],_GetWeight:[30,2,1,""],_GetWeightShape:[30,2,1,""],input_channels:[30,3,1,""]},"lingvo.core.conv_layers_with_time_padding.PaddingLayer":{FProp:[30,2,1,""]},"lingvo.core.datasource":{CrossBatchMixingDataSource:[31,1,1,""],CurriculumDataSource:[31,1,1,""],CustomTFDatasetTransform:[31,1,1,""],DataSource:[31,1,1,""],PrefixedDataSource:[31,1,1,""],SimpleDataSource:[31,1,1,""],TFDSInput:[31,1,1,""],TFDataServiceSource:[31,1,1,""],TFDatasetAdaptor:[31,1,1,""],TFDatasetBatchBySequenceLength:[31,1,1,""],TFDatasetFnInput:[31,1,1,""],TFDatasetMixer:[31,1,1,""],TFDatasetPrefetch:[31,1,1,""],TFDatasetSource:[31,1,1,""],TFDatasetTransform:[31,1,1,""]},"lingvo.core.datasource.CrossBatchMixingDataSource":{GetMeta:[31,2,1,""],GetNext:[31,2,1,""],Params:[31,2,1,""]},"lingvo.core.datasource.CurriculumDataSource":{GetMeta:[31,2,1,""],GetNext:[31,2,1,""],Params:[31,2,1,""]},"lingvo.core.datasource.CustomTFDatasetTransform":{Params:[31,2,1,""],Transform:[31,2,1,""]},"lingvo.core.datasource.DataSource":{GetMeta:[31,2,1,""],GetNext:[31,2,1,""],Initialize:[31,2,1,""],Params:[31,2,1,""],SetInputGenerator:[31,2,1,""]},"lingvo.core.datasource.PrefixedDataSource":{Params:[31,2,1,""]},"lingvo.core.datasource.SimpleDataSource":{GetMeta:[31,2,1,""],GetNext:[31,2,1,""],Params:[31,2,1,""]},"lingvo.core.datasource.TFDSInput":{GetDataset:[31,2,1,""],Params:[31,2,1,""]},"lingvo.core.datasource.TFDataServiceSource":{GetDataset:[31,2,1,""],Params:[31,2,1,""],SetInputGenerator:[31,2,1,""]},"lingvo.core.datasource.TFDatasetAdaptor":{GetDataset:[31,2,1,""],Params:[31,2,1,""]},"lingvo.core.datasource.TFDatasetBatchBySequenceLength":{Params:[31,2,1,""],Transform:[31,2,1,""]},"lingvo.core.datasource.TFDatasetFnInput":{GetDataset:[31,2,1,""],Params:[31,2,1,""]},"lingvo.core.datasource.TFDatasetMixer":{GetDataset:[31,2,1,""],Params:[31,2,1,""]},"lingvo.core.datasource.TFDatasetPrefetch":{Params:[31,2,1,""],Transform:[31,2,1,""]},"lingvo.core.datasource.TFDatasetSource":{GetDataset:[31,2,1,""],GetNext:[31,2,1,""],Initialize:[31,2,1,""],Reset:[31,2,1,""],_InitIterator:[31,2,1,""],_map_args:[31,3,1,""],host_id:[31,3,1,""],num_hosts:[31,3,1,""]},"lingvo.core.datasource.TFDatasetTransform":{GetDataset:[31,2,1,""],Params:[31,2,1,""],Transform:[31,2,1,""]},"lingvo.core.decoder_lib":{WriteKeyValuePairs:[32,5,1,""]},"lingvo.core.distillation_task":{DistillationTask:[33,1,1,""]},"lingvo.core.distillation_task.DistillationTask":{BProp:[33,2,1,""],ComputeDistillationLoss:[33,2,1,""],ComputeLoss:[33,2,1,""],ComputePredictions:[33,2,1,""],CreateDecoderMetrics:[33,2,1,""],Decode:[33,2,1,""],Inference:[33,2,1,""],Params:[33,2,1,""],PostProcessDecodeOut:[33,2,1,""]},"lingvo.core.distributed_shampoo":{DistributedShampoo:[34,1,1,""],PartitionConfig:[34,1,1,""],PartitionMetadata:[34,1,1,""],TensorPartitioner:[34,1,1,""]},"lingvo.core.distributed_shampoo.DistributedShampoo":{_apply_dense:[34,2,1,""],_apply_sparse:[34,2,1,""],_compute_preconditioned_raw_grad:[34,2,1,""],_create_slots:[34,2,1,""],_fallback_to_diagonal_for_shape:[34,2,1,""],_generalized_inverse_pth_root:[34,2,1,""],_inverse_pth_root_graph:[34,2,1,""],_key_for_var:[34,2,1,""],_make_named_slot:[34,2,1,""],_preconditioned_update:[34,2,1,""],_preconditioner_available_for_dims:[34,2,1,""],_preconditioner_indices:[34,2,1,""],_preconditioner_key_for_partition_and_dim:[34,2,1,""],_prepare:[34,2,1,""],_resource_apply_dense:[34,2,1,""],_resource_apply_sparse:[34,2,1,""],_specialized_inverse_pth_root:[34,2,1,""],_statistics_key_for_partition_and_dim:[34,2,1,""],_updated_statistics:[34,2,1,""],assign_preconditioner_to_host_vars:[34,2,1,""],invoke_async_preconditioner_computation:[34,2,1,""],make_named_zeros_slot:[34,2,1,""]},"lingvo.core.distributed_shampoo.TensorPartitioner":{partition_metadata:[34,2,1,""],partition_tensor:[34,2,1,""],reform_tensor:[34,2,1,""]},"lingvo.core.early_stop":{EarlyStop:[35,1,1,""],MetricHistory:[35,1,1,""]},"lingvo.core.early_stop.EarlyStop":{FProp:[35,2,1,""],Params:[35,2,1,""],Stop:[35,2,1,""],best_step:[35,3,1,""],last_step:[35,3,1,""],metric_history:[35,3,1,""]},"lingvo.core.early_stop.MetricHistory":{Append:[35,2,1,""],ConditionalAppend:[35,2,1,""],Params:[35,2,1,""],SetLogdirInMetricHistories:[35,2,1,""],_Key:[35,2,1,""],_metric_histories_map:[35,4,1,""],hist_file:[35,3,1,""],metric:[35,3,1,""],minimize:[35,3,1,""],tfevent_file:[35,3,1,""]},"lingvo.core.egdd":{EGDD:[36,1,1,""]},"lingvo.core.egdd.EGDD":{_apply_dense:[36,2,1,""],_apply_sparse:[36,2,1,""],_create_slots:[36,2,1,""],_prepare:[36,2,1,""],_resource_apply_dense:[36,2,1,""],_resource_apply_sparse:[36,2,1,""]},"lingvo.core.entmax":{_calculate_probability:[37,5,1,""],entmax_loss:[37,5,1,""],entmax_support:[37,5,1,""]},"lingvo.core.favor_attention":{causal_denominator:[38,5,1,""],causal_numerator:[38,5,1,""],chunked_causal_denominator:[38,5,1,""],chunked_causal_denominator_func:[38,5,1,""],chunked_causal_denominator_grad:[38,5,1,""],chunked_causal_numerator:[38,5,1,""],chunked_causal_numerator_func:[38,5,1,""],chunked_causal_numerator_grad:[38,5,1,""],cossim_kernel_transformation:[38,5,1,""],create_projection_matrix:[38,5,1,""],favor_attention:[38,5,1,""],next_seed:[38,5,1,""],noncausal_denominator:[38,5,1,""],noncausal_numerator:[38,5,1,""],relu_kernel_transformation:[38,5,1,""],softmax_kernel_transformation:[38,5,1,""]},"lingvo.core.generic_input":{GenericInput:[39,5,1,""],ReplicatedGenericInput:[39,5,1,""]},"lingvo.core.gpipe":{CellFnFPropOpReplacementWrapper:[40,5,1,""],FeatureExtractionLayer:[40,1,1,""],GenerateStepSeedPair:[40,5,1,""],GetOverWriteGlobalStep:[40,5,1,""],PartitionSequentialLayers:[40,5,1,""],PipeliningLayer:[40,1,1,""],SeqLayer:[40,1,1,""],SetOverWriteGlobalStep:[40,5,1,""],_ToTuple:[40,5,1,""]},"lingvo.core.gpipe.FeatureExtractionLayer":{FProp:[40,2,1,""],FPropMeta:[40,2,1,""],Params:[40,2,1,""]},"lingvo.core.gpipe.PipeliningLayer":{FProp:[40,2,1,""],Params:[40,2,1,""],_CalculateOutputShapes:[40,2,1,""],_get_input_shapes:[40,2,1,""],_get_state_dtype:[40,2,1,""]},"lingvo.core.gpipe.SeqLayer":{FProp:[40,2,1,""],Params:[40,2,1,""],_CreateChildrenVariables:[40,2,1,""]},"lingvo.core.graddrop":{GradDrop:[41,1,1,""]},"lingvo.core.graddrop.GradDrop":{FProp:[41,2,1,""],Params:[41,2,1,""],SetLosses:[41,2,1,""]},"lingvo.core.gradient_combiner":{GradientCombiner:[42,1,1,""]},"lingvo.core.gradient_combiner.GradientCombiner":{Combine:[42,2,1,""]},"lingvo.core.gshard_builder":{DenseBuilder:[43,1,1,""],MoEBuilder:[43,1,1,""],RecurrentDenseBuilderParallelDecode:[43,1,1,""],UniTransformer:[43,1,1,""],_ToInt32:[43,5,1,""]},"lingvo.core.gshard_builder.DenseBuilder":{Attention:[43,2,1,""],DecEncAttention:[43,2,1,""],DecMultiDconvHeadAttentionRelativeBias:[43,2,1,""],DecSelfAttention:[43,2,1,""],DecSelfAttentionRelativeBias:[43,2,1,""],DenseReluDense:[43,2,1,""],DenseReluDenseGated:[43,2,1,""],DepthwiseConvAutoregressive:[43,2,1,""],EinsumWithModelDim:[43,2,1,""],Embedding:[43,2,1,""],MeshSplit:[43,2,1,""],ParallelDecSelfAttentionRelativeBiasFFN:[43,2,1,""],Params:[43,2,1,""],SelfAttention:[43,2,1,""],SelfAttentionRelativeBias:[43,2,1,""],_CapLogits:[43,2,1,""],_ComputeAttenOutputs:[43,2,1,""],_ComputeCombinedOutputs:[43,2,1,""],_ComputeQKV:[43,2,1,""],_ComputeQKVCombine:[43,2,1,""],_ComputeQKVH:[43,2,1,""],_EinsumWithModelDim:[43,2,1,""],_LN:[43,2,1,""],_MeshSplit:[43,2,1,""],_ReshapeM:[43,2,1,""],_ReshapedModelDims:[43,2,1,""],_ShardedFeedForwardNetworksWeights:[43,2,1,""],_ShardedMoEPositionWiseFeedForwardNetworks:[43,2,1,""],_attention_output_hdm_w_split:[43,3,1,""],_device_mesh:[43,3,1,""]},"lingvo.core.gshard_builder.MoEBuilder":{Attention:[43,2,1,""],CausalDepthwiseConv:[43,2,1,""],DecEncAttention:[43,2,1,""],DecMultiDconvHeadAttentionRelativeBias:[43,2,1,""],DecSelfAttention:[43,2,1,""],DecSelfAttentionRelativeBias:[43,2,1,""],DecoderLayer:[43,2,1,""],DecoderLayerStack:[43,2,1,""],DenseReluDense:[43,2,1,""],DenseReluDenseGated:[43,2,1,""],DenseReluDenseGatedGELU:[43,2,1,""],DenseReluDenseGatedSILU:[43,2,1,""],DepthwiseConvAutoregressive:[43,2,1,""],Embedding:[43,2,1,""],EncoderLayer:[43,2,1,""],EncoderLayerStack:[43,2,1,""],Mask:[43,2,1,""],MoE:[43,2,1,""],Params:[43,2,1,""],Repeat:[43,2,1,""],SelfAttention:[43,2,1,""],SelfAttentionRelativeBias:[43,2,1,""],SetFPropDtype:[43,2,1,""],ShardablePipeline:[43,2,1,""],SharedEmbSoftmax:[43,2,1,""],SmoothedSoftmax:[43,2,1,""],SoftmaxWeight:[43,2,1,""],Split:[43,2,1,""],_Add:[43,2,1,""],_AddRelativeBias:[43,2,1,""],_AdjustMSplit:[43,2,1,""],_AttentionState:[43,2,1,""],_AttentionWeights:[43,2,1,""],_ComputeAttenOutputs:[43,2,1,""],_ComputeQKV:[43,2,1,""],_ComputeQKVCombine:[43,2,1,""],_ComputeTopKGating:[43,2,1,""],_DecComputeBiasGraphEdge:[43,2,1,""],_DecNotVisible:[43,2,1,""],_DecoderLayerInMapKeys:[43,3,1,""],_DenseReluDenseWeights:[43,2,1,""],_DenseReluDenseWeightsGatedGELU:[43,2,1,""],_Dropout:[43,2,1,""],_EmbeddingWeight:[43,2,1,""],_EncNotVisible:[43,2,1,""],_EncoderAddRelativeBias:[43,2,1,""],_EncoderLayerInMapKeys:[43,3,1,""],_FeedForwardNetworksApplyGating:[43,2,1,""],_Identity:[43,2,1,""],_LN:[43,2,1,""],_LNConv:[43,2,1,""],_LNInternal:[43,2,1,""],_LNNoScale:[43,2,1,""],_LayerStack:[43,2,1,""],_OneHotEncode:[43,2,1,""],_Override:[43,2,1,""],_PN:[43,2,1,""],_RelativeAttentionBiasWeights:[43,2,1,""],_RelativePositionBucket:[43,2,1,""],_ShardedFeedForwardNetworksWeights:[43,2,1,""],_ShardedMoEPositionWiseFeedForwardNetworks:[43,2,1,""],_ShardedVar:[43,2,1,""],_ShardedVarOn1DDeviceArray:[43,2,1,""],_Softmax:[43,2,1,""],_Top2GatingWeights:[43,2,1,""],_Var:[43,2,1,""],_device_mesh:[43,3,1,""],_model_dim_reshape_segments:[43,3,1,""],_zero_aux_loss:[43,2,1,""]},"lingvo.core.gshard_builder.RecurrentDenseBuilderParallelDecode":{DecoderLayer:[43,2,1,""],DecoderLayerStack:[43,2,1,""],Params:[43,2,1,""],_ComputeQKVH:[43,2,1,""],_DecoderLayerInMapKeys:[43,3,1,""],_DecoderLayerInputProjWeights:[43,2,1,""],_DecoderLayerOutputProjWeights:[43,2,1,""],_atten_kv_var_heads:[43,3,1,""],_atten_q_var_heads:[43,3,1,""],_ffw_var_h_dim_size:[43,3,1,""],_num_input_proj_weights:[43,3,1,""],_num_output_proj_weights:[43,3,1,""]},"lingvo.core.gshard_builder.UniTransformer":{ComputeLoss:[43,2,1,""],ComputePerTokenLoss:[43,2,1,""],ComputePredictions:[43,2,1,""],FilterPerExampleTensors:[43,2,1,""],Params:[43,2,1,""],ProcessFPropResults:[43,2,1,""],_ComputeDecoderInput:[43,2,1,""],_ComputeNonPadding:[43,2,1,""],_ComputeSoftLabels:[43,2,1,""]},"lingvo.core.gshard_layers":{CausalDepthwiseConv1DLayer:[44,1,1,""],Conv1DStateLayer:[44,1,1,""],EinsumWithModelDim:[44,5,1,""],FeedForwardNetworksApplyGating:[44,5,1,""],GatherK:[44,5,1,""],GetSentenceEmbeddings:[44,5,1,""],LayerwiseShardablePipelinedLayer:[44,1,1,""],MultiHeadAttentionStateLayer:[44,1,1,""],OverrideLayer:[44,1,1,""],ReshapeInputLayer:[44,1,1,""],SentenceTop2Gating:[44,5,1,""],ShardedVarLayer:[44,1,1,""],ShardedWeightParams:[44,5,1,""],SharedEmbeddingSoftmaxLayer:[44,1,1,""],StateLayer:[44,1,1,""],TaskTop2Gating:[44,5,1,""],Top2Gating:[44,5,1,""],Top2GatingOnLogits:[44,5,1,""],VarLayer:[44,1,1,""],_EinsumEqWithModelDim:[44,5,1,""],_ToTuple:[44,5,1,""]},"lingvo.core.gshard_layers.CausalDepthwiseConv1DLayer":{FProp:[44,2,1,""],Params:[44,2,1,""],_CreateLayerVariables:[44,2,1,""],_DoConv:[44,2,1,""],_GetWeight:[44,2,1,""],_Var:[44,2,1,""]},"lingvo.core.gshard_layers.Conv1DStateLayer":{NewState:[44,2,1,""],Params:[44,2,1,""],_Step:[44,2,1,""]},"lingvo.core.gshard_layers.LayerwiseShardablePipelinedLayer":{BodyFProp:[44,2,1,""],FProp:[44,2,1,""],FPropFn:[44,2,1,""],PadMicrobatches:[44,2,1,""],Params:[44,2,1,""],_BodyFPropInternal:[44,2,1,""],_CreateChildrenVariables:[44,2,1,""],_FindPerStageVarShardingDim:[44,2,1,""],_body:[44,3,1,""],_unrolled_fprop:[44,2,1,""]},"lingvo.core.gshard_layers.MultiHeadAttentionStateLayer":{NewState:[44,2,1,""],_Step:[44,2,1,""],_use_flat_beam_search:[44,4,1,""]},"lingvo.core.gshard_layers.OverrideLayer":{Clear:[44,2,1,""],FProp:[44,2,1,""],Params:[44,2,1,""],Set:[44,2,1,""],_OVERRIDE:[44,4,1,""]},"lingvo.core.gshard_layers.ReshapeInputLayer":{FProp:[44,2,1,""],Params:[44,2,1,""]},"lingvo.core.gshard_layers.ShardedVarLayer":{FProp:[44,2,1,""],InstantiateVariables:[44,2,1,""],Params:[44,2,1,""]},"lingvo.core.gshard_layers.SharedEmbeddingSoftmaxLayer":{ComputeLoss:[44,2,1,""],FProp:[44,2,1,""],Params:[44,2,1,""],_MaybeSplit:[44,2,1,""]},"lingvo.core.gshard_layers.StateLayer":{FProp:[44,2,1,""],InitState:[44,2,1,""],NewState:[44,2,1,""],Params:[44,2,1,""],UpdateState:[44,2,1,""],UpdateTheta:[44,2,1,""],_Step:[44,2,1,""]},"lingvo.core.gshard_layers.VarLayer":{FProp:[44,2,1,""],Params:[44,2,1,""],_get_var_from_collection:[44,2,1,""]},"lingvo.core.gshard_utils":{GetMeshSplitDimPrefixContext:[45,5,1,""],GetNonPod2dMesh:[45,5,1,""],GetVarSharding:[45,5,1,""],MeshSplit:[45,5,1,""],MeshSplitDimPrefixContext:[45,5,1,""],Replicate:[45,5,1,""],ReshapeDim:[45,5,1,""],Split:[45,5,1,""],TensorShardingSpec:[45,1,1,""],ZigzagOrderOnDeviceMesh:[45,5,1,""]},"lingvo.core.gshard_utils.TensorShardingSpec":{AddLeadingDims:[45,2,1,""],ApplyToTensor:[45,2,1,""],ApplyToVariable:[45,2,1,""],AutoToManualPartitioning:[45,2,1,""],FromFullShape:[45,2,1,""],FromXlaOpSharding:[45,2,1,""],ManualToAutoPartitioning:[45,2,1,""],RemoveDim:[45,2,1,""],RemoveLeadingDims:[45,2,1,""],ReplicatedSpec:[45,2,1,""],ShardShape:[45,2,1,""],ToXlaOpSharding:[45,2,1,""],device_mesh:[45,3,1,""],is_replicated:[45,3,1,""],mesh_dim_to_tensor_dim_mapping:[45,3,1,""],split_dims_mapping:[45,3,1,""],uneven_padding:[45,3,1,""]},"lingvo.core.hyperparams":{CopyFieldsTo:[46,5,1,""],InstantiableParams:[46,1,1,""],Params:[46,1,1,""],_EndsWithTerminalQuote:[46,5,1,""],_IsNamedTuple:[46,5,1,""],_Param:[46,1,1,""],_QuoteString:[46,5,1,""],_SortedDict:[46,1,1,""],_UnquoteString:[46,5,1,""]},"lingvo.core.hyperparams.InstantiableParams":{Copy:[46,2,1,""],Instantiate:[46,2,1,""]},"lingvo.core.hyperparams.Params":{Copy:[46,2,1,""],Define:[46,2,1,""],Delete:[46,2,1,""],Freeze:[46,2,1,""],FromProto:[46,2,1,""],FromText:[46,2,1,""],FromTextWithTypes:[46,2,1,""],Get:[46,2,1,""],GetKeys:[46,2,1,""],IsImmutable:[46,2,1,""],IterParams:[46,2,1,""],Set:[46,2,1,""],TextDiff:[46,2,1,""],ToProto:[46,2,1,""],ToText:[46,2,1,""],ToTextWithTypes:[46,2,1,""],Visit:[46,2,1,""],_CopyTo:[46,2,1,""],_GetNested:[46,2,1,""],_KeyErrorString:[46,2,1,""],_SimilarKeys:[46,2,1,""],_ToString:[46,2,1,""]},"lingvo.core.hyperparams._Param":{Get:[46,2,1,""],GetDefault:[46,2,1,""],Set:[46,2,1,""],ToString:[46,2,1,""]},"lingvo.core.hyperparams_pb2":{EnumVal:[47,1,1,""],Hyperparam:[47,1,1,""],HyperparamRepeated:[47,1,1,""],HyperparamValue:[47,1,1,""],NamedTupleVal:[47,1,1,""],ProtoVal:[47,1,1,""],_b:[47,5,1,""]},"lingvo.core.hyperparams_pb2.EnumVal":{DESCRIPTOR:[47,4,1,""],name:[47,4,1,""],type:[47,4,1,""]},"lingvo.core.hyperparams_pb2.Hyperparam":{DESCRIPTOR:[47,4,1,""],ItemsEntry:[47,1,1,""],items:[47,4,1,""]},"lingvo.core.hyperparams_pb2.Hyperparam.ItemsEntry":{DESCRIPTOR:[47,4,1,""],key:[47,4,1,""],value:[47,4,1,""]},"lingvo.core.hyperparams_pb2.HyperparamRepeated":{DESCRIPTOR:[47,4,1,""],items:[47,4,1,""]},"lingvo.core.hyperparams_pb2.HyperparamValue":{DESCRIPTOR:[47,4,1,""],bool_val:[47,4,1,""],dict_val:[47,4,1,""],dtype_val:[47,4,1,""],enum_val:[47,4,1,""],float_val:[47,4,1,""],int_val:[47,4,1,""],list_val:[47,4,1,""],named_tuple_val:[47,4,1,""],param_val:[47,4,1,""],proto_val:[47,4,1,""],string_repr_val:[47,4,1,""],string_val:[47,4,1,""],symbolic_val:[47,4,1,""],tuple_val:[47,4,1,""],type_val:[47,4,1,""]},"lingvo.core.hyperparams_pb2.NamedTupleVal":{DESCRIPTOR:[47,4,1,""],items:[47,4,1,""],type:[47,4,1,""]},"lingvo.core.hyperparams_pb2.ProtoVal":{DESCRIPTOR:[47,4,1,""],type:[47,4,1,""],val:[47,4,1,""]},"lingvo.core.inference_graph_exporter":{ConstGuaranteeScope:[48,5,1,""],ConvertSubgraphDictToProto:[48,5,1,""],GetOutputOpNames:[48,5,1,""],InferenceDeviceOptions:[48,1,1,""],InferenceGraphExporter:[48,1,1,""],IsTpu:[48,5,1,""],MaybeGuaranteeConstGetter:[48,5,1,""],NoConstGuaranteeScope:[48,5,1,""],ShouldForceBfloat16ForActivations:[48,5,1,""],ShouldForceBfloat16ForWeightsAndActivations:[48,5,1,""],_DummyScope:[48,5,1,""],_FreezeDefaults:[48,5,1,""],_FreezeGraphFromCheckpoint:[48,5,1,""],_GetVarName:[48,5,1,""],_MakeVariableDictionary:[48,5,1,""],_ParamExists:[48,5,1,""]},"lingvo.core.inference_graph_exporter.InferenceDeviceOptions":{_asdict:[48,2,1,""],_field_defaults:[48,4,1,""],_fields:[48,4,1,""],_make:[48,2,1,""],_replace:[48,2,1,""],device:[48,4,1,""],dtype_override:[48,4,1,""],fprop_dtype_override:[48,4,1,""],gen_init_op:[48,4,1,""],retain_device_placement:[48,4,1,""],var_options:[48,4,1,""]},"lingvo.core.inference_graph_exporter.InferenceGraphExporter":{Export:[48,2,1,""],_DeviceSupportsFreezing:[48,2,1,""],_SetClusterParams:[48,2,1,""]},"lingvo.core.inference_graph_pb2":{InferenceGraph:[49,1,1,""],_b:[49,5,1,""]},"lingvo.core.inference_graph_pb2.InferenceGraph":{DESCRIPTOR:[49,4,1,""],FeedFetchMeta:[49,1,1,""],Subgraph:[49,1,1,""],SubgraphMeta:[49,1,1,""],SubgraphsEntry:[49,1,1,""],asset_file_def:[49,4,1,""],graph_def:[49,4,1,""],hyperparameters:[49,4,1,""],saver_def:[49,4,1,""],subgraphs:[49,4,1,""]},"lingvo.core.inference_graph_pb2.InferenceGraph.FeedFetchMeta":{DESCRIPTOR:[49,4,1,""],data_type:[49,4,1,""],dispatch_stride_axis:[49,4,1,""],extensions:[49,4,1,""],layout:[49,4,1,""],quantized_max_const:[49,4,1,""],quantized_max_tensor:[49,4,1,""],quantized_min_const:[49,4,1,""],quantized_min_tensor:[49,4,1,""],quantized_num_bits:[49,4,1,""],shape:[49,4,1,""]},"lingvo.core.inference_graph_pb2.InferenceGraph.Subgraph":{DESCRIPTOR:[49,4,1,""],FeedsEntry:[49,1,1,""],FeedsMetaEntry:[49,1,1,""],FetchesEntry:[49,1,1,""],FetchesMetaEntry:[49,1,1,""],feeds:[49,4,1,""],feeds_meta:[49,4,1,""],fetches:[49,4,1,""],fetches_meta:[49,4,1,""],meta:[49,4,1,""]},"lingvo.core.inference_graph_pb2.InferenceGraph.Subgraph.FeedsEntry":{DESCRIPTOR:[49,4,1,""],key:[49,4,1,""],value:[49,4,1,""]},"lingvo.core.inference_graph_pb2.InferenceGraph.Subgraph.FeedsMetaEntry":{DESCRIPTOR:[49,4,1,""],key:[49,4,1,""],value:[49,4,1,""]},"lingvo.core.inference_graph_pb2.InferenceGraph.Subgraph.FetchesEntry":{DESCRIPTOR:[49,4,1,""],key:[49,4,1,""],value:[49,4,1,""]},"lingvo.core.inference_graph_pb2.InferenceGraph.Subgraph.FetchesMetaEntry":{DESCRIPTOR:[49,4,1,""],key:[49,4,1,""],value:[49,4,1,""]},"lingvo.core.inference_graph_pb2.InferenceGraph.SubgraphMeta":{DESCRIPTOR:[49,4,1,""],extensions:[49,4,1,""]},"lingvo.core.inference_graph_pb2.InferenceGraph.SubgraphsEntry":{DESCRIPTOR:[49,4,1,""],key:[49,4,1,""],value:[49,4,1,""]},"lingvo.core.input_generator_helper":{ComputeSplits:[50,5,1,""],SplitDictOfTensors:[50,5,1,""],SplitTensors:[50,5,1,""]},"lingvo.core.input_policy":{Apply:[51,5,1,""]},"lingvo.core.insertion":{SequenceAppendToken:[52,5,1,""],SequenceConcat:[52,5,1,""],SequenceTrimLastToken:[52,5,1,""],SymbolInsertionLayer:[52,1,1,""]},"lingvo.core.insertion.SymbolInsertionLayer":{FProp:[52,2,1,""],Params:[52,2,1,""]},"lingvo.core.inspect_utils":{CallWithParams:[53,5,1,""],ConstructWithParams:[53,5,1,""],DefineParams:[53,5,1,""],_ExtractParameters:[53,5,1,""],_IsDefinableParameter:[53,5,1,""],_MakeArgs:[53,5,1,""]},"lingvo.core.layers":{BaseConv2DLayer:[54,1,1,""],BlurPoolLayer:[54,1,1,""],CCTGatingNetwork:[54,1,1,""],CategoricalLayerNorm:[54,1,1,""],CondScaleShiftFFNLayer:[54,1,1,""],Conv2DFlops:[54,5,1,""],Conv2DLayer:[54,1,1,""],Conv2DLayerNoPadding:[54,1,1,""],ConvLayer:[54,4,1,""],ConvNN2DLayer:[54,1,1,""],ConvSetLayer:[54,1,1,""],ConvSoftmax:[54,1,1,""],DeconvLayer:[54,1,1,""],DepthwiseConv2DLayer:[54,1,1,""],DeterministicDropoutLayer:[54,1,1,""],DropoutLayer:[54,1,1,""],EinsumEmbeddingLayer:[54,1,1,""],EinsumSoftmax:[54,1,1,""],EmbeddingLayer:[54,1,1,""],FCLayer:[54,1,1,""],FeedForwardNet:[54,1,1,""],FetchLayer:[54,1,1,""],FocalFullSoftmax:[54,1,1,""],GatedAverageLayer:[54,1,1,""],GatingLayer:[54,1,1,""],GluLayer:[54,1,1,""],GradNormTracker:[54,1,1,""],HighwaySkipLayer:[54,1,1,""],IdentityLayer:[54,1,1,""],LHUCLayer:[54,1,1,""],LayerNorm:[54,1,1,""],LocalizedLabelSmoother:[54,1,1,""],MultitaskAdapterBaseLayer:[54,1,1,""],MultitaskAdapterEinsumLayer:[54,1,1,""],MultitaskAdapterLayer:[54,1,1,""],OneHotEmbeddingLayer:[54,1,1,""],PoolingLayer:[54,1,1,""],PositionalEmbeddingLayer:[54,1,1,""],ProjectionLayer:[54,1,1,""],RelativePositionalEmbeddingLayer:[54,1,1,""],ReshapedLayerNorm:[54,1,1,""],ResidualAdapterLayer:[54,1,1,""],SeparableConv2DLayer:[54,1,1,""],SharedSoftmaxLayer:[54,1,1,""],SimpleEmbeddingLayer:[54,1,1,""],SimpleFullSoftmax:[54,1,1,""],SingleShardEmbeddingLayer:[54,1,1,""],SingleShardFullSoftmax:[54,1,1,""],SingleShardSharedEmbeddingSoftmax:[54,1,1,""],SinusoidalPositionalEmbeddingLayer:[54,1,1,""],SoftmaxLayer:[54,1,1,""],StackingOverTime:[54,1,1,""],UniformLabelSmoother:[54,1,1,""],WeightedSumLayer:[54,1,1,""]},"lingvo.core.layers.BaseConv2DLayer":{FProp:[54,2,1,""],OutShape:[54,2,1,""],OutputShape:[54,2,1,""],Params:[54,2,1,""],_ApplyConv:[54,2,1,""],_Compute:[54,2,1,""],_ComputeConvLast:[54,2,1,""],_CreateChildrenVariables:[54,2,1,""],_CreateLayerVariables:[54,2,1,""],_EvaluateConvKernel:[54,2,1,""],_GetWeights:[54,2,1,""],_is_bn_folded:[54,3,1,""],filter_output_shape:[54,3,1,""],output_channels:[54,3,1,""]},"lingvo.core.layers.BlurPoolLayer":{FProp:[54,2,1,""],Params:[54,2,1,""]},"lingvo.core.layers.CCTGatingNetwork":{FProp:[54,2,1,""],FPropMeta:[54,2,1,""],Params:[54,2,1,""]},"lingvo.core.layers.CategoricalLayerNorm":{Params:[54,2,1,""],_BiasVarName:[54,2,1,""],_CreateLayerVariables:[54,2,1,""],_GetScaleAndBias:[54,2,1,""],_ScaleVarName:[54,2,1,""]},"lingvo.core.layers.CondScaleShiftFFNLayer":{FProp:[54,2,1,""],Params:[54,2,1,""]},"lingvo.core.layers.Conv2DLayer":{_EvaluateConvKernel:[54,2,1,""]},"lingvo.core.layers.Conv2DLayerNoPadding":{FProp:[54,2,1,""],FPropMeta:[54,2,1,""],Params:[54,2,1,""],_CreateLayerVariables:[54,2,1,""]},"lingvo.core.layers.ConvNN2DLayer":{_EvaluateConvKernel:[54,2,1,""]},"lingvo.core.layers.ConvSetLayer":{FProp:[54,2,1,""],Params:[54,2,1,""],_CreateLayerVariables:[54,2,1,""]},"lingvo.core.layers.ConvSoftmax":{Logits:[54,2,1,""],Params:[54,2,1,""],_CreateLayerVariables:[54,2,1,""]},"lingvo.core.layers.DeconvLayer":{FProp:[54,2,1,""],OutShape:[54,2,1,""],Params:[54,2,1,""],_ApplyConv:[54,2,1,""],_CreateLayerVariables:[54,2,1,""]},"lingvo.core.layers.DepthwiseConv2DLayer":{Params:[54,2,1,""],_EvaluateConvKernel:[54,2,1,""],filter_output_shape:[54,3,1,""],output_channels:[54,3,1,""]},"lingvo.core.layers.DeterministicDropoutLayer":{_Dropout:[54,2,1,""]},"lingvo.core.layers.DropoutLayer":{FProp:[54,2,1,""],FPropMeta:[54,2,1,""],NumOutputNodes:[54,2,1,""],Params:[54,2,1,""],_Dropout:[54,2,1,""]},"lingvo.core.layers.EinsumEmbeddingLayer":{EmbLookup:[54,2,1,""],FProp:[54,2,1,""],Params:[54,2,1,""],_CreateLayerVariables:[54,2,1,""]},"lingvo.core.layers.EinsumSoftmax":{DenseWeights:[54,2,1,""],FProp:[54,2,1,""],Logits:[54,2,1,""],Params:[54,2,1,""],XentLossFromLogits:[54,2,1,""],_CreateLayerVariables:[54,2,1,""],wm_transposed:[54,3,1,""]},"lingvo.core.layers.EmbeddingLayer":{EmbLookup:[54,2,1,""],EmbLookupDefaultTheta:[54,2,1,""],MIN_PARAMS_PER_SHARD:[54,4,1,""],Params:[54,2,1,""],_CreateLayerVariables:[54,2,1,""]},"lingvo.core.layers.FCLayer":{Params:[54,2,1,""]},"lingvo.core.layers.FeedForwardNet":{FProp:[54,2,1,""],FPropAllLayers:[54,2,1,""],FPropMeta:[54,2,1,""],Params:[54,2,1,""],output_dim:[54,3,1,""]},"lingvo.core.layers.FetchLayer":{FProp:[54,2,1,""],FPropMeta:[54,2,1,""],_ReturnSingleValueOrList:[54,2,1,""],activation:[54,3,1,""],gradient:[54,3,1,""]},"lingvo.core.layers.FocalFullSoftmax":{Params:[54,2,1,""],XentLossFromLogits:[54,2,1,""]},"lingvo.core.layers.GatedAverageLayer":{FProp:[54,2,1,""],Params:[54,2,1,""],_CreateLayerVariables:[54,2,1,""]},"lingvo.core.layers.GatingLayer":{FProp:[54,2,1,""],Params:[54,2,1,""]},"lingvo.core.layers.GluLayer":{FProp:[54,2,1,""],Params:[54,2,1,""]},"lingvo.core.layers.GradNormTracker":{FProp:[54,2,1,""],Params:[54,2,1,""],_CreateLayerVariables:[54,2,1,""]},"lingvo.core.layers.HighwaySkipLayer":{FProp:[54,2,1,""],Params:[54,2,1,""]},"lingvo.core.layers.IdentityLayer":{FProp:[54,2,1,""],FPropMeta:[54,2,1,""]},"lingvo.core.layers.LHUCLayer":{FProp:[54,2,1,""],Params:[54,2,1,""],_CreateLayerVariables:[54,2,1,""]},"lingvo.core.layers.LayerNorm":{FProp:[54,2,1,""],FPropMeta:[54,2,1,""],NumOutputNodes:[54,2,1,""],Params:[54,2,1,""],_CreateLayerVariables:[54,2,1,""],_GetScaleAndBias:[54,2,1,""]},"lingvo.core.layers.LocalizedLabelSmoother":{FProp:[54,2,1,""],Params:[54,2,1,""]},"lingvo.core.layers.MultitaskAdapterBaseLayer":{Params:[54,2,1,""]},"lingvo.core.layers.MultitaskAdapterEinsumLayer":{FProp:[54,2,1,""],Params:[54,2,1,""],_CreateLayerVariables:[54,2,1,""]},"lingvo.core.layers.MultitaskAdapterLayer":{FProp:[54,2,1,""],Params:[54,2,1,""]},"lingvo.core.layers.OneHotEmbeddingLayer":{EmbLookup:[54,2,1,""],EmbLookupDefaultTheta:[54,2,1,""],FProp:[54,2,1,""],Params:[54,2,1,""]},"lingvo.core.layers.PoolingLayer":{FProp:[54,2,1,""],OutShape:[54,2,1,""],OutputShape:[54,2,1,""],Params:[54,2,1,""],_CreateLayerVariables:[54,2,1,""]},"lingvo.core.layers.PositionalEmbeddingLayer":{FProp:[54,2,1,""],FPropWithPosition:[54,2,1,""],Params:[54,2,1,""],_CreateLayerVariables:[54,2,1,""],_PosEmbeddingsFromPositions:[54,2,1,""]},"lingvo.core.layers.ProjectionLayer":{FProp:[54,2,1,""],FPropMeta:[54,2,1,""],NumOutputNodes:[54,2,1,""],Params:[54,2,1,""],_ApplyActivationFunction:[54,2,1,""],_ApplyProjectionKernel:[54,2,1,""],_CreateChildrenVariables:[54,2,1,""],_CreateLayerVariables:[54,2,1,""],_GetBlockedMatMulInputOutputMultipliers:[54,2,1,""],_GetBlockedWeightMatrix:[54,2,1,""],_GetWeights:[54,2,1,""],_is_bn_folded:[54,3,1,""],output_qt_name:[54,3,1,""]},"lingvo.core.layers.RelativePositionalEmbeddingLayer":{FProp:[54,2,1,""],Params:[54,2,1,""],_CreateLayerVariables:[54,2,1,""]},"lingvo.core.layers.ReshapedLayerNorm":{FProp:[54,2,1,""]},"lingvo.core.layers.ResidualAdapterLayer":{FProp:[54,2,1,""],Params:[54,2,1,""]},"lingvo.core.layers.SeparableConv2DLayer":{FProp:[54,2,1,""],OutShape:[54,2,1,""],Params:[54,2,1,""]},"lingvo.core.layers.SharedSoftmaxLayer":{EmbLookup:[54,2,1,""],FProp:[54,2,1,""],Logits:[54,2,1,""],Params:[54,2,1,""],SimpleLogits:[54,2,1,""],XentLossFromLogits:[54,2,1,""],_CreateChildrenVariables:[54,2,1,""]},"lingvo.core.layers.SimpleEmbeddingLayer":{EmbLookup:[54,2,1,""],EmbLookupDefaultTheta:[54,2,1,""],EmbLookupDefaultThetaOnCpu:[54,2,1,""],FProp:[54,2,1,""],Params:[54,2,1,""],_CreateLayerVariables:[54,2,1,""],_FlatFProp:[54,2,1,""],_FpropImpl:[54,2,1,""],_GetWeightShape:[54,2,1,""]},"lingvo.core.layers.SimpleFullSoftmax":{DenseWeights:[54,2,1,""],Logits:[54,2,1,""],Params:[54,2,1,""],SimpleLogits:[54,2,1,""],XentLossFromLogits:[54,2,1,""],_CreateLayerVariables:[54,2,1,""],_FProp2D:[54,2,1,""],_GetInputs:[54,2,1,""],_LogitsUsingConcatenatedWeights:[54,2,1,""],_LogitsUsingConcatenatedWeightsHelper:[54,2,1,""],_XentLossByChunk:[54,2,1,""],wm_transposed:[54,3,1,""]},"lingvo.core.layers.SingleShardEmbeddingLayer":{EmbLookup:[54,2,1,""],EmbLookupDefaultTheta:[54,2,1,""],FProp:[54,2,1,""],Params:[54,2,1,""],_CreateLayerVariables:[54,2,1,""]},"lingvo.core.layers.SingleShardFullSoftmax":{DenseWeights:[54,2,1,""],FProp:[54,2,1,""],Logits:[54,2,1,""],XentLossByChunk:[54,2,1,""],XentLossFromLogits:[54,2,1,""]},"lingvo.core.layers.SingleShardSharedEmbeddingSoftmax":{EmbLookup:[54,2,1,""],EmbLookupDefaultTheta:[54,2,1,""],Params:[54,2,1,""]},"lingvo.core.layers.SinusoidalPositionalEmbeddingLayer":{FProp:[54,2,1,""],Params:[54,2,1,""]},"lingvo.core.layers.SoftmaxLayer":{DenseWeights:[54,2,1,""],FProp:[54,2,1,""],Logits:[54,2,1,""],Params:[54,2,1,""],XentLoss:[54,2,1,""],XentLossFromLogits:[54,2,1,""],_FProp2D:[54,2,1,""],wm_transposed:[54,3,1,""]},"lingvo.core.layers.StackingOverTime":{FProp:[54,2,1,""],Params:[54,2,1,""],Unstack:[54,2,1,""],WindowSize:[54,2,1,""],_ApplyStack:[54,2,1,""],window_size:[54,3,1,""]},"lingvo.core.layers.UniformLabelSmoother":{FProp:[54,2,1,""],Params:[54,2,1,""]},"lingvo.core.layers.WeightedSumLayer":{FProp:[54,2,1,""],Params:[54,2,1,""],_CreateLayerVariables:[54,2,1,""]},"lingvo.core.layers_with_attention":{AuxLossContext:[55,1,1,""],CCTAttentionLayer:[55,1,1,""],CCTFeedForwardLayer:[55,1,1,""],EvolvedTransformerBaseLayer:[55,1,1,""],EvolvedTransformerDecoderBranchedConvsLayer:[55,1,1,""],EvolvedTransformerDecoderLayer:[55,1,1,""],EvolvedTransformerEncoderBranchedConvsLayer:[55,1,1,""],EvolvedTransformerEncoderLayer:[55,1,1,""],HybridFeedforwardLayer:[55,1,1,""],MoEFeedforwardLayer:[55,1,1,""],ReshapedTransformerFeedForwardLayer:[55,1,1,""],StochasticResidualLayer:[55,1,1,""],StyleLayer:[55,1,1,""],TransformerAttentionLayer:[55,1,1,""],TransformerFeedForwardLayer:[55,1,1,""],TransformerLayer:[55,1,1,""],TransformerLayerWithMultitaskAdapters:[55,1,1,""],TransformerMultiSourceAttentionLayer:[55,1,1,""],TransformerShardedMoeLayer:[55,1,1,""],TransformerWithContextLayer:[55,1,1,""]},"lingvo.core.layers_with_attention.AuxLossContext":{_global_stack:[55,4,1,""],add_loss:[55,2,1,""],aux_losses:[55,3,1,""],current:[55,2,1,""]},"lingvo.core.layers_with_attention.CCTAttentionLayer":{ExtendStep:[55,2,1,""],FProp:[55,2,1,""],Params:[55,2,1,""],_FinishExtendStep:[55,2,1,""]},"lingvo.core.layers_with_attention.CCTFeedForwardLayer":{FProp:[55,2,1,""],Params:[55,2,1,""]},"lingvo.core.layers_with_attention.EvolvedTransformerBaseLayer":{Params:[55,2,1,""]},"lingvo.core.layers_with_attention.EvolvedTransformerDecoderBranchedConvsLayer":{FProp:[55,2,1,""],Params:[55,2,1,""]},"lingvo.core.layers_with_attention.EvolvedTransformerDecoderLayer":{ExtendStep:[55,2,1,""],FProp:[55,2,1,""],Params:[55,2,1,""]},"lingvo.core.layers_with_attention.EvolvedTransformerEncoderBranchedConvsLayer":{FProp:[55,2,1,""],Params:[55,2,1,""]},"lingvo.core.layers_with_attention.EvolvedTransformerEncoderLayer":{FProp:[55,2,1,""],Params:[55,2,1,""]},"lingvo.core.layers_with_attention.HybridFeedforwardLayer":{FProp:[55,2,1,""],Params:[55,2,1,""],sub_key:[55,3,1,""]},"lingvo.core.layers_with_attention.MoEFeedforwardLayer":{FProp:[55,2,1,""],Params:[55,2,1,""]},"lingvo.core.layers_with_attention.ReshapedTransformerFeedForwardLayer":{FProp:[55,2,1,""],Params:[55,2,1,""]},"lingvo.core.layers_with_attention.StochasticResidualLayer":{FProp:[55,2,1,""],FPropMeta:[55,2,1,""],Params:[55,2,1,""],_DropConnect:[55,2,1,""]},"lingvo.core.layers_with_attention.StyleLayer":{EmbLookup:[55,2,1,""],FProp:[55,2,1,""],Params:[55,2,1,""],StyleEmbFromProbs:[55,2,1,""],_CreateLayerVariables:[55,2,1,""]},"lingvo.core.layers_with_attention.TransformerAttentionLayer":{ExtendStep:[55,2,1,""],FProp:[55,2,1,""],Params:[55,2,1,""],_FinishExtendStep:[55,2,1,""],_GetSourceLength:[55,2,1,""],_InitAttention:[55,2,1,""]},"lingvo.core.layers_with_attention.TransformerFeedForwardLayer":{FProp:[55,2,1,""],NumOutputNodes:[55,2,1,""],Params:[55,2,1,""],SetFPropDtype:[55,2,1,""],output_dim:[55,3,1,""]},"lingvo.core.layers_with_attention.TransformerLayer":{ExtendStep:[55,2,1,""],FProp:[55,2,1,""],NumOutputNodes:[55,2,1,""],Params:[55,2,1,""],output_dim:[55,3,1,""]},"lingvo.core.layers_with_attention.TransformerLayerWithMultitaskAdapters":{ExtendStep:[55,2,1,""],FProp:[55,2,1,""],Params:[55,2,1,""]},"lingvo.core.layers_with_attention.TransformerMultiSourceAttentionLayer":{Params:[55,2,1,""],_GetSourceLength:[55,2,1,""],_InitAttention:[55,2,1,""]},"lingvo.core.layers_with_attention.TransformerShardedMoeLayer":{FProp:[55,2,1,""],Params:[55,2,1,""],SetFPropDtype:[55,2,1,""],output_dim:[55,3,1,""]},"lingvo.core.layers_with_attention.TransformerWithContextLayer":{ExtendStep:[55,2,1,""],FProp:[55,2,1,""],Params:[55,2,1,""]},"lingvo.core.layers_with_gpipe":{DeterministicWeightsLayer:[56,1,1,""],GPipeBatchMajorTransformerEmbeddingLayer:[56,1,1,""],GPipeBatchMajorTransformerSoftmaxLayer:[56,1,1,""],GPipeBatchMajorTransformerStack:[56,1,1,""],GPipeEvolvedTransformerDecoderLayer:[56,1,1,""],GPipeEvolvedTransformerEncoderLayer:[56,1,1,""],GPipeEvolvedTransformerStack:[56,1,1,""],GPipeTransformerEmbeddingLayer:[56,1,1,""],GPipeTransformerLayer:[56,1,1,""],GPipeTransformerSoftmaxLayer:[56,1,1,""],GPipeTransformerStack:[56,1,1,""],_common_gpipe_transformer_decoder_fprop:[56,5,1,""],_common_gpipe_transformer_encoder_fprop:[56,5,1,""],_common_gpipe_transformer_fprop_meta:[56,5,1,""],_common_gpipe_transformer_init:[56,5,1,""],_common_gpipe_transformer_params:[56,5,1,""]},"lingvo.core.layers_with_gpipe.DeterministicWeightsLayer":{FProp:[56,2,1,""],Params:[56,2,1,""],_CreateLayerVariables:[56,2,1,""]},"lingvo.core.layers_with_gpipe.GPipeBatchMajorTransformerEmbeddingLayer":{FProp:[56,2,1,""],FPropMeta:[56,2,1,""],GetDecoderEmbeddingsDefaultTheta:[56,2,1,""],GetEmbeddings:[56,2,1,""],GetEncoderEmbeddingsDefaultTheta:[56,2,1,""],Params:[56,2,1,""]},"lingvo.core.layers_with_gpipe.GPipeBatchMajorTransformerSoftmaxLayer":{FProp:[56,2,1,""],FPropMeta:[56,2,1,""],Params:[56,2,1,""]},"lingvo.core.layers_with_gpipe.GPipeBatchMajorTransformerStack":{DecoderEmbedFPropDefaultTheta:[56,2,1,""],EncoderEmbedFPropDefaultTheta:[56,2,1,""],EncoderFPropDefaultTheta:[56,2,1,""],FProp:[56,2,1,""],GetDecoders:[56,2,1,""],GetEncoders:[56,2,1,""],Logits:[56,2,1,""],Params:[56,2,1,""],_CreateChildrenVariables:[56,2,1,""]},"lingvo.core.layers_with_gpipe.GPipeEvolvedTransformerDecoderLayer":{FProp:[56,2,1,""],FPropMeta:[56,2,1,""],Params:[56,2,1,""],SetupDeterministicDropout:[56,2,1,""],_AttentionSetupDeterministicDropout:[56,2,1,""],_TransformerSetupDeterministicDropout:[56,2,1,""]},"lingvo.core.layers_with_gpipe.GPipeEvolvedTransformerEncoderLayer":{FProp:[56,2,1,""],FPropMeta:[56,2,1,""],Params:[56,2,1,""],SetupDeterministicDropout:[56,2,1,""],_AttentionSetupDeterministicDropout:[56,2,1,""],_TransformerSetupDeterministicDropout:[56,2,1,""]},"lingvo.core.layers_with_gpipe.GPipeEvolvedTransformerStack":{Params:[56,2,1,""]},"lingvo.core.layers_with_gpipe.GPipeTransformerEmbeddingLayer":{FProp:[56,2,1,""],FPropMeta:[56,2,1,""],GetDecoderEmbeddingsDefaultTheta:[56,2,1,""],GetEmbeddings:[56,2,1,""],GetEncoderEmbeddingsDefaultTheta:[56,2,1,""],Params:[56,2,1,""]},"lingvo.core.layers_with_gpipe.GPipeTransformerLayer":{FProp:[56,2,1,""],FPropMeta:[56,2,1,""],Params:[56,2,1,""],SetupDeterministicDropout:[56,2,1,""]},"lingvo.core.layers_with_gpipe.GPipeTransformerSoftmaxLayer":{FProp:[56,2,1,""],FPropMeta:[56,2,1,""],Params:[56,2,1,""]},"lingvo.core.layers_with_gpipe.GPipeTransformerStack":{DecoderEmbedFPropDefaultTheta:[56,2,1,""],EncoderEmbedFPropDefaultTheta:[56,2,1,""],EncoderFPropDefaultTheta:[56,2,1,""],FProp:[56,2,1,""],GetDecoders:[56,2,1,""],GetEncoders:[56,2,1,""],Logits:[56,2,1,""],Params:[56,2,1,""],_CreateChildrenVariables:[56,2,1,""]},"lingvo.core.learner":{ExtractLearnerFromLegacyParams:[57,5,1,""],Learner:[57,1,1,""]},"lingvo.core.learner.Learner":{AdjustGradients:[57,2,1,""],Apply:[57,2,1,""],ApplyPostTrainingLoop:[57,2,1,""],ComputeActivationGradients:[57,2,1,""],ComputeLosses:[57,2,1,""],GetTrainableVariables:[57,2,1,""],GetVarGrads:[57,2,1,""],LearningRate:[57,2,1,""],Params:[57,2,1,""],ScaleGradients:[57,2,1,""],_AddEvalMetric:[57,2,1,""],_ComputeLossesAndGradients:[57,2,1,""],_CreateChildrenVariables:[57,2,1,""],_CustomComputeGradientsFn:[57,2,1,""],_GetGlobalGradScale:[57,2,1,""]},"lingvo.core.lstm_frnn_layer":{LSTMCellExt:[58,1,1,""],LSTMCellSimpleExt:[58,1,1,""],LayerNormalizedLSTMCellLeanExt:[58,1,1,""],LayerNormalizedLSTMCellSimpleExt:[58,1,1,""],LstmFRNN:[58,1,1,""]},"lingvo.core.lstm_frnn_layer.LSTMCellExt":{FPropWithProjectedInput:[58,2,1,""],ProjectInputSequence:[58,2,1,""],_MixWithProjectedInput:[58,2,1,""]},"lingvo.core.lstm_frnn_layer.LstmFRNN":{FProp:[58,2,1,""],Params:[58,2,1,""],zero_state:[58,2,1,""]},"lingvo.core.matrix_functions":{inlined_matrix_inverse_pth_root:[59,5,1,""],matrix_square_root:[59,5,1,""]},"lingvo.core.metrics":{AUCMetric:[60,1,1,""],AverageKeyedCorrelationMetric:[60,1,1,""],AverageMetric:[60,1,1,""],BaseMetric:[60,1,1,""],ConfigurableMetric:[60,1,1,""],CorpusBleuMetric:[60,1,1,""],CorrelationMetric:[60,1,1,""],CreateScalarSummary:[60,5,1,""],F1Metric:[60,1,1,""],MCCMetric:[60,1,1,""],MultiClassAUCMetric:[60,1,1,""],SamplingMetric:[60,1,1,""],TpuEvalMetrics:[60,1,1,""]},"lingvo.core.metrics.AUCMetric":{Summary:[60,2,1,""],Update:[60,2,1,""],value:[60,3,1,""]},"lingvo.core.metrics.AverageKeyedCorrelationMetric":{Update:[60,2,1,""],value:[60,3,1,""]},"lingvo.core.metrics.AverageMetric":{GetTotalValue:[60,2,1,""],GetTotalWeight:[60,2,1,""],SetTotalValue:[60,2,1,""],SetTotalWeight:[60,2,1,""],Update:[60,2,1,""],total_value:[60,3,1,""],total_weight:[60,3,1,""],value:[60,3,1,""]},"lingvo.core.metrics.BaseMetric":{Summary:[60,2,1,""],Update:[60,2,1,""],value:[60,3,1,""]},"lingvo.core.metrics.ConfigurableMetric":{Params:[60,2,1,""]},"lingvo.core.metrics.CorpusBleuMetric":{Update:[60,2,1,""],unsegmenter:[60,3,1,""],value:[60,3,1,""]},"lingvo.core.metrics.CorrelationMetric":{Update:[60,2,1,""],value:[60,3,1,""]},"lingvo.core.metrics.F1Metric":{UpdateFalseNegative:[60,2,1,""],UpdateFalsePositive:[60,2,1,""],UpdateTruePositive:[60,2,1,""],value:[60,3,1,""]},"lingvo.core.metrics.MCCMetric":{UpdateTrueNegative:[60,2,1,""],value:[60,3,1,""]},"lingvo.core.metrics.MultiClassAUCMetric":{Update:[60,2,1,""],value:[60,3,1,""]},"lingvo.core.metrics.SamplingMetric":{Params:[60,2,1,""],Summary:[60,2,1,""],Update:[60,2,1,""],_CreateSummary:[60,2,1,""],samples:[60,3,1,""]},"lingvo.core.metrics.TpuEvalMetrics":{FinalizeMetrics:[60,2,1,""],PackMetricsValues:[60,2,1,""],SetMetrics:[60,2,1,""],ToAverageMetrics:[60,2,1,""],_Zip:[60,2,1,""],initial_values:[60,3,1,""],metrics:[60,3,1,""]},"lingvo.core.ml_perf_bleu_metric":{MlPerfBleuMetric:[61,1,1,""],UnicodeRegex:[61,1,1,""],_get_ngrams:[61,5,1,""],bleu_score:[61,5,1,""],bleu_tokenize:[61,5,1,""],bleu_wrapper:[61,5,1,""],compute_bleu:[61,5,1,""],is_unicode:[61,5,1,""],native_to_unicode:[61,5,1,""],to_unicode:[61,5,1,""]},"lingvo.core.ml_perf_bleu_metric.MlPerfBleuMetric":{Update:[61,2,1,""],value:[61,3,1,""]},"lingvo.core.ml_perf_bleu_metric.UnicodeRegex":{property_chars:[61,2,1,""]},"lingvo.core.ml_perf_log":{get_caller:[62,5,1,""],mlperf_format:[62,5,1,""],mlperf_print:[62,5,1,""]},"lingvo.core.ml_perf_tokenizer":{MlPerfTokenizer:[63,1,1,""]},"lingvo.core.ml_perf_tokenizer.MlPerfTokenizer":{IdsToStrings:[63,2,1,""],Params:[63,2,1,""]},"lingvo.core.model_helper":{CreateBidirectionalRNNParams:[64,5,1,""],CreateUnidirectionalRNNParams:[64,5,1,""]},"lingvo.core.multitask_model":{RegExSharedVariableModel:[65,1,1,""],SharedEncoderDecoderModel:[65,1,1,""],SharedEncoderModel:[65,1,1,""]},"lingvo.core.multitask_model.RegExSharedVariableModel":{ConstructFPropBPropGraph:[65,2,1,""],InstantiateVariables:[65,2,1,""],Params:[65,2,1,""]},"lingvo.core.multitask_model.SharedEncoderDecoderModel":{Params:[65,2,1,""]},"lingvo.core.multitask_model.SharedEncoderModel":{Params:[65,2,1,""],_CreateChildrenVariables:[65,2,1,""]},"lingvo.core.nested_map":{NestedMap:[66,1,1,""]},"lingvo.core.nested_map.NestedMap":{CheckKey:[66,2,1,""],DebugString:[66,2,1,""],DeepCopy:[66,2,1,""],Filter:[66,2,1,""],FilterKeyVal:[66,2,1,""],Flatten:[66,2,1,""],FlattenItems:[66,2,1,""],FromNestedDict:[66,2,1,""],Get:[66,2,1,""],GetItem:[66,2,1,""],IsCompatible:[66,2,1,""],Pack:[66,2,1,""],Set:[66,2,1,""],SquareBracketIndex:[66,2,1,""],Transform:[66,2,1,""],TransformWithKey:[66,2,1,""],VLog:[66,2,1,""],_DELETE:[66,4,1,""],_HAS_DYNAMIC_ATTRIBUTES:[66,4,1,""],_RESERVED_KEYS:[66,4,1,""],_RecursiveMap:[66,2,1,""],_ToStrings:[66,2,1,""],copy:[66,2,1,""]},"lingvo.core.ops":{apply_packing:[67,5,1,""],ascii_to_token_id:[67,5,1,""],assert_same_dim0:[67,5,1,""],assert_shape_match:[67,5,1,""],beam_search_step:[67,5,1,""],beam_search_step_deprecated:[67,5,1,""],best_step:[67,5,1,""],bpe_ids_to_words:[67,5,1,""],bpe_words_to_ids:[67,5,1,""],cached_call:[67,5,1,""],compute_preconditioners:[67,5,1,""],get_preconditioners:[67,5,1,""],hyps_from_beam_search_outs:[67,5,1,""],hyps_pb2:[68,0,0,"-"],id_to_ascii:[67,5,1,""],mass:[67,5,1,""],ml_perf_subword_id_to_string:[67,5,1,""],ngram_id_to_token:[67,5,1,""],pack_sequences:[67,5,1,""],pack_single_sequence:[67,5,1,""],random_permutation_sequence:[67,5,1,""],record_pb2:[69,0,0,"-"],static_map_int_int:[67,5,1,""],static_map_int_string:[67,5,1,""],static_map_string_int:[67,5,1,""],str_to_vocab_tokens:[67,5,1,""],token_in_vocab:[67,5,1,""],top_k_from_beam_search_outs:[67,5,1,""],top_k_terminated_hyps:[67,5,1,""],unpack_hyp:[67,5,1,""],versioned_file_set_pb2:[70,0,0,"-"],vocab_id_to_token:[67,5,1,""],vocab_token_to_id:[67,5,1,""]},"lingvo.core.ops.hyps_pb2":{Hypothesis:[68,1,1,""],_b:[68,5,1,""]},"lingvo.core.ops.hyps_pb2.Hypothesis":{AttenVec:[68,1,1,""],DESCRIPTOR:[68,4,1,""],atten_vecs:[68,4,1,""],beam_id:[68,4,1,""],ids:[68,4,1,""],normalized_score:[68,4,1,""],scores:[68,4,1,""]},"lingvo.core.ops.hyps_pb2.Hypothesis.AttenVec":{DESCRIPTOR:[68,4,1,""],prob:[68,4,1,""]},"lingvo.core.ops.record_pb2":{Record:[69,1,1,""],_b:[69,5,1,""]},"lingvo.core.ops.record_pb2.Record":{DESCRIPTOR:[69,4,1,""],FieldsEntry:[69,1,1,""],fields:[69,4,1,""]},"lingvo.core.ops.record_pb2.Record.FieldsEntry":{DESCRIPTOR:[69,4,1,""],key:[69,4,1,""],value:[69,4,1,""]},"lingvo.core.ops.versioned_file_set_pb2":{FileSet:[70,1,1,""],VersionedFileSet:[70,1,1,""],_b:[70,5,1,""]},"lingvo.core.ops.versioned_file_set_pb2.FileSet":{DESCRIPTOR:[70,4,1,""],create_timestamp:[70,4,1,""],file_pattern:[70,4,1,""]},"lingvo.core.ops.versioned_file_set_pb2.VersionedFileSet":{DESCRIPTOR:[70,4,1,""],current:[70,4,1,""],history:[70,4,1,""]},"lingvo.core.optimizer":{Accumulator:[72,1,1,""],AdaDelta:[72,1,1,""],AdaGraft:[72,1,1,""],Adagrad:[72,1,1,""],Adam:[72,1,1,""],AdamV2:[72,1,1,""],Base:[72,1,1,""],CompositeOptimizer:[72,1,1,""],DistributedShampoo:[72,1,1,""],GradientAggregationOptimizer:[72,1,1,""],Momentum:[72,1,1,""],RMSProp:[72,1,1,""],SGD:[72,1,1,""],XLAShardingAdafactor:[72,1,1,""],XLAShardingAdafactorAccuGrad:[72,1,1,""],XLAShardingAdafactorOptimizer:[72,1,1,""],_AdafactorDecayRateAdam:[72,5,1,""],_AdafactorDecayRatePow:[72,5,1,""],_StepNum:[72,5,1,""]},"lingvo.core.optimizer.Accumulator":{AddSummary:[72,2,1,""],Apply:[72,2,1,""],GetOptimizer:[72,2,1,""],Params:[72,2,1,""]},"lingvo.core.optimizer.AdaDelta":{AddSummary:[72,2,1,""],GetOptimizer:[72,2,1,""],Params:[72,2,1,""]},"lingvo.core.optimizer.AdaGraft":{AddSummary:[72,2,1,""],GetOptimizer:[72,2,1,""],Params:[72,2,1,""]},"lingvo.core.optimizer.Adagrad":{AddSummary:[72,2,1,""],GetOptimizer:[72,2,1,""],Params:[72,2,1,""]},"lingvo.core.optimizer.Adam":{AddSummary:[72,2,1,""],GetOptimizer:[72,2,1,""],Params:[72,2,1,""],ParamsA:[72,2,1,""],ParamsB:[72,2,1,""]},"lingvo.core.optimizer.AdamV2":{AddSummary:[72,2,1,""],GetOptimizer:[72,2,1,""],Params:[72,2,1,""],ParamsA:[72,2,1,""],ParamsB:[72,2,1,""]},"lingvo.core.optimizer.Base":{AddSummary:[72,2,1,""],Apply:[72,2,1,""],ApplyPostTrainingLoop:[72,2,1,""],ComputeGradients:[72,2,1,""],GetOptimizer:[72,2,1,""],Params:[72,2,1,""],VarReuseForSlotVars:[72,2,1,""]},"lingvo.core.optimizer.CompositeOptimizer":{Apply:[72,2,1,""],ApplyPostTrainingLoop:[72,2,1,""],GetOptimizer:[72,2,1,""],Params:[72,2,1,""]},"lingvo.core.optimizer.DistributedShampoo":{AddSummary:[72,2,1,""],Apply:[72,2,1,""],ApplyPostTrainingLoop:[72,2,1,""],GetOptimizer:[72,2,1,""],Params:[72,2,1,""]},"lingvo.core.optimizer.GradientAggregationOptimizer":{_create_slots:[72,2,1,""],apply_gradients:[72,2,1,""],compute_gradients:[72,2,1,""],get_slot:[72,2,1,""],get_slot_names:[72,2,1,""],variables:[72,2,1,""]},"lingvo.core.optimizer.Momentum":{AddSummary:[72,2,1,""],GetOptimizer:[72,2,1,""],Params:[72,2,1,""]},"lingvo.core.optimizer.RMSProp":{AddSummary:[72,2,1,""],GetOptimizer:[72,2,1,""],Params:[72,2,1,""]},"lingvo.core.optimizer.SGD":{AddSummary:[72,2,1,""],GetOptimizer:[72,2,1,""]},"lingvo.core.optimizer.XLAShardingAdafactor":{AddSummary:[72,2,1,""],GetOptimizer:[72,2,1,""],Params:[72,2,1,""]},"lingvo.core.optimizer.XLAShardingAdafactorAccuGrad":{GetOptimizer:[72,2,1,""],Params:[72,2,1,""]},"lingvo.core.optimizer.XLAShardingAdafactorOptimizer":{_apply_dense:[72,2,1,""],_create_slots:[72,2,1,""],_factored_dims:[72,2,1,""],_parameter_scale:[72,2,1,""],_resource_apply_dense:[72,2,1,""],_resource_apply_sparse:[72,2,1,""],try_apply_dense:[72,2,1,""]},"lingvo.core.plot":{AddImage:[73,5,1,""],AddMultiCurveSubplot:[73,5,1,""],AddPlot:[73,5,1,""],AddScatterPlot:[73,5,1,""],Curve:[73,5,1,""],FigureToSummary:[73,5,1,""],Image:[73,5,1,""],MatplotlibFigureSummary:[73,1,1,""],Matrix:[73,5,1,""],Scatter:[73,5,1,""],ToUnicode:[73,5,1,""],_AddMultiCurveRowPlots:[73,5,1,""],_RenderMatplotlibFigures:[73,5,1,""],_RenderOneMatplotlibFigure:[73,5,1,""],_SubplotMetadata:[73,1,1,""]},"lingvo.core.plot.MatplotlibFigureSummary":{AddSubplot:[73,2,1,""],Finalize:[73,2,1,""],FinalizeImage:[73,2,1,""]},"lingvo.core.plot._SubplotMetadata":{_asdict:[73,2,1,""],_field_defaults:[73,4,1,""],_fields:[73,4,1,""],_make:[73,2,1,""],_replace:[73,2,1,""],plot_func:[73,4,1,""],tensor_list:[73,4,1,""]},"lingvo.core.predictor":{LoadInferenceGraph:[74,5,1,""],Predictor:[74,1,1,""],main:[74,5,1,""]},"lingvo.core.predictor.Predictor":{Load:[74,2,1,""],Run:[74,2,1,""],_create_new_session:[74,2,1,""],_get_subgraph:[74,2,1,""],_get_subgraph_feeds:[74,2,1,""],_get_subgraph_fetches:[74,2,1,""],_maybe_create_new_session:[74,2,1,""],_run_with_valid_session:[74,2,1,""],feed_keys:[74,3,1,""],feed_shapes:[74,3,1,""],fetch_keys:[74,3,1,""],fetch_shapes:[74,3,1,""],subgraph_feed_keys:[74,2,1,""],subgraph_feed_shapes:[74,2,1,""],subgraph_fetch_keys:[74,2,1,""],subgraph_fetch_shapes:[74,2,1,""],subgraphs:[74,3,1,""]},"lingvo.core.predictor_runner_base":{PredictorRunnerBase:[75,1,1,""]},"lingvo.core.predictor_runner_base.PredictorRunnerBase":{FromFlags:[75,2,1,""],InputGenerator:[75,2,1,""],Run:[75,2,1,""],RunBatch:[75,2,1,""],_OutputFilename:[75,2,1,""],_PredictContinuously:[75,2,1,""],_PredictOneCheckpoint:[75,2,1,""],_ShouldProcessInputId:[75,2,1,""]},"lingvo.core.program":{BaseProgram:[76,1,1,""],DecodeProgram:[76,1,1,""],EvalProgram:[76,1,1,""],ExperimentalDecodeProgram:[76,1,1,""],MLPerfProgramSchedule:[76,1,1,""],MLPerfProgramScheduleForTask:[76,5,1,""],MLPerfTrainDecodeProgram:[76,1,1,""],MultiTaskProgramSchedule:[76,1,1,""],SimpleProgramSchedule:[76,1,1,""],SimpleProgramScheduleForTask:[76,5,1,""],TrainProgram:[76,1,1,""],_FetchDecodeOut:[76,5,1,""]},"lingvo.core.program.BaseProgram":{BuildTpuSubgraph:[76,2,1,""],Compile:[76,2,1,""],CreateCheckpointer:[76,2,1,""],Params:[76,2,1,""],RestoreIfNeeded:[76,2,1,""],Run:[76,2,1,""],SaveProgramState:[76,2,1,""],SetStatusMessage:[76,2,1,""],SetStatusMessageFn:[76,2,1,""],Shutdown:[76,2,1,""],_InfeedLoop:[76,2,1,""],_InitializeVizier:[76,2,1,""],_InstantiateTaskModel:[76,2,1,""],_OutfeedEnqueue:[76,2,1,""],_ReportVizierMetrics:[76,2,1,""],_SummarizeValue:[76,2,1,""],_WriteInputDataStats:[76,2,1,""],_WriteSummaries:[76,2,1,""],_summary_writer:[76,3,1,""]},"lingvo.core.program.DecodeProgram":{BuildTpuSubgraph:[76,2,1,""],Run:[76,2,1,""],RunAsync:[76,2,1,""],_CompileDecodeFn:[76,2,1,""],_FinalizeDecode:[76,2,1,""],_PostProcessStep:[76,2,1,""],_SetupRun:[76,2,1,""]},"lingvo.core.program.EvalProgram":{BuildTpuSubgraph:[76,2,1,""],Run:[76,2,1,""],RunAsync:[76,2,1,""],TpuEvalLoop:[76,2,1,""],TpuEvalStep:[76,2,1,""]},"lingvo.core.program.ExperimentalDecodeProgram":{BuildTpuSubgraph:[76,2,1,""],Params:[76,2,1,""],Run:[76,2,1,""],RunAsync:[76,2,1,""],_CompileDecodeLoop:[76,2,1,""],_DecodeLoop:[76,2,1,""],_OutfeedDequeue:[76,2,1,""]},"lingvo.core.program.MLPerfProgramSchedule":{Params:[76,2,1,""],Programs:[76,2,1,""],Run:[76,2,1,""],Shutdown:[76,2,1,""]},"lingvo.core.program.MLPerfTrainDecodeProgram":{BuildTpuSubgraph:[76,2,1,""],Params:[76,2,1,""],Run:[76,2,1,""],RunAsync:[76,2,1,""],_InfeedLoop:[76,2,1,""],_InitializeVizier:[76,2,1,""],_TrainAndDecode:[76,2,1,""]},"lingvo.core.program.MultiTaskProgramSchedule":{Params:[76,2,1,""]},"lingvo.core.program.SimpleProgramSchedule":{Params:[76,2,1,""],Programs:[76,2,1,""],Run:[76,2,1,""],Shutdown:[76,2,1,""]},"lingvo.core.program.TrainProgram":{BuildTpuSubgraph:[76,2,1,""],Run:[76,2,1,""],_OutfeedDequeueLoop:[76,2,1,""],_ShouldStop:[76,2,1,""]},"lingvo.core.pruning_utils":{AddToPruningCollections:[77,5,1,""],ApplyCompression:[77,5,1,""],FlatEmbeddingLookup:[77,5,1,""],PruningOp:[77,1,1,""],UsePruningInterface:[77,5,1,""]},"lingvo.core.pruning_utils.PruningOp":{ApplyPruning:[77,2,1,""],ApplyPythonUpdate:[77,2,1,""],ApplyTensorflowAndPythonUpdate:[77,2,1,""],ApplyTensorflowUpdate:[77,2,1,""],GetEmbeddingLookupResult:[77,2,1,""],GetLastCompressionOp:[77,2,1,""],GetMixResult:[77,2,1,""],GetPruningUpdate:[77,2,1,""],RunPythonUpdate:[77,2,1,""],Setup:[77,2,1,""],_global_step:[77,4,1,""],_pruning_hparams:[77,4,1,""],_pruning_hparams_dict:[77,4,1,""],_pruning_obj:[77,4,1,""]},"lingvo.core.py_utils":{AddDebugTensor:[78,5,1,""],AddTpuSummaryTensor:[78,5,1,""],AddVN:[78,5,1,""],AdjustGradientsWithLpLoss:[78,5,1,""],AppendDims:[78,5,1,""],ApplyGradMultiplier:[78,5,1,""],ApplyGradNormClipping:[78,5,1,""],ApplyPadding:[78,5,1,""],ArgMax:[78,5,1,""],Assert:[78,5,1,""],AssertIdShape:[78,5,1,""],AssertIsCompatible:[78,5,1,""],CallDefun:[78,5,1,""],CausalSelfAttenPadding:[78,5,1,""],CheckNumerics:[78,5,1,""],CheckShapes:[78,5,1,""],ClearTpuDevice:[78,5,1,""],ClearTpuSummaryTensors:[78,5,1,""],CombineMetrics:[78,5,1,""],ComputationShape:[78,5,1,""],ComputeGradients:[78,5,1,""],ComputeGradientsSimple:[78,5,1,""],ComputeNceAndAuc:[78,5,1,""],ConcatPerExampleTensors:[78,5,1,""],ConcatRecursively:[78,5,1,""],ConcatenatePaddedSequences:[78,5,1,""],ConvertNoneGradientToZeros:[78,5,1,""],CreateLocalTheta:[78,5,1,""],CreateVariable:[78,5,1,""],CumSum:[78,5,1,""],Debug:[78,5,1,""],DefaultParamInit:[78,5,1,""],DefaultRNNCellStateInit:[78,5,1,""],DefaultVN:[78,5,1,""],DefinedFunction:[78,1,1,""],DeterministicDropout:[78,5,1,""],DeterministicVN:[78,5,1,""],DisableVN:[78,5,1,""],DivideNoNan:[78,5,1,""],Dtypes:[78,5,1,""],ExponentialMovingAverage:[78,5,1,""],FPropDtype:[78,5,1,""],FindDataType:[78,5,1,""],FindNeeded:[78,5,1,""],FindRelevantBatchNormUpdates:[78,5,1,""],Flatten:[78,5,1,""],ForLoop:[78,5,1,""],Function:[78,1,1,""],GatherTensorValuesBySeqIndices:[78,5,1,""],GenerateSeedFromId:[78,5,1,""],GenerateSeedFromName:[78,5,1,""],GenerateStepSeedPair:[78,5,1,""],GetExtraArgs:[78,5,1,""],GetExtraInputs:[78,5,1,""],GetExtraVars:[78,5,1,""],GetFanInFanOut:[78,5,1,""],GetGlobalStep:[78,5,1,""],GetGlobalVariableScope:[78,5,1,""],GetIncStepSeed:[78,5,1,""],GetOpportunisticVariableReuse:[78,5,1,""],GetOrCreateGlobalStepVar:[78,5,1,""],GetRank:[78,5,1,""],GetShape:[78,5,1,""],GetSize:[78,5,1,""],GetSoftmaxProbsBySeqIndices:[78,5,1,""],GetStepSeed:[78,5,1,""],GetTaskCallScope:[78,5,1,""],GetTpuDeviceAssignment:[78,5,1,""],GetTpuEmbeddingGraphCollection:[78,5,1,""],GetTpuSummaryTensors:[78,5,1,""],GetUnitTestSession:[78,5,1,""],GetVarLeadingDimsAsCombinedLayers:[78,5,1,""],GetVariableName:[78,5,1,""],GetVariableNumLeadingDimsForCombinedLayersContext:[78,5,1,""],GetVariableShapePrefixes:[78,5,1,""],GlobalStepContext:[78,5,1,""],GradientTape:[78,5,1,""],HasAtLeastRank:[78,5,1,""],HasNanOrInf:[78,5,1,""],HasNanOrInfGradient:[78,5,1,""],HasRank:[78,5,1,""],HasSameShape:[78,5,1,""],HasShape:[78,5,1,""],If:[78,5,1,""],InitRNNCellState:[78,5,1,""],IsCompatible:[78,5,1,""],IsDefaultParamInit:[78,5,1,""],IsEagerMode:[78,5,1,""],LengthsFromPaddings:[78,5,1,""],Log:[78,5,1,""],LogMultiLines:[78,5,1,""],MaskGradients:[78,5,1,""],Matmul:[78,5,1,""],MaybeGenerateSeedFromScope:[78,5,1,""],MaybeResetStepSeed:[78,5,1,""],MaybeResetStepSeedFromScope:[78,5,1,""],MaybeSoftCapLogits:[78,5,1,""],MixByWeight:[78,5,1,""],NameScopeDecorator:[78,5,1,""],OpportunisticVariableReuseScope:[78,5,1,""],OverrideVarsFromCheckpoint:[78,5,1,""],OverrideVarsFromCheckpoints:[78,5,1,""],Pack:[78,5,1,""],PadOrTrimTo:[78,5,1,""],PadSequenceDimension:[78,5,1,""],PadSequenceTo:[78,5,1,""],PaddingsFromLengths:[78,5,1,""],PiecewiseConstant:[78,5,1,""],PlaceOnTpuCore:[78,5,1,""],ProjectLastDim:[78,5,1,""],RNNCellStateInit:[78,1,1,""],ReadFileLines:[78,5,1,""],ReadOnlyAttrDictView:[78,5,1,""],ReadVariable:[78,5,1,""],RecordFormatFromFilePattern:[78,5,1,""],ReduceRms:[78,5,1,""],RematerializeFn:[78,5,1,""],RemoveAssertContext:[78,5,1,""],RepeatDim:[78,5,1,""],ResetStepSeed:[78,5,1,""],Retry:[78,5,1,""],RetryOnTransientTfError:[78,5,1,""],ReversePaddedSequence:[78,5,1,""],RunOnTpuHost:[78,5,1,""],SampleStep:[78,5,1,""],SanitizeScopeKey:[78,5,1,""],Save:[78,5,1,""],SequencePaddings:[78,5,1,""],SequencesToDebugStrings:[78,5,1,""],SessionConfig:[78,5,1,""],SetExponentialMovingAverage:[78,5,1,""],SetIsEagerMode:[78,5,1,""],SetShapes:[78,5,1,""],SetTpuDeviceAssignment:[78,5,1,""],ShardedFilePatternToGlob:[78,5,1,""],ShiftLeft:[78,5,1,""],SigmoidCrossEntropyFocalLoss:[78,5,1,""],SkipNoneGradients:[78,5,1,""],Softmax:[78,5,1,""],SoftmaxCrossEntropyFocalLoss:[78,5,1,""],SplitRecursively:[78,5,1,""],StackTensorsRecursively:[78,5,1,""],StatefulRandomOpsInDefun:[78,5,1,""],StepSeedIncrementContext:[78,5,1,""],SumAbs:[78,5,1,""],SumSquared:[78,5,1,""],TaskCallScope:[78,5,1,""],TaskCallScopeName:[78,5,1,""],TensorSpecs:[78,5,1,""],TfFunctionScope:[78,5,1,""],ToPlaceholders:[78,5,1,""],ToStaticShape:[78,5,1,""],ToUniqueList:[78,5,1,""],TopK:[78,5,1,""],Transform:[78,5,1,""],TrimTrailingPaddings:[78,5,1,""],UniformSampler:[78,1,1,""],UnitTestSessionScope:[78,5,1,""],UpdateBatchNormVars:[78,5,1,""],UpdateDtype:[78,5,1,""],UpdateFpropDtype:[78,5,1,""],VarGrad:[78,1,1,""],VariableCreatorScope:[78,5,1,""],VariableListDtypeRegexScope:[78,5,1,""],VariableRenameScope:[78,5,1,""],VariableShapePrefixContext:[78,5,1,""],VariationalNoiseParams:[78,5,1,""],WeightInit:[78,1,1,""],WeightParams:[78,5,1,""],WeightedAvg:[78,5,1,""],WeightedAvgOfMetrics:[78,5,1,""],WhileLoop:[78,5,1,""],Zeros:[78,5,1,""],_ApplySharedRendezvous:[78,5,1,""],_AssertInputsMatch:[78,5,1,""],_CheckNumerics:[78,5,1,""],_CollectionGetter:[78,1,1,""],_ComputeGradientsTpu:[78,5,1,""],_CreateVarInitStateful:[78,5,1,""],_CreateVarInitStateless:[78,5,1,""],_CreateVariableStateful:[78,5,1,""],_CreateVariableStateless:[78,5,1,""],_DefaultVariableCreator:[78,5,1,""],_DefineDefun:[78,5,1,""],_DefineFunction:[78,5,1,""],_DeterministicRandomNormalInitializer:[78,5,1,""],_DeterministicRandomTruncatedNormalInitializer:[78,5,1,""],_DeterministicRandomUniformInitializer:[78,5,1,""],_DeterministicRandomUniformUnitScalingInitializer:[78,5,1,""],_DeterministicRandomVarianceScalingInitializer:[78,5,1,""],_DeterministicRandomXavierUniformInitializer:[78,5,1,""],_EnsureMatrixShape:[78,5,1,""],_GenerateStatelessRngSeed:[78,5,1,""],_GetSampleStep:[78,5,1,""],_GetSharedRendezvous:[78,5,1,""],_GetVariableCreator:[78,5,1,""],_GetVarsToLoad:[78,5,1,""],_Itype:[78,5,1,""],_LogPlacement:[78,5,1,""],_Print:[78,5,1,""],_PrintOptions:[78,5,1,""],_RandomXavierUniformInitializer:[78,5,1,""],_Save:[78,5,1,""],_SharedRendezvousScope:[78,5,1,""],_TransformAndSum:[78,5,1,""],_Unique:[78,1,1,""],_UseTfFunction:[78,5,1,""],_VarInCollection:[78,5,1,""],_WrapFunction:[78,5,1,""],assert_between:[78,5,1,""],assert_equal:[78,5,1,""],assert_even_divide:[78,5,1,""],assert_greater:[78,5,1,""],assert_greater_equal:[78,5,1,""],assert_less:[78,5,1,""],assert_less_equal:[78,5,1,""],assert_same_dim0:[78,5,1,""],assert_shape_match:[78,5,1,""],clip_by_value:[78,5,1,""],outside_all_rewrites:[78,5,1,""],tpu_host:[78,5,1,""],with_dependencies:[78,5,1,""]},"lingvo.core.py_utils.DefinedFunction":{AddFrameworkInputs:[78,2,1,""],captured_inputs:[78,3,1,""],func:[78,3,1,""],output_dtypes:[78,3,1,""],stateful_ops:[78,3,1,""]},"lingvo.core.py_utils.RNNCellStateInit":{RandomNormal:[78,2,1,""],Zeros:[78,2,1,""],_Params:[78,2,1,""]},"lingvo.core.py_utils.UniformSampler":{Add:[78,2,1,""],samples:[78,3,1,""]},"lingvo.core.py_utils.VarGrad":{_VAR_GRAD:[78,4,1,""]},"lingvo.core.py_utils.WeightInit":{Category:[78,2,1,""],Constant:[78,2,1,""],Gaussian:[78,2,1,""],GaussianSqrtDim:[78,2,1,""],GaussianSqrtFanAvg:[78,2,1,""],GaussianSqrtFanIn:[78,2,1,""],GaussianSqrtFanOut:[78,2,1,""],GeoMeanXavier:[78,2,1,""],KaimingUniformFanInLeakyRelu:[78,2,1,""],KaimingUniformFanInRelu:[78,2,1,""],TruncatedGaussian:[78,2,1,""],TruncatedGaussianSqrtDim:[78,2,1,""],TruncatedGaussianSqrtFanIn:[78,2,1,""],TruncatedGaussianSqrtFanOut:[78,2,1,""],Uniform:[78,2,1,""],UniformPositive:[78,2,1,""],UniformSqrtDim:[78,2,1,""],UniformUnitScaling:[78,2,1,""],UniformUnitScalingFanAvg:[78,2,1,""],Xavier:[78,2,1,""],XavierWithFixupParams:[78,2,1,""],_Params:[78,2,1,""]},"lingvo.core.py_utils_flags":{_FromGlobal:[79,5,1,""],enable_asserts:[79,5,1,""],enable_check_numerics:[79,5,1,""],testonly_skip_norm_layers:[79,5,1,""],tpu_compat:[79,5,1,""],use_stateless_vars_init:[79,5,1,""],use_tpu:[79,5,1,""],use_xla:[79,5,1,""]},"lingvo.core.quant_test_lib":{QuantUtilsBaseTest:[80,1,1,""],SampleQuantizedProjectionLayer:[80,1,1,""]},"lingvo.core.quant_test_lib.QuantUtilsBaseTest":{NO_QDOMAIN_EXPECTED:[80,4,1,""],_testLayerHelper:[80,2,1,""]},"lingvo.core.quant_test_lib.SampleQuantizedProjectionLayer":{FProp:[80,2,1,""],Params:[80,2,1,""],_CreateLayerVariables:[80,2,1,""]},"lingvo.core.quant_utils":{BaseClippingCapSchedule:[81,1,1,""],FakeQuantizationSchedule:[81,1,1,""],IdentityClippingCapSchedule:[81,1,1,""],InputDistribution:[81,1,1,""],LinearClippingCapSchedule:[81,1,1,""],PassiveAsymQDomain:[81,1,1,""],QDomain:[81,1,1,""],QuantizableLayer:[81,1,1,""],SymmetricScheduledClipQDomain:[81,1,1,""],_CopyShape:[81,5,1,""],_CountedMinMaxAccumulator:[81,1,1,""]},"lingvo.core.quant_utils.BaseClippingCapSchedule":{ApplyClipping:[81,2,1,""],ApplyClippingWithState:[81,2,1,""],ApplyConstantClip:[81,2,1,""],GetEndRange:[81,2,1,""],GetQuantizedEndRange:[81,2,1,""],GetState:[81,2,1,""],is_quantized:[81,3,1,""]},"lingvo.core.quant_utils.FakeQuantizationSchedule":{ApplyClippingWithState:[81,2,1,""],ApplyConstantClip:[81,2,1,""],GetEndRange:[81,2,1,""],GetQuantizedEndRange:[81,2,1,""],GetState:[81,2,1,""],Params:[81,2,1,""],_GetCurrentMinMax:[81,2,1,""],_GetQuantizedRangeForCap:[81,2,1,""],bits:[81,3,1,""],is_quantized:[81,3,1,""]},"lingvo.core.quant_utils.IdentityClippingCapSchedule":{ApplyClippingWithState:[81,2,1,""],ApplyConstantClip:[81,2,1,""],GetEndRange:[81,2,1,""],GetState:[81,2,1,""]},"lingvo.core.quant_utils.InputDistribution":{POSITIVE:[81,4,1,""],Parse:[81,2,1,""],SYMMETRIC:[81,4,1,""]},"lingvo.core.quant_utils.LinearClippingCapSchedule":{ApplyClippingWithState:[81,2,1,""],ApplyConstantClip:[81,2,1,""],GetEndRange:[81,2,1,""],GetState:[81,2,1,""],Params:[81,2,1,""],_Value:[81,2,1,""],is_quantized:[81,3,1,""]},"lingvo.core.quant_utils.PassiveAsymQDomain":{CreateTensor:[81,2,1,""],GetTensorRange:[81,2,1,""],Params:[81,2,1,""],PostTrainingStepUpdate:[81,2,1,""],QuantizeConstantRange:[81,2,1,""],QuantizeNaturalRange:[81,2,1,""],QuantizeTensors:[81,2,1,""],QuantizeWeight:[81,2,1,""],_CreateLayerVariables:[81,2,1,""],_CreateQStateVar:[81,2,1,""],_GetAccumulatorNameForTensor:[81,2,1,""],_GetQStateVar:[81,2,1,""],_MaybeFakeQuant:[81,2,1,""],_RecordTensor:[81,2,1,""],_SummarizeTensor:[81,2,1,""],bits:[81,3,1,""]},"lingvo.core.quant_utils.QDomain":{CreateTensor:[81,2,1,""],CreateTensorWithShape:[81,2,1,""],FqWeight:[81,2,1,""],FromAqtActActMatmul:[81,2,1,""],FromAqtConv:[81,2,1,""],FromAqtMatmul:[81,2,1,""],FromAqtWeight:[81,2,1,""],GetTensorRange:[81,2,1,""],QuantizeConstantRange:[81,2,1,""],QuantizeNaturalRange:[81,2,1,""],QuantizeTensors:[81,2,1,""],QuantizeWeight:[81,2,1,""],ToAqtActActInputs:[81,2,1,""],ToAqtConv:[81,2,1,""],ToAqtInputs:[81,2,1,""],ToAqtWeight:[81,2,1,""],bits:[81,3,1,""]},"lingvo.core.quant_utils.QuantizableLayer":{CreateAqtWeight:[81,2,1,""],FqWeight:[81,2,1,""],FromAqtActActMatmul:[81,2,1,""],FromAqtConv:[81,2,1,""],FromAqtMatmul:[81,2,1,""],FromAqtWeight:[81,2,1,""],GetQDomain:[81,2,1,""],GetQTensorRange:[81,2,1,""],Params:[81,2,1,""],QRPadding:[81,2,1,""],QRRelu6:[81,2,1,""],QRRelu:[81,2,1,""],QRSigmoid:[81,2,1,""],QRSoftmax:[81,2,1,""],QRTanh:[81,2,1,""],QTensor:[81,2,1,""],QTensorMulti:[81,2,1,""],QWeight:[81,2,1,""],ToAqtActActInputs:[81,2,1,""],ToAqtConv:[81,2,1,""],ToAqtInputs:[81,2,1,""],ToAqtWeight:[81,2,1,""],TrackQTensor:[81,2,1,""],_AddQuantizationFunctions:[81,2,1,""],_CreateChildrenVariables:[81,2,1,""]},"lingvo.core.quant_utils.SymmetricScheduledClipQDomain":{Params:[81,2,1,""],QuantizeConstantRange:[81,2,1,""],QuantizeNaturalRange:[81,2,1,""],QuantizeTensors:[81,2,1,""],QuantizeWeight:[81,2,1,""],bits:[81,3,1,""]},"lingvo.core.quant_utils._CountedMinMaxAccumulator":{DefaultValue:[81,2,1,""],Update:[81,2,1,""]},"lingvo.core.recurrent":{DevicePair:[82,1,1,""],FlattenPadding:[82,5,1,""],Recurrent:[82,5,1,""],StackedRecurrent:[82,5,1,""],_Add:[82,5,1,""],_AssertSameTensors:[82,5,1,""],_AugmentState:[82,5,1,""],_CreateLinks:[82,5,1,""],_DecorateCellFn:[82,5,1,""],_DecorateCellGrad:[82,5,1,""],_DependsOn:[82,5,1,""],_EmptyAcc:[82,5,1,""],_EmptyLike:[82,5,1,""],_EmptyWithFixShape:[82,5,1,""],_GetCellGrad:[82,5,1,""],_Index:[82,5,1,""],_Input:[82,1,1,""],_IsSingleTimeStep:[82,5,1,""],_Join:[82,5,1,""],_Link:[82,1,1,""],_Middle:[82,1,1,""],_Output:[82,1,1,""],_Recurrent:[82,1,1,""],_RecurrentSingleTimeStep:[82,5,1,""],_ReflectOnCellFn:[82,5,1,""],_SeqLenDim:[82,5,1,""],_SeqPaddingLength:[82,5,1,""],_StackedRecurrent:[82,5,1,""],_TransformDType:[82,5,1,""],_Update:[82,5,1,""],_WrapAccumulatorCellFn:[82,5,1,""],_WrapAccumulatorCellGradFn:[82,5,1,""],_WrapCellFnWithStepSeed:[82,5,1,""],_WrapCellFnWithSymbolValues:[82,5,1,""],_WrapCellGradFnWithStepSeed:[82,5,1,""],_WrapCellGradFnWithSymbolValues:[82,5,1,""]},"lingvo.core.recurrent.DevicePair":{_asdict:[82,2,1,""],_field_defaults:[82,4,1,""],_fields:[82,4,1,""],_make:[82,2,1,""],_replace:[82,2,1,""],recv:[82,4,1,""],send:[82,4,1,""]},"lingvo.core.recurrent._Input":{Compute:[82,2,1,""]},"lingvo.core.recurrent._Middle":{Compute:[82,2,1,""]},"lingvo.core.recurrent._Output":{Compute:[82,2,1,""]},"lingvo.core.recurrent._Recurrent":{Compute:[82,2,1,""]},"lingvo.core.repeat_layer":{GenericRepeatLayer:[83,1,1,""],_CopyShapes:[83,5,1,""]},"lingvo.core.repeat_layer.GenericRepeatLayer":{Params:[83,2,1,""],_CreateChildrenVariables:[83,2,1,""],_MaybeStackExtraTheta:[83,2,1,""],_Repeat:[83,2,1,""],_body:[83,3,1,""]},"lingvo.core.retry":{Retry:[84,5,1,""]},"lingvo.core.reversible_layers":{RevNetLayer:[85,1,1,""],StackedRevNetLayer:[85,1,1,""]},"lingvo.core.reversible_layers.RevNetLayer":{FProp:[85,2,1,""],Params:[85,2,1,""],ReverseAndGrad:[85,2,1,""]},"lingvo.core.reversible_layers.StackedRevNetLayer":{FProp:[85,2,1,""],Params:[85,2,1,""]},"lingvo.core.rnn_cell":{ConvLSTMCell:[86,1,1,""],DoubleProjectionLSTMCell:[86,1,1,""],EmbeddingAugmentedLayerNormalizedLSTMCellSimple:[86,1,1,""],GRUCell:[86,1,1,""],LSTMCellGrouped:[86,1,1,""],LSTMCellSimple:[86,1,1,""],LayerNormalizedLSTMCell:[86,1,1,""],LayerNormalizedLSTMCellLean:[86,1,1,""],LayerNormalizedLSTMCellSimple:[86,1,1,""],NormalizedLSTMCellSimple:[86,1,1,""],QRNNPoolingCell:[86,1,1,""],QuantizedLSTMCell:[86,1,1,""],RNNCell:[86,1,1,""],SRUCell:[86,1,1,""],WeightNormalizedLSTMCellSimple:[86,1,1,""],_HistogramSummary:[86,5,1,""]},"lingvo.core.rnn_cell.ConvLSTMCell":{GetOutput:[86,2,1,""],Params:[86,2,1,""],_CreateLayerVariables:[86,2,1,""],_Gates:[86,2,1,""],_Mix:[86,2,1,""],batch_size:[86,2,1,""],hidden_size:[86,3,1,""],output_size:[86,3,1,""],zero_state:[86,2,1,""]},"lingvo.core.rnn_cell.DoubleProjectionLSTMCell":{GetOutput:[86,2,1,""],Params:[86,2,1,""],_CreateLayerVariables:[86,2,1,""],_Gates:[86,2,1,""],_LayerNormGate:[86,2,1,""],_Mix:[86,2,1,""],_ProcessInputProj:[86,2,1,""],_ResetState:[86,2,1,""],batch_size:[86,2,1,""],gates:[86,3,1,""],hidden_size:[86,3,1,""],output_size:[86,3,1,""],zero_state:[86,2,1,""]},"lingvo.core.rnn_cell.EmbeddingAugmentedLayerNormalizedLSTMCellSimple":{FProp:[86,2,1,""],Params:[86,2,1,""],zero_state:[86,2,1,""]},"lingvo.core.rnn_cell.GRUCell":{FProp:[86,2,1,""],GetOutput:[86,2,1,""],LayerNorm:[86,2,1,""],Params:[86,2,1,""],_CreateLayerVariables:[86,2,1,""],_ResetState:[86,2,1,""],batch_size:[86,2,1,""],hidden_size:[86,3,1,""],output_size:[86,3,1,""],zero_state:[86,2,1,""]},"lingvo.core.rnn_cell.LSTMCellGrouped":{FProp:[86,2,1,""],GetOutput:[86,2,1,""],Params:[86,2,1,""],_ShuffleShards:[86,2,1,""],batch_size:[86,2,1,""],zero_state:[86,2,1,""]},"lingvo.core.rnn_cell.LSTMCellSimple":{GetOutput:[86,2,1,""],Params:[86,2,1,""],PostTrainingStepUpdate:[86,2,1,""],_ApplyZoneOut:[86,2,1,""],_CreateLayerVariables:[86,2,1,""],_Gates:[86,2,1,""],_GatesInternal:[86,2,1,""],_GetBias:[86,2,1,""],_Mix:[86,2,1,""],_ProcessNewC:[86,2,1,""],_ResetState:[86,2,1,""],_RetrieveAndSplitGates:[86,2,1,""],batch_size:[86,2,1,""],hidden_size:[86,3,1,""],num_gates:[86,3,1,""],output_size:[86,3,1,""],zero_state:[86,2,1,""]},"lingvo.core.rnn_cell.LayerNormalizedLSTMCell":{GetOutput:[86,2,1,""],Params:[86,2,1,""],_CreateLayerVariables:[86,2,1,""],_Gates:[86,2,1,""],_Mix:[86,2,1,""],_ResetState:[86,2,1,""],batch_size:[86,2,1,""],hidden_size:[86,3,1,""],output_size:[86,3,1,""],zero_state:[86,2,1,""]},"lingvo.core.rnn_cell.LayerNormalizedLSTMCellLean":{GetOutput:[86,2,1,""],Params:[86,2,1,""],_CreateLayerVariables:[86,2,1,""],_Gates:[86,2,1,""],_LayerNormGate:[86,2,1,""],_Mix:[86,2,1,""],_ResetState:[86,2,1,""],batch_size:[86,2,1,""],hidden_size:[86,3,1,""],output_size:[86,3,1,""],zero_state:[86,2,1,""]},"lingvo.core.rnn_cell.LayerNormalizedLSTMCellSimple":{Params:[86,2,1,""],_CreateLayerVariables:[86,2,1,""],_Gates:[86,2,1,""]},"lingvo.core.rnn_cell.NormalizedLSTMCellSimple":{Params:[86,2,1,""],_Gates:[86,2,1,""]},"lingvo.core.rnn_cell.QRNNPoolingCell":{GetOutput:[86,2,1,""],Params:[86,2,1,""],_ApplyZoneOut:[86,2,1,""],_Gates:[86,2,1,""],_Mix:[86,2,1,""],batch_size:[86,2,1,""],zero_state:[86,2,1,""]},"lingvo.core.rnn_cell.QuantizedLSTMCell":{GetOutput:[86,2,1,""],Params:[86,2,1,""],_CreateLayerVariables:[86,2,1,""],_Gates:[86,2,1,""],_Mix:[86,2,1,""],_ResetState:[86,2,1,""],batch_size:[86,2,1,""],zero_state:[86,2,1,""]},"lingvo.core.rnn_cell.RNNCell":{FProp:[86,2,1,""],GetOutput:[86,2,1,""],Params:[86,2,1,""],_VariableCollections:[86,2,1,""],_ZoneOut:[86,2,1,""],batch_size:[86,2,1,""],zero_state:[86,2,1,""]},"lingvo.core.rnn_cell.SRUCell":{GetOutput:[86,2,1,""],LayerNorm:[86,2,1,""],Params:[86,2,1,""],_ApplyZoneOut:[86,2,1,""],_CreateLayerVariables:[86,2,1,""],_Gates:[86,2,1,""],_Mix:[86,2,1,""],batch_size:[86,2,1,""],hidden_size:[86,3,1,""],num_gates:[86,3,1,""],output_size:[86,3,1,""],zero_state:[86,2,1,""]},"lingvo.core.rnn_cell.WeightNormalizedLSTMCellSimple":{Params:[86,2,1,""],_CreateLayerVariables:[86,2,1,""],_Gates:[86,2,1,""]},"lingvo.core.rnn_layers":{BidirectionalFRNN:[87,1,1,""],BidirectionalFRNNQuasi:[87,1,1,""],BidirectionalRNN:[87,1,1,""],BidirectionalRNNV2:[87,1,1,""],FRNN:[87,1,1,""],FRNNWithAttention:[87,1,1,""],GeneratePackedInputResetMask:[87,5,1,""],IdentitySeqLayer:[87,1,1,""],MultiSourceFRNNWithAttention:[87,1,1,""],RNN:[87,1,1,""],StackedBiFRNNLayerByLayer:[87,1,1,""],StackedFRNNLayerByLayer:[87,1,1,""],StackedRNNBase:[87,1,1,""],_ConcatLastDim:[87,5,1,""],_ShiftRight:[87,5,1,""],_ShiftRightWithMasking:[87,5,1,""]},"lingvo.core.rnn_layers.BidirectionalFRNN":{FProp:[87,2,1,""],Params:[87,2,1,""],_CreateChildrenVariables:[87,2,1,""]},"lingvo.core.rnn_layers.BidirectionalFRNNQuasi":{FProp:[87,2,1,""],Params:[87,2,1,""],_CreateChildrenVariables:[87,2,1,""]},"lingvo.core.rnn_layers.BidirectionalRNN":{FProp:[87,2,1,""],Params:[87,2,1,""],_CreateChildrenVariables:[87,2,1,""]},"lingvo.core.rnn_layers.BidirectionalRNNV2":{FProp:[87,2,1,""],Params:[87,2,1,""],_CreateChildrenVariables:[87,2,1,""],_PadSequenceToLength:[87,2,1,""]},"lingvo.core.rnn_layers.FRNN":{FProp:[87,2,1,""],Params:[87,2,1,""],_CreateChildrenVariables:[87,2,1,""],rnn_cell:[87,3,1,""],zero_state:[87,2,1,""]},"lingvo.core.rnn_layers.FRNNWithAttention":{AccumulateStates:[87,2,1,""],FProp:[87,2,1,""],InitForSourcePacked:[87,2,1,""],Params:[87,2,1,""],PostProcessStates:[87,2,1,""],_CreateChildrenVariables:[87,2,1,""],attention:[87,3,1,""],reset_atten_state:[87,2,1,""],rnn_cell:[87,3,1,""],zero_state:[87,2,1,""]},"lingvo.core.rnn_layers.IdentitySeqLayer":{FPropFullSequence:[87,2,1,""],zero_state:[87,2,1,""]},"lingvo.core.rnn_layers.MultiSourceFRNNWithAttention":{FProp:[87,2,1,""],InitAttention:[87,2,1,""],Params:[87,2,1,""],_CreateChildrenVariables:[87,2,1,""],attention:[87,3,1,""],rnn_cell:[87,3,1,""]},"lingvo.core.rnn_layers.RNN":{FProp:[87,2,1,""],Params:[87,2,1,""],_CreateChildrenVariables:[87,2,1,""],zero_state:[87,2,1,""]},"lingvo.core.rnn_layers.StackedBiFRNNLayerByLayer":{FProp:[87,2,1,""],FPropFullSequence:[87,2,1,""],Params:[87,2,1,""],_CreateChildrenVariables:[87,2,1,""],_CreateLayerVariables:[87,2,1,""]},"lingvo.core.rnn_layers.StackedFRNNLayerByLayer":{FProp:[87,2,1,""],FPropFullSequence:[87,2,1,""],Params:[87,2,1,""],_CreateChildrenVariables:[87,2,1,""],_CreateLayerVariables:[87,2,1,""],zero_state:[87,2,1,""]},"lingvo.core.rnn_layers.StackedRNNBase":{Params:[87,2,1,""],_GetCellTpls:[87,2,1,""]},"lingvo.core.routing_config_helper":{RoutingTransformerEncoderParams:[88,1,1,""],SetupRoutingTransformerEncoder:[88,5,1,""]},"lingvo.core.saver":{InRange:[89,1,1,""],IsFinite:[89,1,1,""],ReadNpArrays:[89,5,1,""],SanityCheck:[89,1,1,""],Saver:[89,1,1,""],WriteNpArrays:[89,5,1,""],_VarKey:[89,5,1,""]},"lingvo.core.saver.InRange":{Check:[89,2,1,""]},"lingvo.core.saver.IsFinite":{Check:[89,2,1,""]},"lingvo.core.saver.SanityCheck":{Check:[89,2,1,""]},"lingvo.core.saver.Saver":{Restore:[89,2,1,""],Save:[89,2,1,""],_BuildRestore:[89,2,1,""],_BuildSave:[89,2,1,""],_DoSanityCheck:[89,2,1,""],_GarbageCollect:[89,2,1,""],_GetCheckpointId:[89,2,1,""],_GetState:[89,2,1,""],_SetState:[89,2,1,""],_UpdateState:[89,2,1,""]},"lingvo.core.scatter_update":{SetInplaceUpdate:[90,5,1,""],Update:[90,5,1,""],UseInplaceUpdate:[90,5,1,""]},"lingvo.core.schedule":{AnnealingSchedule:[91,1,1,""],BaseSchedule:[91,1,1,""],CombinedMinimumSchedule:[91,1,1,""],Constant:[91,1,1,""],ConstantOne:[91,1,1,""],ContinuousSchedule:[91,1,1,""],CosineSchedule:[91,1,1,""],CycleSchedule:[91,1,1,""],DevBasedSchedule:[91,1,1,""],ExponentialSchedule:[91,1,1,""],LinearRampupCosineSchedule:[91,1,1,""],LinearRampupExponentialDecay:[91,1,1,""],LinearRampupExponentialDecayScaledByNumSplitSchedule:[91,1,1,""],LinearRampupPiecewiseConstantSchedule:[91,1,1,""],LinearRampupSqrtDecayByBatchSizeAndReplicas:[91,1,1,""],LinearSchedule:[91,1,1,""],PiecewiseConstantSchedule:[91,1,1,""],PiecewiseSchedule:[91,1,1,""],PolynomialSchedule:[91,1,1,""],SqrtDecay:[91,1,1,""],SqrtDecayToZero:[91,1,1,""],StepwiseExponentialSchedule:[91,1,1,""],TransformerMLPerfSchedule:[91,1,1,""],TransformerSchedule:[91,1,1,""],TransformerScheduleNoWarmUp:[91,1,1,""]},"lingvo.core.schedule.AnnealingSchedule":{Params:[91,2,1,""],Value:[91,2,1,""]},"lingvo.core.schedule.BaseSchedule":{Params:[91,2,1,""],Value:[91,2,1,""]},"lingvo.core.schedule.CombinedMinimumSchedule":{Params:[91,2,1,""],Value:[91,2,1,""]},"lingvo.core.schedule.Constant":{Params:[91,2,1,""],Value:[91,2,1,""]},"lingvo.core.schedule.ContinuousSchedule":{Params:[91,2,1,""],Value:[91,2,1,""]},"lingvo.core.schedule.CosineSchedule":{Params:[91,2,1,""],Value:[91,2,1,""]},"lingvo.core.schedule.CycleSchedule":{Params:[91,2,1,""],Value:[91,2,1,""]},"lingvo.core.schedule.DevBasedSchedule":{Params:[91,2,1,""],Value:[91,2,1,""],_CreateLayerVariables:[91,2,1,""]},"lingvo.core.schedule.ExponentialSchedule":{Params:[91,2,1,""],Value:[91,2,1,""]},"lingvo.core.schedule.LinearRampupCosineSchedule":{Params:[91,2,1,""],Value:[91,2,1,""]},"lingvo.core.schedule.LinearRampupExponentialDecay":{Params:[91,2,1,""]},"lingvo.core.schedule.LinearRampupExponentialDecayScaledByNumSplitSchedule":{Params:[91,2,1,""],Value:[91,2,1,""]},"lingvo.core.schedule.LinearRampupPiecewiseConstantSchedule":{Params:[91,2,1,""],Value:[91,2,1,""]},"lingvo.core.schedule.LinearRampupSqrtDecayByBatchSizeAndReplicas":{Params:[91,2,1,""],Value:[91,2,1,""]},"lingvo.core.schedule.LinearSchedule":{Params:[91,2,1,""]},"lingvo.core.schedule.PiecewiseConstantSchedule":{Params:[91,2,1,""],Value:[91,2,1,""]},"lingvo.core.schedule.PiecewiseSchedule":{Params:[91,2,1,""],Value:[91,2,1,""]},"lingvo.core.schedule.PolynomialSchedule":{Params:[91,2,1,""],Value:[91,2,1,""]},"lingvo.core.schedule.SqrtDecay":{Params:[91,2,1,""],Value:[91,2,1,""]},"lingvo.core.schedule.SqrtDecayToZero":{Params:[91,2,1,""],Value:[91,2,1,""]},"lingvo.core.schedule.StepwiseExponentialSchedule":{Params:[91,2,1,""],Value:[91,2,1,""]},"lingvo.core.schedule.TransformerMLPerfSchedule":{Params:[91,2,1,""],Value:[91,2,1,""]},"lingvo.core.schedule.TransformerSchedule":{Params:[91,2,1,""],Value:[91,2,1,""]},"lingvo.core.schedule.TransformerScheduleNoWarmUp":{Params:[91,2,1,""],Value:[91,2,1,""]},"lingvo.core.scorers":{BleuScorer:[92,1,1,""],NGrams:[92,5,1,""],Unsegmenter:[92,1,1,""],_ToUnicode:[92,5,1,""],_Tokenize:[92,5,1,""]},"lingvo.core.scorers.BleuScorer":{AddSentence:[92,2,1,""],ComputeOverallScore:[92,2,1,""],unsegmenter:[92,3,1,""]},"lingvo.core.scorers.Unsegmenter":{_BPE_SEPARATOR:[92,4,1,""],_UnsegmentBpe:[92,2,1,""],_UnsegmentWpm:[92,2,1,""],_WPM_SEPARATOR:[92,4,1,""]},"lingvo.core.self_attention_layer":{Builder:[93,1,1,""],StackedTransformerEncoderLayers:[93,1,1,""]},"lingvo.core.self_attention_layer.Builder":{SelfAttention:[93,2,1,""],TransformerStack:[93,2,1,""],TransformerStackV2:[93,2,1,""],_StridedTransformerLayerBlock:[93,2,1,""],_TransformerLayerBlock:[93,2,1,""]},"lingvo.core.self_attention_layer.StackedTransformerEncoderLayers":{Cast:[93,2,1,""],FProp:[93,2,1,""]},"lingvo.core.sendrecv":{Channel:[94,1,1,""],_TpuCore:[94,5,1,""]},"lingvo.core.sendrecv.Channel":{Recv:[94,2,1,""],Send:[94,2,1,""]},"lingvo.core.spectrum_augmenter":{SpectrumAugmenter:[95,1,1,""],_global_seed_from_inputs:[95,5,1,""],_hat:[95,5,1,""],_random_normal_op:[95,5,1,""],_random_uniform_op:[95,5,1,""]},"lingvo.core.spectrum_augmenter.SpectrumAugmenter":{EinsumBBmBm:[95,2,1,""],EinsumBmtBmBt:[95,2,1,""],EinsumBxyBxBxy:[95,2,1,""],EinsumBxycBxBxyc:[95,2,1,""],EinsumBxycByBxyc:[95,2,1,""],EinsumBxycBzxBzyc:[95,2,1,""],EinsumBxycBzyBxzc:[95,2,1,""],FProp:[95,2,1,""],Params:[95,2,1,""],UnstackFeatures:[95,2,1,""],_AugmentationNetwork:[95,2,1,""],_ConstructWarpMatrix:[95,2,1,""],_FrequencyMask:[95,2,1,""],_FrequencyNoise:[95,2,1,""],_FrequencyWarp:[95,2,1,""],_GetMask:[95,2,1,""],_GetWarpMatrix:[95,2,1,""],_TimeMask:[95,2,1,""],_TimeWarp:[95,2,1,""],augment_weight:[95,3,1,""]},"lingvo.core.spectrum_augmenter_on_device":{SpectrumAugmenterOnDevice:[96,1,1,""]},"lingvo.core.spectrum_augmenter_on_device.SpectrumAugmenterOnDevice":{EinsumBBmBm:[96,2,1,""],EinsumBmtBmBt:[96,2,1,""],EinsumBxyBxBxy:[96,2,1,""],EinsumBxycBxBxyc:[96,2,1,""],EinsumBxycByBxyc:[96,2,1,""],EinsumBxycBzxBzyc:[96,2,1,""],EinsumBxycBzyBxzc:[96,2,1,""]},"lingvo.core.step":{GraphStep:[97,1,1,""],IteratorStep:[97,1,1,""],ParallelStep:[97,1,1,""],RecurrentStepWrapper:[97,1,1,""],StackStep:[97,1,1,""],StatelessLayerStep:[97,1,1,""],Step:[97,1,1,""],SubStep:[97,1,1,""]},"lingvo.core.step.GraphStep":{FProp:[97,2,1,""],Params:[97,2,1,""],PrepareExternalInputs:[97,2,1,""],ZeroState:[97,2,1,""],_seq:[97,4,1,""]},"lingvo.core.step.IteratorStep":{FProp:[97,2,1,""],Params:[97,2,1,""],PrepareExternalInputs:[97,2,1,""],ZeroState:[97,2,1,""]},"lingvo.core.step.ParallelStep":{FProp:[97,2,1,""],Params:[97,2,1,""]},"lingvo.core.step.RecurrentStepWrapper":{FProp:[97,2,1,""],Params:[97,2,1,""],PrepareExternalInputs:[97,2,1,""],ZeroState:[97,2,1,""],_CreateChildrenVariables:[97,2,1,""]},"lingvo.core.step.StackStep":{FProp:[97,2,1,""],Params:[97,2,1,""],PrepareExternalInputs:[97,2,1,""],ZeroState:[97,2,1,""]},"lingvo.core.step.StatelessLayerStep":{FProp:[97,2,1,""],Params:[97,2,1,""]},"lingvo.core.step.Step":{FProp:[97,2,1,""],PrepareExternalInputs:[97,2,1,""],ZeroState:[97,2,1,""]},"lingvo.core.step.SubStep":{_asdict:[97,2,1,""],_field_defaults:[97,4,1,""],_fields:[97,4,1,""],_make:[97,2,1,""],_replace:[97,2,1,""],external_signature:[97,4,1,""],params:[97,4,1,""],signature:[97,4,1,""]},"lingvo.core.steps":{attention_steps:[99,0,0,"-"],embedding_steps:[100,0,0,"-"],rnn_steps:[101,0,0,"-"]},"lingvo.core.steps.attention_steps":{AttentionBlockStep:[99,1,1,""],AttentionStep:[99,1,1,""]},"lingvo.core.steps.attention_steps.AttentionBlockStep":{FProp:[99,2,1,""],Params:[99,2,1,""],ZeroState:[99,2,1,""]},"lingvo.core.steps.attention_steps.AttentionStep":{FProp:[99,2,1,""],Params:[99,2,1,""],PrepareExternalInputs:[99,2,1,""],ZeroState:[99,2,1,""],_GetMaxSeqLength:[99,2,1,""]},"lingvo.core.steps.embedding_steps":{EmbeddingStep:[100,1,1,""],StatefulEmbeddingStep:[100,1,1,""]},"lingvo.core.steps.embedding_steps.EmbeddingStep":{FProp:[100,2,1,""],Params:[100,2,1,""]},"lingvo.core.steps.embedding_steps.StatefulEmbeddingStep":{EmbLookup:[100,2,1,""],FProp:[100,2,1,""],Params:[100,2,1,""],ZeroState:[100,2,1,""],zero_state:[100,2,1,""]},"lingvo.core.steps.rnn_steps":{RnnStackStep:[101,1,1,""],RnnStep:[101,1,1,""]},"lingvo.core.steps.rnn_steps.RnnStackStep":{FProp:[101,2,1,""],Params:[101,2,1,""],PrepareExternalInputs:[101,2,1,""],ZeroState:[101,2,1,""],_CreateChildrenVariables:[101,2,1,""]},"lingvo.core.steps.rnn_steps.RnnStep":{FProp:[101,2,1,""],Params:[101,2,1,""],PrepareExternalInputs:[101,2,1,""],ZeroState:[101,2,1,""]},"lingvo.core.stream_step_test_base":{StreamStepTestBase:[102,1,1,""]},"lingvo.core.stream_step_test_base.StreamStepTestBase":{_BuildStackingBaseGraph:[102,2,1,""],_BuildStackingStreamGraph:[102,2,1,""],_FProp:[102,2,1,""],_GetFPropOutput:[102,2,1,""],_GetInputs:[102,2,1,""],_GetParams:[102,2,1,""],_NormalizeStreamStepOutput:[102,2,1,""],_PadInput:[102,2,1,""],_TestRightContextStackingLayersHelper:[102,2,1,""],_TestStreamStepHelper:[102,2,1,""],_test_params_reprs:[102,4,1,""],input_rank:[102,3,1,""]},"lingvo.core.summary_utils":{AddAttentionSummary:[103,5,1,""],AddAttentionSummaryBatchMajor:[103,5,1,""],AddNormSummary:[103,5,1,""],CollectVarHistogram:[103,5,1,""],GetTensorName:[103,5,1,""],ModelAnalysis:[103,5,1,""],PlotSequenceFeatures:[103,5,1,""],PrepareSequenceForPlot:[103,5,1,""],SequenceLength:[103,5,1,""],StatsCounter:[103,1,1,""],StepRateTracker:[103,1,1,""],TrimPaddingAndPlotAttention:[103,5,1,""],TrimPaddingAndPlotSequence:[103,5,1,""],_ShouldAddSummary:[103,5,1,""],histogram:[103,5,1,""],histogram_v2:[103,5,1,""],image:[103,5,1,""],image_v2:[103,5,1,""],scalar:[103,5,1,""],scalar_input_stats:[103,5,1,""],scalar_v2:[103,5,1,""],text:[103,5,1,""],text_v2:[103,5,1,""]},"lingvo.core.summary_utils.StatsCounter":{IncBy:[103,2,1,""],Value:[103,2,1,""]},"lingvo.core.summary_utils.StepRateTracker":{ComputeStepRate:[103,2,1,""]},"lingvo.core.symbolic":{EvalExpr:[104,5,1,""],IsExpr:[104,5,1,""],IsSymbol:[104,5,1,""],Symbol:[104,1,1,""],SymbolToValueMap:[104,1,1,""],ToStatic:[104,5,1,""],ToTensor:[104,5,1,""],_LocalSymbolToValueStack:[104,1,1,""]},"lingvo.core.symbolic.Symbol":{_explicit_class_assumptions:[104,4,1,""],_prop_handler:[104,4,1,""],default_assumptions:[104,4,1,""],dummy_index:[104,4,1,""]},"lingvo.core.symbolic.SymbolToValueMap":{Get:[104,2,1,""],Stack:[104,2,1,""],_local_stack:[104,4,1,""]},"lingvo.core.target_sequence_sampler":{TargetSequenceSampler:[105,1,1,""],_ComputePaddings:[105,5,1,""]},"lingvo.core.target_sequence_sampler.TargetSequenceSampler":{Params:[105,2,1,""],Sample:[105,2,1,""]},"lingvo.core.task_scheduler":{AdaptiveScheduler:[106,1,1,""],ConstantScheduler:[106,1,1,""],ExponentialScheduler:[106,1,1,""],InverseRatioAdaptiveScheduler:[106,1,1,""],PieceWiseScheduler:[106,1,1,""],RoundRobinScheduler:[106,1,1,""],SequentialScheduler:[106,1,1,""],ShiftedExponentialScheduler:[106,1,1,""],SigmoidScheduler:[106,1,1,""],SimpleAdaptiveScheduler:[106,1,1,""],TaskScheduler:[106,1,1,""]},"lingvo.core.task_scheduler.AdaptiveScheduler":{Params:[106,2,1,""],getMetricHistories:[106,2,1,""]},"lingvo.core.task_scheduler.InverseRatioAdaptiveScheduler":{Sample:[106,2,1,""]},"lingvo.core.task_scheduler.PieceWiseScheduler":{Params:[106,2,1,""],Sample:[106,2,1,""]},"lingvo.core.task_scheduler.RoundRobinScheduler":{Params:[106,2,1,""],Sample:[106,2,1,""]},"lingvo.core.task_scheduler.SequentialScheduler":{Params:[106,2,1,""],Sample:[106,2,1,""]},"lingvo.core.task_scheduler.ShiftedExponentialScheduler":{Params:[106,2,1,""],Sample:[106,2,1,""]},"lingvo.core.task_scheduler.SimpleAdaptiveScheduler":{Sample:[106,2,1,""]},"lingvo.core.task_scheduler.TaskScheduler":{Params:[106,2,1,""],Sample:[106,2,1,""]},"lingvo.core.test_helper":{test_src_dir_path:[107,5,1,""]},"lingvo.core.test_trainer_utils":{MakeModelValidatorTestCase:[108,5,1,""],_ModelTuples:[108,5,1,""]},"lingvo.core.test_utils":{CompareToGoldenSingleFloat:[109,5,1,""],ComputeNumericGradient:[109,5,1,""],PickEveryN:[109,5,1,""],ReplaceGoldenSingleFloat:[109,5,1,""],ReplaceGoldenStackAnalysis:[109,5,1,""],TestCase:[109,1,1,""],_ReplaceOneLineInFile:[109,5,1,""],main:[109,5,1,""]},"lingvo.core.test_utils.TestCase":{SetEval:[109,2,1,""],_create_session:[109,2,1,""],session:[109,2,1,""],setUp:[109,2,1,""]},"lingvo.core.thread_local_utils":{ThreadLocalDict:[110,1,1,""],ThreadLocalStack:[110,1,1,""]},"lingvo.core.tokenizers":{AsciiTokenizer:[111,1,1,""],BaseTokenizer:[111,1,1,""],BpeTokenizer:[111,1,1,""],SentencePieceTokenizer:[111,1,1,""],VocabFileTokenizer:[111,1,1,""],WpmTokenizer:[111,1,1,""]},"lingvo.core.tokenizers.AsciiTokenizer":{IdsToStrings:[111,2,1,""],_StringsToIdsImpl:[111,2,1,""]},"lingvo.core.tokenizers.BaseTokenizer":{IdsToStrings:[111,2,1,""],Params:[111,2,1,""],StringsToIds:[111,2,1,""],StringsToIdsWithOffsets:[111,2,1,""],_StringsToIdsImpl:[111,2,1,""],_StringsToIdsWithOffsetsImpl:[111,2,1,""]},"lingvo.core.tokenizers.BpeTokenizer":{IdsToStrings:[111,2,1,""],Params:[111,2,1,""],_StringsToIdsImpl:[111,2,1,""]},"lingvo.core.tokenizers.SentencePieceTokenizer":{IdsToStrings:[111,2,1,""],Params:[111,2,1,""],StringsToIds:[111,2,1,""],_StringsToIdsImpl:[111,2,1,""]},"lingvo.core.tokenizers.VocabFileTokenizer":{IdsToStrings:[111,2,1,""],Params:[111,2,1,""],_CheckParams:[111,2,1,""],_StringsToIdsImpl:[111,2,1,""],_vocab_file_params:[111,3,1,""]},"lingvo.core.tokenizers.WpmTokenizer":{IdsToStrings:[111,2,1,""],Params:[111,2,1,""],_StringsToIdsImpl:[111,2,1,""]},"lingvo.core.tpu_embedding_layers":{TPUEmbeddingAdagradOptimizer:[112,1,1,""],TPUEmbeddingAdamOptimizer:[112,1,1,""],TPUEmbeddingFTRLOptimizer:[112,1,1,""],TPUEmbeddingLayer:[112,1,1,""],TPUEmbeddingSGDOptimizer:[112,1,1,""],TPUEmbeddingTable:[112,1,1,""],TpuEmbeddingCollection:[112,1,1,""],_RemovePrivateVar:[112,5,1,""],_ShouldUseTpu:[112,5,1,""],_TPUEmbeddingOptimizer:[112,1,1,""]},"lingvo.core.tpu_embedding_layers.TPUEmbeddingAdagradOptimizer":{CreateOptimizerParameters:[112,2,1,""],CreateSlotVariablesAndOps:[112,2,1,""],Params:[112,2,1,""]},"lingvo.core.tpu_embedding_layers.TPUEmbeddingAdamOptimizer":{CreateOptimizerParameters:[112,2,1,""],CreateSlotVariablesAndOps:[112,2,1,""],Params:[112,2,1,""]},"lingvo.core.tpu_embedding_layers.TPUEmbeddingFTRLOptimizer":{CreateOptimizerParameters:[112,2,1,""],CreateSlotVariablesAndOps:[112,2,1,""],Params:[112,2,1,""]},"lingvo.core.tpu_embedding_layers.TPUEmbeddingLayer":{EmbLookup:[112,2,1,""],EmbLookupSparse:[112,2,1,""],Params:[112,2,1,""],_CheckTPUEmbeddingConfig:[112,2,1,""],_CreateChildrenVariables:[112,2,1,""],_CreateLayerVariables:[112,2,1,""],_TpuEmbLookup:[112,2,1,""]},"lingvo.core.tpu_embedding_layers.TPUEmbeddingSGDOptimizer":{CreateOptimizerParameters:[112,2,1,""],CreateSlotVariablesAndOps:[112,2,1,""]},"lingvo.core.tpu_embedding_layers.TPUEmbeddingTable":{CpuEmbLookup:[112,2,1,""],CpuEmbLookupSparse:[112,2,1,""],GetDeviceName:[112,2,1,""],GetVariableName:[112,2,1,""],Params:[112,2,1,""],_CombinerEmbLookup:[112,2,1,""],_CreateLayerVariables:[112,2,1,""],_SequenceEmbLookup:[112,2,1,""],input_keys:[112,3,1,""],max_sequence_length:[112,3,1,""],table_config:[112,3,1,""],table_name:[112,3,1,""]},"lingvo.core.tpu_embedding_layers.TpuEmbeddingCollection":{AddActivations:[112,2,1,""],AddLoadRetrieveOps:[112,2,1,""],AddSummaryTensor:[112,2,1,""],AddTableVariables:[112,2,1,""],ApplyGradients:[112,2,1,""],Get:[112,2,1,""],GetActivations:[112,2,1,""],SetGradientMultiplierSchedule:[112,2,1,""],SetTaskMode:[112,2,1,""],ShouldStopGradient:[112,2,1,""],_ValidateTaskScope:[112,2,1,""],feature_names:[112,3,1,""],load_ops:[112,3,1,""],retrieve_ops:[112,3,1,""],summary_tensors:[112,3,1,""],table_variables:[112,3,1,""],tpu_embedding:[112,3,1,""]},"lingvo.core.tpu_embedding_layers._TPUEmbeddingOptimizer":{CreateOptimizerParameters:[112,2,1,""],CreateSlotVariablesAndOps:[112,2,1,""],Params:[112,2,1,""]},"lingvo.core.tpu_summary":{PwTpuSummaryTensor:[113,1,1,""],RewriteLoopContext:[113,1,1,""],TpuSummaryContext:[113,1,1,""],TpuSummaryScalar:[113,1,1,""],context:[113,5,1,""],merge_all:[113,5,1,""],merge_all_pw_tensor:[113,5,1,""],pw_tensor:[113,5,1,""],scalar:[113,5,1,""],tensor:[113,5,1,""]},"lingvo.core.tpu_summary.PwTpuSummaryTensor":{name:[113,4,1,""],name_scope:[113,4,1,""],value:[113,4,1,""]},"lingvo.core.tpu_summary.RewriteLoopContext":{while_loop:[113,2,1,""]},"lingvo.core.tpu_summary.TpuSummaryContext":{_global_stack:[113,4,1,""],current:[113,2,1,""]},"lingvo.core.tpu_summary.TpuSummaryScalar":{name:[113,4,1,""],name_scope:[113,4,1,""],value:[113,4,1,""],while_loop_reduce:[113,4,1,""]},"lingvo.core.trainer_test_utils":{CountingInputGenerator:[114,1,1,""],IdentityRegressionModel:[114,1,1,""],IdentityRegressionTask:[114,1,1,""]},"lingvo.core.trainer_test_utils.CountingInputGenerator":{Params:[114,2,1,""],_InputBatch:[114,2,1,""]},"lingvo.core.trainer_test_utils.IdentityRegressionModel":{Params:[114,2,1,""],ProcessFPropResults:[114,2,1,""]},"lingvo.core.trainer_test_utils.IdentityRegressionTask":{ComputeLoss:[114,2,1,""],ComputePredictions:[114,2,1,""],FilterPerExampleTensors:[114,2,1,""],ProcessFPropResults:[114,2,1,""],_CreateLayerVariables:[114,2,1,""]},"lingvo.core.tshape":{Shape:[115,1,1,""]},"lingvo.core.tshape.Shape":{Subs:[115,2,1,""],ToTensorShape:[115,2,1,""],num_elements:[115,2,1,""],rank:[115,3,1,""],size:[115,3,1,""]},"lingvo.core.var_tmp_wrappers":{StackedVarWrapperWithManualSharding:[116,1,1,""],VarWrapperTrackAssign:[116,1,1,""]},"lingvo.core.var_tmp_wrappers.StackedVarWrapperWithManualSharding":{assign:[116,2,1,""],assign_add:[116,2,1,""],assign_sub:[116,2,1,""],raw_var:[116,3,1,""],read_value:[116,2,1,""],value:[116,2,1,""]},"lingvo.core.var_tmp_wrappers.VarWrapperTrackAssign":{assign:[116,2,1,""],assign_add:[116,2,1,""],assign_sub:[116,2,1,""],control_after_assigns:[116,2,1,""],previous_assigns:[116,2,1,""],raw_var:[116,3,1,""]},"lingvo.core.wpm_encoder":{WpmEncoder:[117,1,1,""]},"lingvo.core.wpm_encoder.WpmEncoder":{Decode:[117,2,1,""],Encode:[117,2,1,""],_EncodeToIds:[117,2,1,""],_MergeTokens:[117,2,1,""],_StringToToken:[117,2,1,""],_TokenToString:[117,2,1,""],sentence_end_id:[117,3,1,""],sentence_end_string:[117,3,1,""],sentence_start_id:[117,3,1,""],sentence_start_string:[117,3,1,""],unk_id:[117,3,1,""]},"lingvo.datasets":{DatasetFunctionError:[118,6,1,""],GetAllDatasetParamsNotImplementedError:[118,6,1,""],GetDatasets:[118,5,1,""]},"lingvo.executor":{GetExecutorParams:[119,5,1,""],UnsetUnusedTrainParams:[119,5,1,""]},"lingvo.executor.ExecutorTpu":{Start:[119,2,1,""],_GetSession:[119,2,1,""],_Loop:[119,2,1,""],_MaybeConstructSharedModel:[119,2,1,""]},"lingvo.ipython_kernel":{main:[120,5,1,""]},"lingvo.model_imports":{ImportAllParams:[121,5,1,""],ImportParams:[121,5,1,""],_Import:[121,5,1,""],_InsertParams:[121,5,1,""]},"lingvo.model_registry":{GetAllRegisteredClasses:[122,5,1,""],GetClass:[122,5,1,""],GetParams:[122,5,1,""],GetProgramSchedule:[122,5,1,""],RegisterMultiTaskModel:[122,5,1,""],RegisterSingleTaskModel:[122,5,1,""],_ModelRegistryHelper:[122,1,1,""]},"lingvo.model_registry._ModelRegistryHelper":{GetAllRegisteredClasses:[122,2,1,""],GetClass:[122,2,1,""],GetParams:[122,2,1,""],GetProgramSchedule:[122,2,1,""],MaybeUpdateParamsFromFlags:[122,2,1,""],RegisterMultiTaskModel:[122,2,1,""],RegisterSingleTaskModel:[122,2,1,""],_ClassPathPrefix:[122,2,1,""],_CreateWrapperClass:[122,2,1,""],_GetSourceInfo:[122,2,1,""],_MODEL_PARAMS:[122,4,1,""],_MODEL_PARAMS_ALLOW_REDEF:[122,4,1,""],_ModelParamsClassKey:[122,2,1,""],_REGISTERED_MODULES:[122,4,1,""],_RegisterModel:[122,2,1,""]},"lingvo.models_test_helper":{BaseModelsTest:[123,1,1,""],TraverseLayer:[123,5,1,""],_StubOutCreateVariable:[123,5,1,""]},"lingvo.models_test_helper.BaseModelsTest":{CreateTestMethodsForAllRegisteredModels:[123,2,1,""],_ValidateEMA:[123,2,1,""],_testOneModelParams:[123,2,1,""],setUp:[123,2,1,""]},"lingvo.tasks":{asr:[125,0,0,"-"],image:[143,0,0,"-"],lm:[149,0,0,"-"],mt:[179,0,0,"-"],punctuator:[193,0,0,"-"]},"lingvo.tasks.asr":{contextualizer_base:[126,0,0,"-"],decoder:[127,0,0,"-"],decoder_metrics:[128,0,0,"-"],decoder_utils:[129,0,0,"-"],encoder:[130,0,0,"-"],frontend:[131,0,0,"-"],fusion:[132,0,0,"-"],input_generator:[133,0,0,"-"],levenshtein_distance:[134,0,0,"-"],model:[135,0,0,"-"],model_test_input_generator:[136,0,0,"-"],tools:[140,0,0,"-"]},"lingvo.tasks.asr.contextualizer_base":{ContextualizerBase:[126,1,1,""],NullContextualizer:[126,1,1,""]},"lingvo.tasks.asr.contextualizer_base.ContextualizerBase":{GetContextDim:[126,2,1,""],InitAttention:[126,2,1,""],QueryAttention:[126,2,1,""],SetContextMap:[126,2,1,""],ZeroAttention:[126,2,1,""]},"lingvo.tasks.asr.contextualizer_base.NullContextualizer":{GetContextDim:[126,2,1,""],InitAttention:[126,2,1,""],QueryAttention:[126,2,1,""],SetContextMap:[126,2,1,""],ZeroAttention:[126,2,1,""]},"lingvo.tasks.asr.decoder":{AsrDecoder:[127,1,1,""],AsrDecoderBase:[127,1,1,""],_NewTensorArray:[127,5,1,""],_ToTensorArray:[127,5,1,""]},"lingvo.tasks.asr.decoder.AsrDecoder":{AddAdditionalDecoderSummaries:[127,2,1,""],Params:[127,2,1,""],SingleDecodeStep:[127,2,1,""],_ComputeAttention:[127,2,1,""],_GetNumHypsForBeamSearch:[127,2,1,""],_InitBeamSearchStateCallback:[127,2,1,""],_PostBeamSearchStepCallback:[127,2,1,""],_PostProcessAttenProbsForBeamSearch:[127,2,1,""],_PreBeamSearchStepCallback:[127,2,1,""]},"lingvo.tasks.asr.decoder.AsrDecoderBase":{AddAdditionalDecoderSummaries:[127,2,1,""],BaseZeroState:[127,2,1,""],ComputeLoss:[127,2,1,""],ComputePredictions:[127,2,1,""],ComputePredictionsDynamic:[127,2,1,""],ComputePredictionsFunctional:[127,2,1,""],CreateTargetInfoMisc:[127,2,1,""],DecoderStepZeroState:[127,2,1,""],InitDecoder:[127,2,1,""],MiscZeroState:[127,2,1,""],Params:[127,2,1,""],PostStepDecoderStateUpdate:[127,2,1,""],SequenceOutTensorArrays:[127,1,1,""],SingleDecodeStep:[127,2,1,""],TargetInfo:[127,1,1,""],TargetsToBeFedAtCurrentDecodeStep:[127,2,1,""],UpdateTargetVocabSize:[127,2,1,""],_AddDecoderActivationsSummary:[127,2,1,""],_ApplyDropout:[127,2,1,""],_ComputeLogits:[127,2,1,""],_ComputeMetrics:[127,2,1,""],_CreateAtten:[127,2,1,""],_ExtractConfidenceFeatures:[127,2,1,""],_GetAttenContextDim:[127,2,1,""],_GetAttenProbsFromSequenceOutTensorArrays:[127,2,1,""],_GetEncoderPaddings:[127,2,1,""],_GetInitialSeqStateTensorArrays:[127,2,1,""],_GetInitialTargetInfo:[127,2,1,""],_GetNewAttenProbs:[127,2,1,""],_GetPredictionFromSequenceOutTensorArrays:[127,2,1,""],_InitAttention:[127,2,1,""],_InitBeamSearchStateCallback:[127,2,1,""],_PostBeamSearchStepCallback:[127,2,1,""],_PreBeamSearchStepCallback:[127,2,1,""],_UpdateSequenceOutTensorArrays:[127,2,1,""]},"lingvo.tasks.asr.decoder.AsrDecoderBase.SequenceOutTensorArrays":{_asdict:[127,2,1,""],_field_defaults:[127,4,1,""],_fields:[127,4,1,""],_make:[127,2,1,""],_replace:[127,2,1,""],atten_probs:[127,4,1,""],confidence_logits:[127,4,1,""],fusion:[127,4,1,""],logits:[127,4,1,""],misc:[127,4,1,""],rnn_outs:[127,4,1,""],step_outs:[127,4,1,""]},"lingvo.tasks.asr.decoder.AsrDecoderBase.TargetInfo":{_asdict:[127,2,1,""],_field_defaults:[127,4,1,""],_fields:[127,4,1,""],_make:[127,2,1,""],_replace:[127,2,1,""],emb:[127,4,1,""],id:[127,4,1,""],label:[127,4,1,""],misc:[127,4,1,""],padding:[127,4,1,""],weight:[127,4,1,""]},"lingvo.tasks.asr.decoder_metrics":{BeamSearchDecodeOutputToDecoderTopK:[128,5,1,""],DecoderMetrics:[128,1,1,""],DecoderTopK:[128,4,1,""]},"lingvo.tasks.asr.decoder_metrics.DecoderMetrics":{AddAdditionalDecoderMetricsToGraph:[128,2,1,""],ComputeMetrics:[128,2,1,""],ComputeNormalizedWER:[128,2,1,""],CreateMetrics:[128,2,1,""],GetTopK:[128,2,1,""],Params:[128,2,1,""],PostProcess:[128,2,1,""]},"lingvo.tasks.asr.decoder_utils":{ComputeWer:[129,5,1,""],EditDistance:[129,5,1,""],EditDistanceInIds:[129,5,1,""],FilterEpsilon:[129,5,1,""],FilterNoise:[129,5,1,""],SetRnnCellNodes:[129,5,1,""],Tokenize:[129,5,1,""],_IsSymbolOrPositive:[129,5,1,""]},"lingvo.tasks.asr.encoder":{AsrEncoder:[130,1,1,""],ConvLSTMBlock:[130,1,1,""]},"lingvo.tasks.asr.encoder.AsrEncoder":{CreateBidirectionalRNNParams:[130,2,1,""],CreateConvLstmLayerParams:[130,2,1,""],FProp:[130,2,1,""],FirstLstmLayerInputDimAndPadding:[130,2,1,""],Params:[130,2,1,""],_use_functional:[130,3,1,""],input_shape:[130,3,1,""],supports_streaming:[130,3,1,""],zero_state:[130,2,1,""]},"lingvo.tasks.asr.encoder.ConvLSTMBlock":{_asdict:[130,2,1,""],_field_defaults:[130,4,1,""],_fields:[130,4,1,""],_make:[130,2,1,""],_replace:[130,2,1,""],cnn:[130,4,1,""],rnn:[130,4,1,""]},"lingvo.tasks.asr.frontend":{AsrFrontendConfig:[131,1,1,""],BaseAsrFrontend:[131,1,1,""],MelAsrFrontend:[131,1,1,""],NullAsrFrontend:[131,1,1,""],_NextPowerOfTwo:[131,5,1,""]},"lingvo.tasks.asr.frontend.AsrFrontendConfig":{_asdict:[131,2,1,""],_field_defaults:[131,4,1,""],_fields:[131,4,1,""],_make:[131,2,1,""],_replace:[131,2,1,""],input_frame_ratio:[131,4,1,""],is_null:[131,4,1,""],output_dim:[131,4,1,""],src_pcm_sample_rate:[131,4,1,""],src_pcm_scale:[131,4,1,""],src_type:[131,4,1,""]},"lingvo.tasks.asr.frontend.BaseAsrFrontend":{FProp:[131,2,1,""],GetConfigFromParams:[131,2,1,""],config:[131,3,1,""]},"lingvo.tasks.asr.frontend.MelAsrFrontend":{FProp:[131,2,1,""],GetConfigFromParams:[131,2,1,""],Params:[131,2,1,""],_ApplyPreemphasis:[131,2,1,""],_CreateWindowFunction:[131,2,1,""],_FPropChunk:[131,2,1,""],_FPropDefault:[131,2,1,""],_GetMelPadding:[131,2,1,""],_MelSpectrogram:[131,2,1,""],_PadAndReshapeSpec:[131,2,1,""],_RemoveChannelDim:[131,2,1,""],_ReshapeToMono2D:[131,2,1,""],_StackSignal:[131,2,1,""],window_frame_size:[131,3,1,""],window_frame_step:[131,3,1,""]},"lingvo.tasks.asr.frontend.NullAsrFrontend":{FProp:[131,2,1,""],GetConfigFromParams:[131,2,1,""]},"lingvo.tasks.asr.fusion":{FusionBase:[132,1,1,""],NullFusion:[132,1,1,""]},"lingvo.tasks.asr.fusion.FusionBase":{AddAdditionalDecoderSummaries:[132,2,1,""],ComputeLogitsWithLM:[132,2,1,""],FProp:[132,2,1,""],Params:[132,2,1,""],_CreateChildrenVariables:[132,2,1,""],_FPropLm:[132,2,1,""],_ModifyLmBeforeFProp:[132,2,1,""],zero_state:[132,2,1,""]},"lingvo.tasks.asr.fusion.NullFusion":{ComputeLogitsWithLM:[132,2,1,""],FProp:[132,2,1,""]},"lingvo.tasks.asr.input_generator":{AsrInput:[133,1,1,""]},"lingvo.tasks.asr.input_generator.AsrInput":{BuildInputBatch:[133,2,1,""],Params:[133,2,1,""],_DataSourceFromFilePattern:[133,2,1,""],_MaybePadSourceInputs:[133,2,1,""]},"lingvo.tasks.asr.levenshtein_distance":{ErrorStats:[134,1,1,""],LevenshteinDistance:[134,5,1,""]},"lingvo.tasks.asr.model":{AsrModel:[135,1,1,""]},"lingvo.tasks.asr.model.AsrModel":{ComputeLoss:[135,2,1,""],ComputePredictions:[135,2,1,""],CreateDecoderMetrics:[135,2,1,""],DecodeWithTheta:[135,2,1,""],FrontendAndEncoderFProp:[135,2,1,""],Inference:[135,2,1,""],Params:[135,2,1,""],PostProcessDecodeOut:[135,2,1,""],_ComputeDecoderMetrics:[135,2,1,""],_ComputeNormalizedWER:[135,2,1,""],_DecoderMetricsParams:[135,2,1,""],_GetDecoderTargets:[135,2,1,""],_GetTargetForDecoderMetrics:[135,2,1,""],_GetTopK:[135,2,1,""],_InferenceSubgraph_Default:[135,2,1,""],_MakeDecoderTheta:[135,2,1,""]},"lingvo.tasks.asr.model_test_input_generator":{TestInputGenerator:[136,1,1,""]},"lingvo.tasks.asr.model_test_input_generator.TestInputGenerator":{GetBpropParams:[136,2,1,""],GetBpropType:[136,2,1,""],GlobalBatchSize:[136,2,1,""],Params:[136,2,1,""],SampleIds:[136,2,1,""],SetBpropType:[136,2,1,""],_GetSourceInputsAndLabels:[136,2,1,""],_InputBatch:[136,2,1,""],_Sources:[136,2,1,""],_Targets:[136,2,1,""],_check_paddings:[136,2,1,""]},"lingvo.tasks.asr.params":{librispeech:[138,0,0,"-"],params:[139,0,0,"-"]},"lingvo.tasks.asr.params.librispeech":{Librispeech960Base:[138,1,1,""],Librispeech960Grapheme:[138,1,1,""],Librispeech960GraphemeTpuV2:[138,1,1,""],Librispeech960Wpm:[138,1,1,""],Librispeech960WpmTpuV2:[138,1,1,""]},"lingvo.tasks.asr.params.librispeech.Librispeech960Base":{Dev:[138,2,1,""],Devother:[138,2,1,""],ProgramSchedule:[138,2,1,""],SetBucketSizes:[138,2,1,""],Task:[138,2,1,""],Test:[138,2,1,""],Testother:[138,2,1,""],Train:[138,2,1,""],_CommonInputParams:[138,2,1,""]},"lingvo.tasks.asr.params.librispeech.Librispeech960Grapheme":{Dev:[138,2,1,""],Devother:[138,2,1,""],GRAPHEME_TARGET_SEQUENCE_LENGTH:[138,4,1,""],GRAPHEME_VOCAB_SIZE:[138,4,1,""],InitializeTokenizer:[138,2,1,""],Task:[138,2,1,""],Test:[138,2,1,""],Testother:[138,2,1,""],Train:[138,2,1,""]},"lingvo.tasks.asr.params.librispeech.Librispeech960GraphemeTpuV2":{Task:[138,2,1,""],_CommonInputParams:[138,2,1,""]},"lingvo.tasks.asr.params.librispeech.Librispeech960Wpm":{Dev:[138,2,1,""],Devother:[138,2,1,""],EMBEDDING_DIMENSION:[138,4,1,""],InitializeTokenizer:[138,2,1,""],NUM_TRAINING_WORKERS:[138,4,1,""],Task:[138,2,1,""],Test:[138,2,1,""],Testother:[138,2,1,""],Train:[138,2,1,""],WPM_SYMBOL_TABLE_FILEPATH:[138,4,1,""],WPM_TARGET_SEQUENCE_LENGTH:[138,4,1,""],WPM_VOCAB_SIZE:[138,4,1,""]},"lingvo.tasks.asr.params.librispeech.Librispeech960WpmTpuV2":{Task:[138,2,1,""],_CommonInputParams:[138,2,1,""]},"lingvo.tasks.asr.tools":{simple_wer:[141,0,0,"-"],simple_wer_v2:[142,0,0,"-"]},"lingvo.tasks.asr.tools.simple_wer":{AverageWERs:[141,5,1,""],ComputeEditDistanceMatrix:[141,5,1,""],ComputeWER:[141,5,1,""],GenerateSummaryFromErrs:[141,5,1,""],PreprocessTxtBeforeWER:[141,5,1,""],_GenerateAlignedHtml:[141,5,1,""],main:[141,5,1,""]},"lingvo.tasks.asr.tools.simple_wer_v2":{ComputeEditDistanceMatrix:[142,5,1,""],HighlightAlignedHtml:[142,5,1,""],RemoveCommentTxtPreprocess:[142,5,1,""],SimpleWER:[142,1,1,""],TxtPreprocess:[142,5,1,""],main:[142,5,1,""]},"lingvo.tasks.asr.tools.simple_wer_v2.SimpleWER":{AddHypRef:[142,2,1,""],GetBreakdownWER:[142,2,1,""],GetKeyPhraseStats:[142,2,1,""],GetSummaries:[142,2,1,""],GetWER:[142,2,1,""],aligned_htmls:[142,4,1,""],hyp_keyphrase_counts:[142,4,1,""],key_phrases:[142,4,1,""],matched_keyphrase_counts:[142,4,1,""],ref_keyphrase_counts:[142,4,1,""],wer_info:[142,4,1,""]},"lingvo.tasks.image":{classifier:[144,0,0,"-"],input_generator:[145,0,0,"-"]},"lingvo.tasks.image.classifier":{BaseClassifier:[144,1,1,""],ModelV1:[144,1,1,""],ModelV2:[144,1,1,""],TopKAccuracy:[144,5,1,""]},"lingvo.tasks.image.classifier.BaseClassifier":{Params:[144,2,1,""],_Accuracy:[144,2,1,""],_AddSummary:[144,2,1,""]},"lingvo.tasks.image.classifier.ModelV1":{CreateDecoderMetrics:[144,2,1,""],Decode:[144,2,1,""],FPropTower:[144,2,1,""],Params:[144,2,1,""],PostProcessDecodeOut:[144,2,1,""]},"lingvo.tasks.image.classifier.ModelV2":{ComputeLoss:[144,2,1,""],ComputePredictions:[144,2,1,""],DecodeWithTheta:[144,2,1,""],Inference:[144,2,1,""],Params:[144,2,1,""],_InferenceSubgraph_Default:[144,2,1,""]},"lingvo.tasks.image.input_generator":{FakeMnistData:[145,5,1,""],MnistTestInput:[145,1,1,""],MnistTrainInput:[145,1,1,""],_MnistInputBase:[145,1,1,""]},"lingvo.tasks.image.input_generator.MnistTestInput":{Params:[145,2,1,""]},"lingvo.tasks.image.input_generator.MnistTrainInput":{Params:[145,2,1,""]},"lingvo.tasks.image.input_generator._MnistInputBase":{Params:[145,2,1,""],_Preprocess:[145,2,1,""]},"lingvo.tasks.image.params":{mnist:[147,0,0,"-"],params:[148,0,0,"-"]},"lingvo.tasks.image.params.mnist":{Base:[147,1,1,""],LeNet5:[147,1,1,""]},"lingvo.tasks.image.params.mnist.Base":{Dev:[147,2,1,""],Test:[147,2,1,""],Train:[147,2,1,""],path:[147,3,1,""]},"lingvo.tasks.image.params.mnist.LeNet5":{BN:[147,4,1,""],DROP:[147,4,1,""],Task:[147,2,1,""]},"lingvo.tasks.lm":{input_generator:[150,0,0,"-"],layers:[151,0,0,"-"],model:[152,0,0,"-"],tools:[157,0,0,"-"]},"lingvo.tasks.lm.input_generator":{LmInput:[150,1,1,""]},"lingvo.tasks.lm.input_generator.LmInput":{BuildInputBatch:[150,2,1,""],Params:[150,2,1,""],_DataSourceFromFilePattern:[150,2,1,""]},"lingvo.tasks.lm.layers":{BaseLanguageModel:[151,1,1,""],ComputeXentOutput:[151,5,1,""],ConditionalRnnLm:[151,1,1,""],GPipeTransformerLm:[151,1,1,""],MoeLm:[151,1,1,""],NullLm:[151,1,1,""],RnnLm:[151,1,1,""],RnnLmNoEmbedding:[151,1,1,""],TransformerLm:[151,1,1,""],TransformerLmNoEmbedding:[151,1,1,""],_RnnOutputSize:[151,5,1,""]},"lingvo.tasks.lm.layers.BaseLanguageModel":{CombineStates:[151,2,1,""],FProp:[151,2,1,""],GetFeedDict:[151,2,1,""],Logits:[151,2,1,""],Params:[151,2,1,""],Step:[151,2,1,""],StepOutputDimension:[151,2,1,""],UpdateTargetVocabSize:[151,2,1,""],zero_state:[151,2,1,""]},"lingvo.tasks.lm.layers.ConditionalRnnLm":{FProp:[151,2,1,""],Params:[151,2,1,""]},"lingvo.tasks.lm.layers.GPipeTransformerLm":{CommonParams:[151,2,1,""],FProp:[151,2,1,""],Params:[151,2,1,""],zero_state:[151,2,1,""]},"lingvo.tasks.lm.layers.MoeLm":{FProp:[151,2,1,""],Params:[151,2,1,""],zero_state:[151,2,1,""]},"lingvo.tasks.lm.layers.NullLm":{CombineStates:[151,2,1,""],FProp:[151,2,1,""],Logits:[151,2,1,""],Step:[151,2,1,""],StepOutputDimension:[151,2,1,""],zero_state:[151,2,1,""]},"lingvo.tasks.lm.layers.RnnLm":{CommonParams:[151,2,1,""],FProp:[151,2,1,""],Params:[151,2,1,""],zero_state:[151,2,1,""]},"lingvo.tasks.lm.layers.RnnLmNoEmbedding":{CombineStates:[151,2,1,""],FProp:[151,2,1,""],Params:[151,2,1,""],Step:[151,2,1,""],StepOutputDimension:[151,2,1,""],zero_state:[151,2,1,""]},"lingvo.tasks.lm.layers.TransformerLm":{CommonParams:[151,2,1,""],FProp:[151,2,1,""],Params:[151,2,1,""]},"lingvo.tasks.lm.layers.TransformerLmNoEmbedding":{FProp:[151,2,1,""],Params:[151,2,1,""],Step:[151,2,1,""],StepOutputDimension:[151,2,1,""],zero_state:[151,2,1,""]},"lingvo.tasks.lm.model":{BatchMajorLanguageModel:[152,1,1,""],FixedShapeInputLanguageModel:[152,1,1,""],LanguageModel:[152,1,1,""],PackedBatchMajorLanguageModel:[152,1,1,""]},"lingvo.tasks.lm.model.BatchMajorLanguageModel":{FPropTower:[152,2,1,""],_InferenceSubgraph_Default:[152,2,1,""],_TrimIfPossible:[152,2,1,""]},"lingvo.tasks.lm.model.FixedShapeInputLanguageModel":{_TrimIfPossibleThenTranspose:[152,2,1,""]},"lingvo.tasks.lm.model.LanguageModel":{AdjustGradients:[152,2,1,""],ComputeLoss:[152,2,1,""],ComputePredictions:[152,2,1,""],FPropTower:[152,2,1,""],Inference:[152,2,1,""],Params:[152,2,1,""],UpdateTargetVocabSize:[152,2,1,""],_InferenceSubgraph_Default:[152,2,1,""],_TrimIfPossibleThenTranspose:[152,2,1,""]},"lingvo.tasks.lm.model.PackedBatchMajorLanguageModel":{FPropTower:[152,2,1,""],Inference:[152,2,1,""],Params:[152,2,1,""],_InferenceSubgraph_Default:[152,2,1,""]},"lingvo.tasks.lm.params":{one_billion_wds:[154,0,0,"-"],params:[155,0,0,"-"],synthetic_packed_input:[156,0,0,"-"]},"lingvo.tasks.lm.params.one_billion_wds":{OneBWdsGPipeTransformerWPM:[154,1,1,""],WordLevelOneBwdsBase:[154,1,1,""],WordLevelOneBwdsSimpleSampledSoftmax:[154,1,1,""],WordLevelOneBwdsSimpleSampledSoftmaxTiny:[154,1,1,""]},"lingvo.tasks.lm.params.one_billion_wds.OneBWdsGPipeTransformerWPM":{BATCH_SIZE:[154,4,1,""],Dev:[154,2,1,""],EMBEDDING_DIM:[154,4,1,""],GPUS:[154,4,1,""],LAYERS:[154,4,1,""],MAX_TOKENS:[154,4,1,""],NUM_MICRO_BATCHES:[154,4,1,""],SPLITS:[154,4,1,""],Task:[154,2,1,""],Test:[154,2,1,""],Train:[154,2,1,""],VOCAB_SIZE:[154,4,1,""]},"lingvo.tasks.lm.params.one_billion_wds.WordLevelOneBwdsBase":{CORPUS_DIR:[154,4,1,""],Dev:[154,2,1,""],EMBEDDING_DIM:[154,4,1,""],MAX_TOKENS:[154,4,1,""],NUM_EMBEDDING_SHARDS:[154,4,1,""],NUM_SAMPLED:[154,4,1,""],NUM_SOFTMAX_SHARDS:[154,4,1,""],RNN_STATE_DIM:[154,4,1,""],Task:[154,2,1,""],Test:[154,2,1,""],Train:[154,2,1,""],VOCAB_SIZE:[154,4,1,""],WORD_VOCAB:[154,4,1,""]},"lingvo.tasks.lm.params.one_billion_wds.WordLevelOneBwdsSimpleSampledSoftmax":{Task:[154,2,1,""]},"lingvo.tasks.lm.params.one_billion_wds.WordLevelOneBwdsSimpleSampledSoftmaxTiny":{EMBEDDING_DIM:[154,4,1,""],MAX_TOKENS:[154,4,1,""],NUM_EMBEDDING_SHARDS:[154,4,1,""],NUM_SAMPLED:[154,4,1,""],NUM_SOFTMAX_SHARDS:[154,4,1,""],RNN_STATE_DIM:[154,4,1,""]},"lingvo.tasks.lm.params.synthetic_packed_input":{DenseLm128B16x16:[156,1,1,""],DenseLm128B32x32:[156,1,1,""],DenseLm128B8x8:[156,1,1,""],DenseLm12kWide162BAdam16x16:[156,1,1,""],DenseLm12kWide162BAdam32x32:[156,1,1,""],DenseLm12kWide162BAdamBS25616x16:[156,1,1,""],DenseLm12kWide41BAdam16x16:[156,1,1,""],DenseLm12kWide41BAdam8x8:[156,1,1,""],DenseLm175B32x32:[156,1,1,""],DenseLm1T16x16:[156,1,1,""],DenseLmTemplate:[156,1,1,""],ShardedAdam:[156,1,1,""],ShardedAdamOptimizer:[156,1,1,""],SyntheticTrain:[156,1,1,""]},"lingvo.tasks.lm.params.synthetic_packed_input.DenseLm128B16x16":{BATCH_DIM_PER_DEVICE:[156,4,1,""],DEVICE_MESH:[156,4,1,""],DEVICE_MESH_SHAPE:[156,4,1,""],NUM_DEVICES_PER_SPLIT:[156,4,1,""],SEQUENCE_LENGTH:[156,4,1,""]},"lingvo.tasks.lm.params.synthetic_packed_input.DenseLm128B32x32":{BATCH_DIM_PER_DEVICE:[156,4,1,""],DEVICE_MESH:[156,4,1,""],DEVICE_MESH_SHAPE:[156,4,1,""],NUM_DEVICES_PER_SPLIT:[156,4,1,""],SEQUENCE_LENGTH:[156,4,1,""],TRAIN_STEPS_PER_LOOP:[156,4,1,""]},"lingvo.tasks.lm.params.synthetic_packed_input.DenseLm128B8x8":{BATCH_DIM_PER_DEVICE:[156,4,1,""],DEVICE_MESH:[156,4,1,""],DEVICE_MESH_SHAPE:[156,4,1,""],NUM_DEVICES_PER_SPLIT:[156,4,1,""],NUM_TRANSFORMER_LAYERS:[156,4,1,""],SEQUENCE_LENGTH:[156,4,1,""],Task:[156,2,1,""]},"lingvo.tasks.lm.params.synthetic_packed_input.DenseLm12kWide162BAdam16x16":{BATCH_DIM_PER_DEVICE:[156,4,1,""],DEVICE_MESH:[156,4,1,""],DEVICE_MESH_SHAPE:[156,4,1,""],NUM_TRANSFORMER_LAYERS:[156,4,1,""]},"lingvo.tasks.lm.params.synthetic_packed_input.DenseLm12kWide162BAdam32x32":{BATCH_DIM_PER_DEVICE:[156,4,1,""],DEVICE_MESH:[156,4,1,""],DEVICE_MESH_SHAPE:[156,4,1,""],NUM_DEVICES_PER_SPLIT:[156,4,1,""],TRAIN_STEPS_PER_LOOP:[156,4,1,""]},"lingvo.tasks.lm.params.synthetic_packed_input.DenseLm12kWide162BAdamBS25616x16":{BATCH_DIM_PER_DEVICE:[156,4,1,""],NUM_MICRO_BATCHES:[156,4,1,""]},"lingvo.tasks.lm.params.synthetic_packed_input.DenseLm12kWide41BAdam16x16":{ATTENTION_KEY_VALUE_DIM:[156,4,1,""],BATCH_DIM_PER_DEVICE:[156,4,1,""],DEVICE_MESH:[156,4,1,""],DEVICE_MESH_SHAPE:[156,4,1,""],GATED_GELU:[156,4,1,""],HIDDEN_DIM:[156,4,1,""],MODEL_DIM:[156,4,1,""],NUM_DEVICES_PER_SPLIT:[156,4,1,""],NUM_HEADS:[156,4,1,""],NUM_MICRO_BATCHES:[156,4,1,""],NUM_TRANSFORMER_LAYERS:[156,4,1,""],POSITIONAL_EMBEDDING:[156,4,1,""],SEQUENCE_LENGTH:[156,4,1,""],Task:[156,2,1,""]},"lingvo.tasks.lm.params.synthetic_packed_input.DenseLm12kWide41BAdam8x8":{BATCH_DIM_PER_DEVICE:[156,4,1,""],DEVICE_MESH:[156,4,1,""],DEVICE_MESH_SHAPE:[156,4,1,""],NUM_DEVICES_PER_SPLIT:[156,4,1,""],NUM_MICRO_BATCHES:[156,4,1,""]},"lingvo.tasks.lm.params.synthetic_packed_input.DenseLm175B32x32":{ATTENTION_KEY_VALUE_DIM:[156,4,1,""],BATCH_DIM_PER_DEVICE:[156,4,1,""],DEVICE_MESH:[156,4,1,""],DEVICE_MESH_SHAPE:[156,4,1,""],GATED_GELU:[156,4,1,""],HIDDEN_DIM:[156,4,1,""],MODEL_DIM:[156,4,1,""],NUM_DEVICES_PER_SPLIT:[156,4,1,""],NUM_HEADS:[156,4,1,""],NUM_TRANSFORMER_LAYERS:[156,4,1,""],POSITIONAL_EMBEDDING:[156,4,1,""],SEQUENCE_LENGTH:[156,4,1,""],USE_REPEAT_LAYER:[156,4,1,""]},"lingvo.tasks.lm.params.synthetic_packed_input.DenseLm1T16x16":{BATCH_DIM_PER_DEVICE:[156,4,1,""],HIDDEN_DIM:[156,4,1,""],MODEL_DIM:[156,4,1,""],NUM_HEADS:[156,4,1,""],NUM_TRANSFORMER_LAYERS:[156,4,1,""],SEQUENCE_LENGTH:[156,4,1,""]},"lingvo.tasks.lm.params.synthetic_packed_input.DenseLmTemplate":{ATTENTION_KEY_VALUE_DIM:[156,4,1,""],BATCH_DIM_PER_DEVICE:[156,4,1,""],DEBUG:[156,4,1,""],DEVICE_MESH:[156,4,1,""],DEVICE_MESH_SHAPE:[156,4,1,""],GATED_GELU:[156,4,1,""],HIDDEN_DIM:[156,4,1,""],LABEL_SMOOTHING:[156,4,1,""],MODEL_DIM:[156,4,1,""],NUM_DEVICES_PER_SPLIT:[156,4,1,""],NUM_HEADS:[156,4,1,""],NUM_TRANSFORMER_LAYERS:[156,4,1,""],POSITIONAL_EMBEDDING:[156,4,1,""],ProgramSchedule:[156,2,1,""],SEQUENCE_LENGTH:[156,4,1,""],TRAIN_STEPS_PER_LOOP:[156,4,1,""],Task:[156,2,1,""],Train:[156,2,1,""],USE_REPEAT_LAYER:[156,4,1,""],VOCAB_SIZE:[156,4,1,""]},"lingvo.tasks.lm.params.synthetic_packed_input.ShardedAdam":{GetOptimizer:[156,2,1,""],Params:[156,2,1,""]},"lingvo.tasks.lm.params.synthetic_packed_input.ShardedAdamOptimizer":{_create_slots:[156,2,1,""]},"lingvo.tasks.lm.params.synthetic_packed_input.SyntheticTrain":{Params:[156,2,1,""],_InputBatch:[156,2,1,""]},"lingvo.tasks.lm.tools":{download_lm1b:[158,0,0,"-"]},"lingvo.tasks.lm.tools.download_lm1b":{main:[158,5,1,""]},"lingvo.tasks.milan":{common_schema:[160,0,0,"-"],constants:[161,0,0,"-"],dataset_spec:[162,0,0,"-"],dual_encoder:[163,0,0,"-"],image_preprocessor:[164,0,0,"-"],input_generator:[165,0,0,"-"],labels:[166,0,0,"-"],score_functions:[172,0,0,"-"],tf_hub_layers:[173,0,0,"-"],tpu_utils:[176,0,0,"-"],transformers:[177,0,0,"-"],utils:[178,0,0,"-"]},"lingvo.tasks.milan.common_schema":{AudioFeatures:[160,5,1,""],ImageFeatures:[160,5,1,""],TextFeatures:[160,5,1,""],_Feature:[160,5,1,""]},"lingvo.tasks.milan.constants":{Modality:[161,1,1,""],Split:[161,1,1,""]},"lingvo.tasks.milan.constants.Modality":{AUDIO:[161,4,1,""],IMAGE:[161,4,1,""],TEXT:[161,4,1,""]},"lingvo.tasks.milan.constants.Split":{DEV:[161,4,1,""],TEST:[161,4,1,""],TRAIN:[161,4,1,""]},"lingvo.tasks.milan.dataset_spec":{DatasetSpec:[162,1,1,""],FileBasedDatasetSpec:[162,1,1,""],Metadata:[162,1,1,""],TFRecordDatasetSpec:[162,1,1,""]},"lingvo.tasks.milan.dataset_spec.DatasetSpec":{Label:[162,2,1,""],Read:[162,2,1,""],_abc_impl:[162,4,1,""],meta:[162,3,1,""]},"lingvo.tasks.milan.dataset_spec.FileBasedDatasetSpec":{Label:[162,2,1,""],Read:[162,2,1,""],_abc_impl:[162,4,1,""],meta:[162,3,1,""]},"lingvo.tasks.milan.dataset_spec.Metadata":{_InferDefaultBatchShapes:[162,2,1,""],features:[162,4,1,""]},"lingvo.tasks.milan.dataset_spec.TFRecordDatasetSpec":{_abc_impl:[162,4,1,""]},"lingvo.tasks.milan.dual_encoder":{DualEncoder:[163,1,1,""],EncoderConfig:[163,5,1,""],MilanTask:[163,1,1,""],_EncodeBatch:[163,5,1,""]},"lingvo.tasks.milan.dual_encoder.DualEncoder":{ComputeLoss:[163,2,1,""],ComputePredictions:[163,2,1,""],EncodeModality:[163,2,1,""],Params:[163,2,1,""],_CreateChildrenVariables:[163,2,1,""]},"lingvo.tasks.milan.dual_encoder.MilanTask":{ComputeLoss:[163,2,1,""],ComputePredictions:[163,2,1,""],CreateDecoderMetrics:[163,2,1,""],Decode:[163,2,1,""],Params:[163,2,1,""]},"lingvo.tasks.milan.image_preprocessor":{ImagePreprocessor:[164,1,1,""],_DistortBrightnessAndColor:[164,5,1,""]},"lingvo.tasks.milan.image_preprocessor.ImagePreprocessor":{FProp:[164,2,1,""],Params:[164,2,1,""],_PreprocessForEval:[164,2,1,""],_PreprocessForTraining:[164,2,1,""]},"lingvo.tasks.milan.input_generator":{MilanInputGenerator:[165,1,1,""]},"lingvo.tasks.milan.input_generator.MilanInputGenerator":{GetPreprocessedInputBatch:[165,2,1,""],Params:[165,2,1,""],_FilterFeaturesByName:[165,2,1,""],_PreprocessInputBatch:[165,2,1,""]},"lingvo.tasks.milan.labels":{ExamplePairLabeler:[166,1,1,""],ExamplePairs:[166,1,1,""],MultiItemExampleWrapper:[166,1,1,""],MultiLabelContrastiveLoss:[166,5,1,""],_BroadcastExamplePairLabelsToAllItemPairs:[166,5,1,""],_IgnorePairsWhere:[166,5,1,""]},"lingvo.tasks.milan.labels.ExamplePairs":{BetweenLocalAndGlobalBatches:[166,2,1,""],WithinBatch:[166,2,1,""],correspondences:[166,4,1,""],query_batch_size:[166,4,1,""],query_modality:[166,4,1,""],result_batch_size:[166,4,1,""],result_modality:[166,4,1,""]},"lingvo.tasks.milan.params":{cxc:[168,0,0,"-"],dual_encoder_recipe:[169,0,0,"-"],generic_datasets:[170,0,0,"-"],params:[171,0,0,"-"]},"lingvo.tasks.milan.params.cxc":{EfficientNetB4BertAdapter:[168,1,1,""],_BaseImageTextRecipe:[168,1,1,""]},"lingvo.tasks.milan.params.cxc.EfficientNetB4BertAdapter":{default_dataset:[168,3,1,""]},"lingvo.tasks.milan.params.cxc._BaseImageTextRecipe":{AddBertAdapterTextEncoder:[168,2,1,""],AddEfficientNetB4ImageEncoder:[168,2,1,""]},"lingvo.tasks.milan.params.dual_encoder_recipe":{DualEncoderRecipe:[169,1,1,""],RecipeError:[169,6,1,""]},"lingvo.tasks.milan.params.dual_encoder_recipe.DualEncoderRecipe":{AddModality:[169,2,1,""],AddPreprocessor:[169,2,1,""],GetAllDatasetParams:[169,2,1,""],StartFromCheckpoint:[169,2,1,""],Task:[169,2,1,""],_ChooseDatasetSpec:[169,2,1,""],default_dataset:[169,3,1,""],encoder_configs:[169,3,1,""]},"lingvo.tasks.milan.params.generic_datasets":{ImageTextTFRecords:[170,1,1,""],_SimpleImageCaptionDatasetLabeler:[170,5,1,""]},"lingvo.tasks.milan.params.generic_datasets.ImageTextTFRecords":{Params:[170,2,1,""],ParamsFromEnv:[170,2,1,""],_abc_impl:[170,4,1,""]},"lingvo.tasks.milan.score_functions":{DotProductScoreFunction:[172,1,1,""]},"lingvo.tasks.milan.score_functions.DotProductScoreFunction":{FProp:[172,2,1,""],Params:[172,2,1,""]},"lingvo.tasks.milan.tf_hub_layers":{EfficientNetB4Params:[173,5,1,""],ImageModule:[173,1,1,""],ImageModuleV2:[173,1,1,""],_AddUpdateOpsToSignature:[173,5,1,""],_WrapNonLingvoVars:[173,5,1,""]},"lingvo.tasks.milan.tf_hub_layers.ImageModule":{FProp:[173,2,1,""],Params:[173,2,1,""],_CreateLayerVariables:[173,2,1,""],losses:[173,3,1,""]},"lingvo.tasks.milan.tf_hub_layers.ImageModuleV2":{FProp:[173,2,1,""],Params:[173,2,1,""],losses:[173,3,1,""]},"lingvo.tasks.milan.tools":{prepare_coco:[175,0,0,"-"]},"lingvo.tasks.milan.tools.prepare_coco":{EncodeCaptionsFn:[175,1,1,""],ReadCocoFromTfdsFn:[175,1,1,""],TfHubBertEncoder:[175,1,1,""],dict_to_example_proto:[175,5,1,""],log:[175,5,1,""],main:[175,5,1,""]},"lingvo.tasks.milan.tools.prepare_coco.EncodeCaptionsFn":{process:[175,2,1,""],setup:[175,2,1,""]},"lingvo.tasks.milan.tools.prepare_coco.ReadCocoFromTfdsFn":{process:[175,2,1,""]},"lingvo.tasks.milan.tools.prepare_coco.TfHubBertEncoder":{FProp:[175,2,1,""],Params:[175,2,1,""]},"lingvo.tasks.milan.tpu_utils":{ConcatenateAcrossReplicas:[176,5,1,""],CrossReplicaConcat:[176,5,1,""]},"lingvo.tasks.milan.transformers":{GetTransformerStackWithEmbeddingInput:[177,5,1,""]},"lingvo.tasks.milan.utils":{BatchFlattener:[178,1,1,""],BatchMajorToTimeMajor:[178,5,1,""],CollectRegularizationLosses:[178,5,1,""],FlattenBatch:[178,5,1,""],GetFromNestedMapOrDie:[178,5,1,""],InferBatchSize:[178,5,1,""],MakeFnLayer:[178,5,1,""],PadOrTrimDimension:[178,5,1,""],ResolveBatchDim:[178,5,1,""],Selector:[178,1,1,""],UnflattenBatch:[178,5,1,""]},"lingvo.tasks.milan.utils.BatchFlattener":{Flatten:[178,2,1,""],Unflatten:[178,2,1,""],_GetFlatShape:[178,2,1,""],_PackAs:[178,2,1,""],batch_shape:[178,3,1,""]},"lingvo.tasks.mt":{base_config:[180,0,0,"-"],data_augmenter:[181,0,0,"-"],decoder:[182,0,0,"-"],encoder:[183,0,0,"-"],input_generator:[184,0,0,"-"],layers:[185,0,0,"-"],model:[186,0,0,"-"],text_input_pb2:[191,0,0,"-"],tools:[192,0,0,"-"]},"lingvo.tasks.mt.base_config":{InitTestDatasetParams:[180,5,1,""],InitTrainDatasetParams:[180,5,1,""],InitTransformerTestBuckets:[180,5,1,""],InitTransformerTrainBuckets:[180,5,1,""],SetupRNMTParams:[180,5,1,""],SetupTransformerDecoder:[180,5,1,""],SetupTransformerEncoder:[180,5,1,""],SetupTransformerParams:[180,5,1,""]},"lingvo.tasks.mt.data_augmenter":{MASS:[181,1,1,""]},"lingvo.tasks.mt.data_augmenter.MASS":{Mask:[181,2,1,""],Params:[181,2,1,""]},"lingvo.tasks.mt.decoder":{InsertionDecoder:[182,1,1,""],MTBaseDecoder:[182,1,1,""],MTDecoderV1:[182,1,1,""],TransformerBatchMajorDecoder:[182,1,1,""],TransformerDecoder:[182,1,1,""]},"lingvo.tasks.mt.decoder.InsertionDecoder":{ComputeLoss:[182,2,1,""],ComputePredictions:[182,2,1,""],Params:[182,2,1,""],UpdateTargetVocabSize:[182,2,1,""]},"lingvo.tasks.mt.decoder.MTBaseDecoder":{ComputeLoss:[182,2,1,""],Params:[182,2,1,""],UpdateTargetVocabSize:[182,2,1,""],_AddAttenProbsHistogramSummary:[182,2,1,""],_AddAttenProbsImageSummary:[182,2,1,""],_AddAttenProbsSummary:[182,2,1,""],_ComputeSoftmaxMetrics:[182,2,1,""],_ComputeXentLoss:[182,2,1,""],_ExpandToNumHyps:[182,2,1,""],_FPropSoftmax:[182,2,1,""],_TruncateTargetSequence:[182,2,1,""]},"lingvo.tasks.mt.decoder.MTDecoderV1":{AddExtraDecodingInfo:[182,2,1,""],ApplyClipping:[182,2,1,""],ApplyDropout:[182,2,1,""],ComputePredictions:[182,2,1,""],Params:[182,2,1,""],UpdateTargetVocabSize:[182,2,1,""],_CreateChildrenVariables:[182,2,1,""],_CreateProjection:[182,2,1,""],_DecodeStep:[182,2,1,""],_FLOAT_DTYPE_MAX_SCALER:[182,4,1,""],_ForceAlignment:[182,2,1,""],_GetAttentionInitState:[182,2,1,""],_InitBeamSearchStateCallback:[182,2,1,""],_InitDecoder:[182,2,1,""],_PostBeamSearchStepCallback:[182,2,1,""],_PreBeamSearchStepCallback:[182,2,1,""],_SetAttentionInitState:[182,2,1,""],_UpdateLogitsForSingleTokenFastDecode:[182,2,1,""]},"lingvo.tasks.mt.decoder.TransformerBatchMajorDecoder":{ComputeLoss:[182,2,1,""],ComputePredictions:[182,2,1,""],ExtendStep:[182,2,1,""],Params:[182,2,1,""],_CreateChildrenVariables:[182,2,1,""],_FProp:[182,2,1,""],_FPropFastSoftmax:[182,2,1,""],_InitBeamSearchStateCallback:[182,2,1,""],_MaybeTransposeEncoderOutputs:[182,2,1,""],_MaybeTransposeTargets:[182,2,1,""],_PostBeamSearchStepCallback:[182,2,1,""],_PreBeamSearchStepCallback:[182,2,1,""]},"lingvo.tasks.mt.decoder.TransformerDecoder":{AddExtraDecodingInfo:[182,2,1,""],ComputePredictions:[182,2,1,""],ExtendStep:[182,2,1,""],Params:[182,2,1,""],SampleSequenceDecode:[182,2,1,""],_AddAttenProbsScalarSummary:[182,2,1,""],_AddAttenProbsSummary:[182,2,1,""],_CreateChildrenVariables:[182,2,1,""],_FProp:[182,2,1,""],_InitBeamSearchStateCallback:[182,2,1,""],_PostBeamSearchStepCallback:[182,2,1,""],_PreBeamSearchStepCallback:[182,2,1,""],_RemoveEOSProbs:[182,2,1,""],_ZeroOutFirstTimeStep:[182,2,1,""]},"lingvo.tasks.mt.encoder":{MTEncoderBiRNN:[183,1,1,""],MTEncoderBiRNNPrecomputedEmbedding:[183,1,1,""],MTEncoderUniRNN:[183,1,1,""],MTEncoderV1:[183,1,1,""],TransformerBatchMajorEncoder:[183,1,1,""],TransformerEncoder:[183,1,1,""]},"lingvo.tasks.mt.encoder.MTEncoderBiRNN":{ApplyClipping:[183,2,1,""],FProp:[183,2,1,""],Params:[183,2,1,""],_ComputeInputs:[183,2,1,""],_CreateChildrenVariables:[183,2,1,""]},"lingvo.tasks.mt.encoder.MTEncoderBiRNNPrecomputedEmbedding":{_ComputeInputs:[183,2,1,""]},"lingvo.tasks.mt.encoder.MTEncoderUniRNN":{ApplyClipping:[183,2,1,""],FProp:[183,2,1,""],Params:[183,2,1,""],zero_state:[183,2,1,""]},"lingvo.tasks.mt.encoder.MTEncoderV1":{ApplyClipping:[183,2,1,""],FProp:[183,2,1,""],Params:[183,2,1,""]},"lingvo.tasks.mt.encoder.TransformerBatchMajorEncoder":{FProp:[183,2,1,""],Params:[183,2,1,""],_CreateChildrenVariables:[183,2,1,""]},"lingvo.tasks.mt.encoder.TransformerEncoder":{FProp:[183,2,1,""],FPropFullSequence:[183,2,1,""],Params:[183,2,1,""],_CreateChildrenVariables:[183,2,1,""]},"lingvo.tasks.mt.input_generator":{MlPerfInput:[184,1,1,""],NmtDoubleInput:[184,1,1,""],NmtInput:[184,1,1,""],TextPackedInput:[184,1,1,""],_GetDescriptorSetForTextInput:[184,5,1,""],_GetSegmentPos:[184,5,1,""]},"lingvo.tasks.mt.input_generator.MlPerfInput":{BuildInputBatch:[184,2,1,""],Params:[184,2,1,""],_DataSourceFromFilePattern:[184,2,1,""]},"lingvo.tasks.mt.input_generator.NmtDoubleInput":{BuildInputBatch:[184,2,1,""],Params:[184,2,1,""],_CreateSourceLambdas:[184,2,1,""],_DataSourceFromFilePattern:[184,2,1,""],_GenerateNoiseSents:[184,2,1,""],_MaskWords:[184,2,1,""],_Pack:[184,2,1,""],_ProcessBatch:[184,2,1,""],_SelectMaskPositions:[184,2,1,""],_ShuffleWords:[184,2,1,""]},"lingvo.tasks.mt.input_generator.NmtInput":{BuildInputBatch:[184,2,1,""],Params:[184,2,1,""],_DataSourceFromFilePattern:[184,2,1,""]},"lingvo.tasks.mt.input_generator.TextPackedInput":{Params:[184,2,1,""],_AddNoise:[184,2,1,""],_ApplyPacking:[184,2,1,""],_DataSourceFromFilePattern:[184,2,1,""],_GetBucketKey:[184,2,1,""],_GetLangIds:[184,2,1,""],_GetTaskIds:[184,2,1,""],_Pack:[184,2,1,""],_ProcessMASSInput:[184,2,1,""],_ProcessSingleInput:[184,2,1,""],_ReadRecordSentencePairProto:[184,2,1,""],_ReadRecordTsv:[184,2,1,""],_ReadRecordTsvSingleColumn:[184,2,1,""],_ScaledBatchSize:[184,2,1,""]},"lingvo.tasks.mt.layers":{TransformerStack:[185,1,1,""]},"lingvo.tasks.mt.layers.TransformerStack":{FProp:[185,2,1,""],Params:[185,2,1,""]},"lingvo.tasks.mt.model":{InsertionModel:[186,1,1,""],MTBaseModel:[186,1,1,""],RNMTModel:[186,1,1,""],TransformerModel:[186,1,1,""]},"lingvo.tasks.mt.model.InsertionModel":{ComputePredictions:[186,2,1,""],Params:[186,2,1,""],_CreateCanvasAndTargets:[186,2,1,""],_SampleCanvasAndTargets:[186,2,1,""]},"lingvo.tasks.mt.model.MTBaseModel":{ComputeLoss:[186,2,1,""],ComputePredictions:[186,2,1,""],CreateDecoderMetrics:[186,2,1,""],Decode:[186,2,1,""],PostProcessDecodeOut:[186,2,1,""],_BeamSearchDecode:[186,2,1,""],_DecoderDevice:[186,2,1,""],_EncoderDevice:[186,2,1,""],_GetTokenizerKeyToUse:[186,2,1,""],_PostProcessBeamSearchDecodeOut:[186,2,1,""]},"lingvo.tasks.mt.model.RNMTModel":{Params:[186,2,1,""]},"lingvo.tasks.mt.model.TransformerModel":{Params:[186,2,1,""]},"lingvo.tasks.mt.params":{params:[188,0,0,"-"],wmt14_en_de:[189,0,0,"-"],wmtm16_en_de:[190,0,0,"-"]},"lingvo.tasks.mt.params.wmt14_en_de":{WmtEnDeRNMT:[189,1,1,""],WmtEnDeRNMTCloudTpu:[189,1,1,""],WmtEnDeTransformerBase:[189,1,1,""],WmtEnDeTransformerSmall:[189,1,1,""],WmtEnDeTransformerSmallCloudTpu:[189,1,1,""]},"lingvo.tasks.mt.params.wmt14_en_de.WmtEnDeRNMT":{Task:[189,2,1,""],_CommonInputParams:[189,2,1,""]},"lingvo.tasks.mt.params.wmt14_en_de.WmtEnDeRNMTCloudTpu":{Task:[189,2,1,""],_CommonInputParams:[189,2,1,""]},"lingvo.tasks.mt.params.wmt14_en_de.WmtEnDeTransformerBase":{DATADIR:[189,4,1,""],Dev:[189,2,1,""],Task:[189,2,1,""],Test:[189,2,1,""],Train:[189,2,1,""],VOCAB_SIZE:[189,4,1,""],_CommonInputParams:[189,2,1,""]},"lingvo.tasks.mt.params.wmt14_en_de.WmtEnDeTransformerSmall":{Task:[189,2,1,""]},"lingvo.tasks.mt.params.wmt14_en_de.WmtEnDeTransformerSmallCloudTpu":{Task:[189,2,1,""],_CommonInputParams:[189,2,1,""]},"lingvo.tasks.mt.params.wmtm16_en_de":{WmtCaptionEnDeTransformer:[190,1,1,""],WmtCaptionEnDeTransformerCloudTpu:[190,1,1,""]},"lingvo.tasks.mt.params.wmtm16_en_de.WmtCaptionEnDeTransformer":{DATADIR:[190,4,1,""],Dev:[190,2,1,""],Task:[190,2,1,""],Test:[190,2,1,""],Train:[190,2,1,""],VOCAB_FILE:[190,4,1,""],VOCAB_SIZE:[190,4,1,""],_CommonInputParams:[190,2,1,""]},"lingvo.tasks.mt.params.wmtm16_en_de.WmtCaptionEnDeTransformerCloudTpu":{Task:[190,2,1,""],_CommonInputParams:[190,2,1,""]},"lingvo.tasks.mt.text_input_pb2":{Sentence:[191,1,1,""],SentencePair:[191,1,1,""],_b:[191,5,1,""]},"lingvo.tasks.mt.text_input_pb2.Sentence":{DESCRIPTOR:[191,4,1,""],lang:[191,4,1,""],sentence:[191,4,1,""]},"lingvo.tasks.mt.text_input_pb2.SentencePair":{DESCRIPTOR:[191,4,1,""],src_sentence:[191,4,1,""],tgt_sentence:[191,4,1,""]},"lingvo.tasks.punctuator":{input_generator:[194,0,0,"-"],model:[195,0,0,"-"],tools:[199,0,0,"-"]},"lingvo.tasks.punctuator.input_generator":{PunctuatorInput:[194,1,1,""]},"lingvo.tasks.punctuator.input_generator.PunctuatorInput":{Params:[194,2,1,""],_DataSourceFromFilePattern:[194,2,1,""],_ProcessLine:[194,2,1,""]},"lingvo.tasks.punctuator.model":{RNMTModel:[195,1,1,""]},"lingvo.tasks.punctuator.model.RNMTModel":{Inference:[195,2,1,""],_InferenceSubgraph_Default:[195,2,1,""]},"lingvo.tasks.punctuator.params":{codelab:[197,0,0,"-"],params:[198,0,0,"-"]},"lingvo.tasks.punctuator.params.codelab":{BrownCorpusWPM:[197,1,1,""],RNMTModel:[197,1,1,""]},"lingvo.tasks.punctuator.params.codelab.BrownCorpusWPM":{Test:[197,2,1,""],Train:[197,2,1,""],_DATADIR:[197,4,1,""],_VOCAB_FILE:[197,4,1,""],_VOCAB_SIZE:[197,4,1,""]},"lingvo.tasks.punctuator.params.codelab.RNMTModel":{Task:[197,2,1,""]},"lingvo.tasks.punctuator.tools":{download_brown_corpus:[200,0,0,"-"]},"lingvo.tasks.punctuator.tools.download_brown_corpus":{main:[200,5,1,""]},"lingvo.tools":{audio_lib:[202,0,0,"-"],beam_utils:[203,0,0,"-"],bpe_word_tokenizer:[204,0,0,"-"],compare_params:[205,0,0,"-"],compute_stats:[206,0,0,"-"],count_records:[207,0,0,"-"],create_asr_features:[208,0,0,"-"],gke_launch:[209,0,0,"-"],keras2ckpt:[210,0,0,"-"],print_tf_records:[211,0,0,"-"],wpm_encode_file:[212,0,0,"-"]},"lingvo.tools.audio_lib":{AudioToMfcc:[202,5,1,""],DecodeFlacToWav:[202,5,1,""],DecodeWav:[202,5,1,""],ExtractLogMelFeatures:[202,5,1,""]},"lingvo.tools.beam_utils":{BeamInit:[203,5,1,""],GetEmitterFn:[203,5,1,""],GetPipelineRoot:[203,5,1,""],GetReader:[203,5,1,""],GetWriter:[203,5,1,""]},"lingvo.tools.bpe_word_tokenizer":{_ExtractTokenization:[204,5,1,""],_GetVocabulary:[204,5,1,""],main:[204,5,1,""]},"lingvo.tools.compare_params":{_hyperparams_text_to_dict:[205,5,1,""],get_model_params_as_text:[205,5,1,""],hyperparams_text_diff:[205,5,1,""],print_hyperparams_text_diff:[205,5,1,""]},"lingvo.tools.compute_stats":{StatsCollector:[206,1,1,""],main:[206,5,1,""]},"lingvo.tools.compute_stats.StatsCollector":{Accumulate:[206,2,1,""],Print:[206,2,1,""],_AccumulateMoments:[206,2,1,""],_ComputeMeanVar:[206,2,1,""],_PrintLengthBuckets:[206,2,1,""],_PrintMeanVar:[206,2,1,""]},"lingvo.tools.count_records":{main:[207,5,1,""]},"lingvo.tools.create_asr_features":{_CloseSubShards:[208,5,1,""],_CreateAsrFeatures:[208,5,1,""],_DumpTranscripts:[208,5,1,""],_LoadTranscriptionsFromFile:[208,5,1,""],_MakeBytesFeature:[208,5,1,""],_MakeFloatFeature:[208,5,1,""],_MakeInt64Feature:[208,5,1,""],_MakeLogMelFromTensorflowBuiltin:[208,5,1,""],_MakeTfExample:[208,5,1,""],_OpenSubShards:[208,5,1,""],_ReadTranscriptions:[208,5,1,""],_SelectRandomShard:[208,5,1,""],main:[208,5,1,""]},"lingvo.tools.gke_launch":{_get_or_add:[209,5,1,""],_tpu_resource:[209,5,1,""],add_gpu_to_pod:[209,5,1,""],build_docker_image:[209,5,1,""],create_tpu_cluster:[209,5,1,""],decoder_template:[209,5,1,""],get_gke_cluster:[209,5,1,""],main:[209,5,1,""],set_pod_cpu_memory:[209,5,1,""],tensorboard_template:[209,5,1,""],tpu_training_template:[209,5,1,""],validate_args:[209,5,1,""]},"lingvo.tools.keras2ckpt":{main:[210,5,1,""]},"lingvo.tools.print_tf_records":{_CustomShortDebugString:[211,5,1,""],_ListDebugString:[211,5,1,""],_PrintFiles:[211,5,1,""],_PrintHeader:[211,5,1,""],main:[211,5,1,""]},"lingvo.tools.wpm_encode_file":{_AssertTextFormat:[212,5,1,""],_MakeBytesFeature:[212,5,1,""],_MakeFloatFeature:[212,5,1,""],_MakeInt64Feature:[212,5,1,""],_MakeTfExample:[212,5,1,""],_Preprocess:[212,5,1,""],_RunEncoding:[212,5,1,""],main:[212,5,1,""]},"lingvo.trainer":{Controller:[213,1,1,""],Evaler:[213,1,1,""],RunnerManager:[213,1,1,""],TrainerTpu:[213,1,1,""],_GetClusterSpecDict:[213,5,1,""],_StartShell:[213,5,1,""],_ValidateVizierReportingJob:[213,5,1,""],main:[213,5,1,""]},"lingvo.trainer.Controller":{Start:[213,2,1,""],StartEnqueueOp:[213,2,1,""],_CreateCheckpointer:[213,2,1,""],_Loop:[213,2,1,""],_SummarizeValue:[213,2,1,""]},"lingvo.trainer.Evaler":{EvalCheckpoint:[213,2,1,""],EvalLatestCheckpoint:[213,2,1,""],Start:[213,2,1,""],_CreateCheckpointer:[213,2,1,""],_EvalOnce:[213,2,1,""],_Loop:[213,2,1,""],_RemoveScalarSummaries:[213,2,1,""]},"lingvo.trainer.RunnerManager":{Controller:[213,1,1,""],CreateRunners:[213,2,1,""],Decoder:[213,1,1,""],Evaler:[213,1,1,""],ExecutorTpu:[213,1,1,""],GetExecutorParams:[213,2,1,""],GetParamsForDataset:[213,2,1,""],InspectDatasets:[213,2,1,""],InspectDecoder:[213,2,1,""],InspectModel:[213,2,1,""],InspectParams:[213,2,1,""],MaybeConfigCloudTpu:[213,2,1,""],MaybeConfigRunDistributed:[213,2,1,""],MaybeConfigRunLocally:[213,2,1,""],MaybeLaunchTensorFlow:[213,2,1,""],RunEvalerOnce:[213,2,1,""],RunTrial:[213,2,1,""],SetModelName:[213,2,1,""],Start:[213,2,1,""],StartRunners:[213,2,1,""],Trainer:[213,1,1,""],TrainerTpu:[213,1,1,""],UpdateClusterParamsFromFlags:[213,2,1,""],WriteInferenceGraph:[213,2,1,""],_CreateRunner:[213,2,1,""],inference_graph_exporter:[213,4,1,""],model_registry:[213,4,1,""]},"lingvo.trainer.RunnerManager.Controller":{Start:[213,2,1,""],StartEnqueueOp:[213,2,1,""],_CreateCheckpointer:[213,2,1,""],_Loop:[213,2,1,""],_SummarizeValue:[213,2,1,""]},"lingvo.trainer.RunnerManager.Decoder":{DecodeCheckpoint:[213,2,1,""],DecodeLatestCheckpoint:[213,2,1,""],GetCkptIdFromFile:[213,2,1,""],GetDecodeOutPath:[213,2,1,""],Start:[213,2,1,""],_CreateCheckpointer:[213,2,1,""],_Loop:[213,2,1,""],_RemoveScalarSummaries:[213,2,1,""]},"lingvo.trainer.RunnerManager.Evaler":{EvalCheckpoint:[213,2,1,""],EvalLatestCheckpoint:[213,2,1,""],Start:[213,2,1,""],_CreateCheckpointer:[213,2,1,""],_EvalOnce:[213,2,1,""],_Loop:[213,2,1,""],_RemoveScalarSummaries:[213,2,1,""]},"lingvo.trainer.RunnerManager.ExecutorTpu":{Start:[213,2,1,""],_GetSession:[213,2,1,""],_Loop:[213,2,1,""],_MaybeConstructSharedModel:[213,2,1,""]},"lingvo.trainer.RunnerManager.Trainer":{Start:[213,2,1,""],StartEnqueueOp:[213,2,1,""],_Loop:[213,2,1,""],_LoopEnqueue:[213,2,1,""],_SummarizeValue:[213,2,1,""]},"lingvo.trainer.RunnerManager.TrainerTpu":{Start:[213,2,1,""],StartEnqueueOp:[213,2,1,""],_CleanUp:[213,2,1,""],_GetSession:[213,2,1,""],_InfeedLoop:[213,2,1,""],_Loop:[213,2,1,""],_LoopEnqueue:[213,2,1,""],_OutfeedDequeueLoop:[213,2,1,""],_OutfeedEnqueue:[213,2,1,""],_SummarizeValue:[213,2,1,""]},"lingvo.trainer.TrainerTpu":{Start:[213,2,1,""],StartEnqueueOp:[213,2,1,""],_CleanUp:[213,2,1,""],_GetSession:[213,2,1,""],_InfeedLoop:[213,2,1,""],_Loop:[213,2,1,""],_LoopEnqueue:[213,2,1,""],_OutfeedDequeueLoop:[213,2,1,""],_OutfeedEnqueue:[213,2,1,""],_SummarizeValue:[213,2,1,""]},"lingvo.trainer_impl":{Decoder:[214,1,1,""],GetDecoderDir:[214,5,1,""],Trainer:[214,1,1,""],_GetCheckpointIdForDecodeOut:[214,5,1,""]},"lingvo.trainer_impl.Decoder":{DecodeCheckpoint:[214,2,1,""],DecodeLatestCheckpoint:[214,2,1,""],GetCkptIdFromFile:[214,2,1,""],GetDecodeOutPath:[214,2,1,""],Start:[214,2,1,""],_CreateCheckpointer:[214,2,1,""],_Loop:[214,2,1,""],_RemoveScalarSummaries:[214,2,1,""]},"lingvo.trainer_impl.Trainer":{Start:[214,2,1,""],StartEnqueueOp:[214,2,1,""],_Loop:[214,2,1,""],_LoopEnqueue:[214,2,1,""],_SummarizeValue:[214,2,1,""]},lingvo:{base_runner:[2,0,0,"-"],base_trial:[3,0,0,"-"],compat:[4,0,0,"-"],core:[5,0,0,"-"],datasets:[118,0,0,"-"],executor:[119,0,0,"-"],ipython_kernel:[120,0,0,"-"],model_imports:[121,0,0,"-"],model_registry:[122,0,0,"-"],models_test_helper:[123,0,0,"-"],tasks:[124,0,0,"-"],tools:[201,0,0,"-"],trainer:[213,0,0,"-"],trainer_impl:[214,0,0,"-"]}},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","method","Python method"],"3":["py","property","Python property"],"4":["py","attribute","Python attribute"],"5":["py","function","Python function"],"6":["py","exception","Python exception"]},objtypes:{"0":"py:module","1":"py:class","2":"py:method","3":"py:property","4":"py:attribute","5":"py:function","6":"py:exception"},terms:{"0":[8,9,10,11,12,13,15,17,18,22,24,25,27,29,30,34,35,36,38,39,40,41,43,44,46,48,50,52,54,55,56,57,59,60,62,66,67,72,73,75,78,80,81,82,83,84,85,86,87,88,89,91,92,93,95,97,99,101,103,105,109,112,114,116,117,127,129,130,131,138,141,142,147,151,156,162,164,166,169,173,176,178,180,182,183,184],"00000000":74,"0001":[43,59,109],"00043":184,"00071405":80,"001":[36,38,72,156],"00387v2":54,"00567":54,"00751":54,"00784":8,"00927162":44,"00994987":80,"01":36,"01083":86,"01147466":80,"01305":86,"01415125":80,"01576":86,"01604":[52,182,186],"01999986":80,"02002":[54,78],"0208858":80,"02125708":80,"02155":[9,15,54],"02257":42,"02357":[30,54],"02618068":80,"02644":37,"02695":54,"02755":86,"0276652":80,"02860":[9,15],"03125":156,"03180931":80,"03236":15,"03249":[52,182,186],"03581":55,"03762":[9,15,55,56,93,182,183,185,186],"03868543":80,"03983":91,"04025":8,"04585":85,"04589":55,"0473":8,"04971":22,"05":182,"05192588":80,"05877":81,"05997":[9,15,88],"06":[9,34,38,44,59],"06056439":80,"06226":111,"0625":156,"06450":[54,86],"06595223":44,"06782":42,"06808":41,"06903321":80,"06965":40,"07":180,"07106":[54,55],"07791397":44,"07868":86,"08":[78,156],"08083":54,"08100":[27,102],"08144":127,"08494":19,"0850":8,"08581":127,"08779":[95,96],"08905827":80,"08915":106,"09224":91,"09382":55,"09726462":80,"0_0":86,"0_1":86,"0_2":86,"0_3":86,"0abe":59,"0d":81,"0s":[15,56,67,185],"1":[8,9,10,11,12,13,15,17,19,21,22,24,25,27,29,30,31,34,36,37,38,39,40,41,43,44,45,46,48,50,52,54,55,56,57,58,59,60,66,67,72,73,75,77,78,80,81,82,84,85,86,87,91,92,93,94,95,97,99,100,101,102,103,105,106,109,111,112,114,116,117,127,129,130,131,132,142,151,154,156,160,162,164,166,173,176,178,180,182,183,184,205,209],"10":[11,12,36,44,59,66,73,82,141,156],"100":[12,36,59,67,78,142,156],"1000":[34,119,213],"10000":145,"100000":67,"1000000":34,"10005":67,"1008":186,"101":156,"102":156,"1024":[43,151,154,156],"10288261":44,"103":156,"104":156,"10430":[15,29,30,93],"10454545":80,"105":156,"106":156,"107":156,"10722":86,"108":156,"109":156,"11":[44,156],"110":156,"11096":19,"111":156,"11117":[55,56],"112":156,"11221774":44,"113":156,"114":156,"11486":54,"115":156,"116":156,"117":156,"118":156,"11803":[7,72],"11886":29,"119":156,"12":[34,156],"120":[43,156],"121":156,"122":156,"12288":156,"123":156,"1238971":44,"124":156,"125":156,"126":156,"127":156,"128":[6,9,12,15,19,22,30,40,43,54,55,56,72,156,184],"128b":156,"129":156,"129159299":78,"13":[44,114,138,156],"130":156,"1308":8,"131":156,"131072":156,"132":156,"133":156,"134":156,"135":156,"136":156,"13636404":80,"137":156,"138":156,"139":156,"14":[156,189,204],"140":[138,156],"1409":8,"141":156,"1412":86,"142":156,"143":156,"144":156,"145":156,"146":156,"147":156,"14794":[15,38],"148":156,"14823943":80,"149":156,"15":[44,138,141,156],"150":156,"15020":168,"1505":54,"1508":8,"151":156,"1512":54,"152":156,"153":156,"154":156,"155":156,"156":156,"157":156,"158":156,"159":156,"16":[44,67,81,113,130,138,151,154,156,162,180,190,204],"160":156,"16000":[180,197],"1602":86,"1603":55,"1606":86,"1607":[54,86],"1608":91,"1609":127,"161":156,"1610":[30,54],"1611":86,"1612":54,"162":156,"162b":156,"163":156,"16328":138,"16384":156,"164":156,"165":156,"166":156,"167":156,"168":156,"169":156,"16bit":81,"16k":43,"16khz":202,"17":[44,67,156],"170":156,"1703":[86,127],"1704":8,"1706":[9,15,55,56,93,182,183,185,186],"1707":[85,86],"1708":[54,78],"1709":86,"171":156,"1711":[42,91,184],"1712":81,"172":156,"173":156,"174":156,"175":156,"175464137":54,"17595209":80,"175b":156,"176":156,"177":156,"178":156,"179":156,"18":156,"180":156,"1803":[9,15,19,54],"1804":106,"1808":111,"1809":19,"181":156,"1810":55,"1811":40,"182":156,"183":156,"184":156,"185":156,"1856":156,"1857":156,"1858":156,"186":156,"187":156,"188":156,"189":156,"19":[44,156],"190":156,"1901":[9,15,29,30,55,56,93],"1902":[52,54,182,186],"1904":[22,54,95,96],"1906":[52,182,186],"191":156,"1917":156,"1918":156,"191804185":111,"1919":156,"192":156,"1920":156,"1921":156,"1922":156,"193":156,"194":156,"195":156,"196":156,"197":156,"198":156,"1981":156,"1982":156,"1983":156,"1984":156,"1985":156,"1986":156,"199":156,"1997":36,"1_0":86,"1_1":86,"1_2":86,"1_3":86,"1_v_2":182,"1_v_3":182,"1_v_mean":182,"1bw":154,"1d":[15,30,44,78,194],"1e":[9,34,38,59,72,78,156,182],"1hot":54,"1k":54,"1s":[56,78,185],"1st":[50,82],"1t":156,"1x1":54,"2":[8,9,10,11,12,15,17,21,27,29,31,43,44,46,48,50,52,54,55,59,62,66,67,72,78,81,85,86,91,93,95,97,106,114,119,127,129,131,132,138,142,147,151,156,173,176,178,180,182,184,205,213],"20":[6,12,15,19,22,30,40,54,55,56,66,86,156],"200":156,"2000":190,"2001":[42,55],"2002":[7,54,55,72],"2003":[9,15,88],"2004":[29,37,168],"2005":[27,102],"2006":[15,59],"2009":[15,38],"201":156,"2010":41,"2012":117,"2015":[8,54],"2017":180,"2018":54,"2019":[34,72,78],"202":156,"2020":41,"2021":[44,102,168],"203":156,"204":156,"2045":156,"2046":156,"2047":156,"2048":[151,154,156],"205":156,"206":156,"207":156,"208":156,"2080":54,"209":156,"21":[44,156],"210":156,"211":156,"212":156,"213":156,"214":156,"215":156,"216":156,"217":156,"218":156,"219":156,"22":156,"220":156,"221":156,"222":156,"223":156,"224":156,"225":156,"226":156,"227":156,"228":156,"229":156,"23":[44,156],"230":156,"231":[59,156],"232":156,"233":156,"234":156,"235":156,"236":156,"23606797749979":78,"237":156,"238":156,"239":156,"24":[43,154,156],"240":156,"241":156,"242":156,"243":156,"244":156,"245":156,"246":156,"247":156,"248":156,"249":156,"25":[44,156],"250":156,"251":156,"252":156,"25216722":44,"253":156,"254":156,"255":156,"256":[60,156],"257":156,"258":156,"259":156,"26":[156,204],"260":156,"261":156,"262":156,"262144":54,"263":156,"264":156,"265":156,"266":156,"267":156,"268":156,"269":156,"27":[44,156],"270":156,"271":156,"272":156,"273":156,"274":156,"275":156,"276":156,"277":156,"278":156,"279":156,"28":[59,156],"280":156,"281":156,"282":156,"283":156,"284":156,"285":156,"286":156,"287":156,"288":156,"289":156,"29":[44,67,156],"290":156,"291":156,"292":156,"293":156,"294":156,"295":156,"296":156,"297":156,"298":156,"299":[156,173],"2_0":86,"2_1":86,"2_2":86,"2_3":86,"2d":[15,24,29,30,44,45,54,73,78,103,131,156],"2k":[138,190],"2nd":[44,78,82,182],"2t":9,"2x1":54,"2x2":[54,114],"3":[4,8,9,12,15,17,43,44,48,50,52,54,55,59,67,73,78,82,85,86,87,93,95,103,111,114,127,131,132,138,141,156,164,173,176,178,180,182,184,205],"30":[72,156],"300":[67,156],"3000":75,"301":156,"302":156,"303":156,"304":156,"305":156,"306":156,"307":156,"308":156,"309":156,"31":[44,78,156],"310":156,"311":156,"312":156,"313":156,"314":156,"315":156,"316":156,"317":156,"318":156,"319":156,"32":[43,88,154,156],"320":156,"32000":[154,156,180,189],"321":156,"322":156,"323":156,"3232":109,"324":156,"325":156,"326":156,"327":156,"32768":131,"328":156,"329":156,"32942232":44,"33":[44,156],"330":156,"331":156,"332":156,"333":156,"334":156,"335":156,"336":156,"337":156,"338":156,"3385829":44,"339":156,"34":156,"340":156,"3408632":44,"341":156,"342":156,"343":156,"344":156,"34458149":44,"345":156,"346":156,"3466":67,"347":156,"348":156,"349":156,"35":[44,156,204],"350":156,"351":156,"352":156,"353":156,"354":156,"355":156,"3555":86,"356":156,"357":156,"358":156,"359":156,"36":156,"360":156,"361":156,"362":156,"363":156,"364":156,"365":156,"366":156,"367":156,"368":156,"369":156,"37":[44,156],"370":156,"371":156,"372":156,"373":156,"374":156,"375":156,"376":156,"377":156,"378":156,"37842":117,"379":156,"38":156,"380":[156,173],"381":156,"382":156,"383":156,"384":156,"385":156,"386":156,"387":156,"388":156,"389":156,"39":[44,156],"390":156,"391":156,"392":156,"393":156,"394":156,"395":156,"396":156,"397":156,"398":156,"399":156,"3d":[15,54,55,73,78,103,131],"3n":35,"3rd":182,"4":[8,12,15,17,19,24,30,43,44,48,54,55,58,59,61,67,78,86,88,92,95,114,119,127,131,138,154,156,173,176,178,204,213],"40":156,"400":156,"4000":180,"40000":180,"401":156,"402":156,"403":156,"404":156,"405":156,"406":156,"407":156,"40774807":44,"408":156,"409":156,"4096":[34,43,162],"41":156,"410":156,"411":156,"412":156,"41258181":44,"413":156,"414":156,"415":156,"416":156,"417":156,"418":156,"419":156,"41b":156,"42":[46,66,156,165,169],"420":156,"421":156,"422":156,"423":156,"424":156,"425":156,"426":156,"427":156,"428":156,"429":[78,156],"43":[156,204],"430":156,"431":156,"432":156,"433":156,"434":156,"435":156,"436":156,"437":156,"438":156,"439":156,"44":156,"440":156,"441":156,"442":156,"443":156,"444":156,"445":156,"446":156,"447":[67,156],"448":156,"449":156,"45":156,"450":156,"451":156,"452":156,"453":156,"454":156,"455":156,"456":156,"457":156,"458":156,"459":156,"46":[8,156],"460":156,"461":156,"462":156,"463":156,"464":156,"465":156,"466":156,"467":156,"468":156,"46897136":44,"469":156,"47":156,"470":156,"471":156,"472":156,"473":156,"474":156,"475":156,"476":156,"477":156,"478":156,"479":156,"48":156,"480":156,"481":156,"482":156,"483":156,"484":156,"485":156,"486":156,"487":156,"488":156,"489":156,"49":156,"490":156,"491":156,"49152":156,"491gb":43,"492":156,"493":156,"494":156,"495":156,"496":156,"497":156,"498":156,"49897169":44,"499":156,"4byte":43,"4d":[9,54,73,131],"5":[15,17,27,37,44,46,48,50,54,59,67,78,82,84,86,95,114,127,131,138,156,163,178,184],"50":[6,12,15,19,22,30,37,40,54,55,56,156,175,204],"500":156,"501":156,"502":156,"50284604":44,"503":156,"504":156,"505":156,"506":156,"507":156,"508":156,"509":156,"50k":54,"51":[8,156],"510":156,"511":156,"512":156,"5150":117,"51748817":44,"52":156,"53":156,"54":156,"54297766":44,"55":156,"56":[156,204],"56126334":44,"57":156,"58":156,"5847":8,"59":156,"6":[15,21,29,54,59,67,78,81,114,127,151,156,178,183],"60":[84,156],"60000":145,"60162383":44,"61":156,"61071571":44,"61996602":44,"62":156,"620":138,"63":156,"632":138,"63777673":44,"64":[43,75,156],"64b":43,"64k":43,"65":156,"65536":156,"65571443":44,"66":156,"6656":34,"6687":92,"67":[156,169],"68":156,"69":156,"6b":59,"6k":138,"7":[9,44,54,114,154,156,204],"70":156,"71":156,"72":156,"73":156,"74":156,"75":156,"76":[138,156],"768":168,"77":156,"78":156,"788":59,"79":156,"793472":154,"7f77433cf5908bfe2b79aa91af881da83858":59,"8":[9,43,54,59,67,73,78,81,138,151,154,156],"80":156,"804":59,"81":156,"81915847":44,"8192":[154,156],"82":156,"83":156,"84":156,"84106974":44,"85":156,"853":138,"8577837":44,"86":156,"86139635":44,"87":156,"8799":59,"88":156,"89":156,"8bit":81,"8e":180,"8k":160,"8x":43,"8x2":138,"9":[36,44,46,54,59,114,156,180,184,204],"90":156,"91":156,"92":156,"92662692":44,"93":156,"94":156,"95":156,"95529216":44,"96":[138,156],"960":138,"97":156,"98":156,"99":156,"999":[156,180],"9_":[22,66],"\u00e2":92,"\u02e0log":78,"\u03b1\u209c":78,"\u03b8":85,"abstract":[11,12,13,22,30,42,44,75,97,151,162],"boolean":[4,54,61,66,67,76,78],"break":[8,12,13,15,22,40,44,54,56,57,65,81,83,87,97,101,112,132,141,142,163,182,183],"byte":[11,13,24,33,92,111,135,144,186,202],"case":[7,8,11,12,13,15,22,33,34,36,38,40,44,45,46,54,55,56,57,65,67,76,78,81,82,83,86,87,97,101,111,112,122,127,131,132,141,162,163,166,170,182,183,184,208],"class":[2,3,4,6,7,8,9,10,11,12,13,14,15,17,18,19,21,22,23,24,27,29,30,31,33,34,35,36,40,41,42,43,44,45,46,47,48,49,52,53,54,55,56,57,58,60,61,63,65,66,68,69,70,72,73,74,75,76,77,78,80,81,82,83,84,85,86,87,88,89,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110,111,112,113,114,115,116,117,118,119,122,123,126,127,128,130,131,132,133,134,135,136,138,142,144,145,147,150,151,152,154,156,161,162,163,164,165,166,168,169,170,172,173,175,178,181,182,183,184,185,186,189,190,191,194,195,197,206,211,213,214],"const":[48,78,86],"default":[3,4,7,8,9,11,12,13,14,15,17,19,24,27,30,33,34,36,43,44,45,46,48,53,54,55,56,58,61,63,66,67,72,74,76,78,81,82,86,87,99,105,111,114,122,127,132,133,136,141,145,150,151,152,156,162,163,164,166,168,169,173,175,178,180,184,194],"do":[3,7,9,11,12,13,21,22,41,43,44,46,60,61,65,67,72,76,78,81,82,86,87,90,99,112,113,170,178],"enum":[12,81],"export":[2,12,13,48,67,74,94],"final":[7,8,11,13,15,21,22,33,54,55,56,58,60,73,76,78,81,82,83,87,106,127,130,135,144,152,163,177,182,185,186],"float":[6,8,9,11,12,15,19,22,30,37,40,46,54,55,56,60,67,72,78,81,86,95,97,99,101,111,133,144,150,151,164,175,182,184],"function":[6,7,8,9,11,12,13,14,15,17,19,21,22,24,26,27,29,30,31,34,36,39,40,41,42,43,44,46,50,52,53,54,55,56,57,58,59,60,62,65,66,67,72,73,75,76,78,80,81,82,83,85,86,87,91,93,95,97,101,102,103,104,106,109,112,113,114,118,123,124,127,128,132,133,142,150,159,163,165,170,172,173,175,176,178,180,182,183,184,203,213],"import":[12,41,44,54,95,99,112,121,142],"int":[9,11,13,15,16,17,21,24,30,37,39,44,45,46,56,61,66,67,76,77,78,87,97,100,101,106,111,112,127,136,144,151,162,166,175,176,177,178,182,185,204,214],"long":[8,48,76,82,184],"new":[2,4,8,10,11,12,13,15,17,22,24,25,30,40,44,48,52,53,54,55,56,57,65,67,73,74,75,78,81,82,83,86,87,89,97,100,101,103,109,112,115,119,127,130,131,132,142,151,163,169,182,183,186],"p\u209c":78,"public":[13,33,37,81,117,118],"return":[2,3,4,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,29,30,31,33,34,35,36,38,39,40,41,42,43,44,45,46,48,50,51,52,53,54,55,56,57,58,59,60,61,63,64,65,66,67,72,73,74,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,93,94,95,97,99,100,101,102,103,104,105,106,108,109,111,112,113,114,115,116,117,118,119,122,126,127,128,129,130,131,132,133,135,136,138,141,142,144,147,150,151,152,154,156,160,162,163,164,165,166,168,169,170,172,173,175,176,177,178,180,181,182,183,184,185,186,189,190,194,195,197,202,203,204,205,208,209,213,214],"short":[15,67,82,182,207],"static":[12,13,24,35,44,60,66,67,78,87,104,117,122,131,178,184],"super":[11,12,131,135,169],"switch":[54,151],"throw":66,"transient":175,"true":[4,8,11,12,13,15,17,18,22,23,24,25,27,30,35,36,37,43,44,45,46,48,52,53,54,55,56,60,61,66,67,72,73,74,76,77,78,81,82,86,87,89,109,113,116,118,121,127,141,151,156,173,176,182,183,184,185],"try":[65,66,72,78,82,89,121,127,182],"var":[7,12,13,18,23,24,34,36,44,45,57,72,77,78,81,89,113,116,152,173],"while":[10,15,19,30,44,54,74,78,81,87,97,113,127,166,184,204],A:[3,4,6,7,8,9,10,11,12,13,14,15,17,18,19,21,22,24,25,27,29,30,31,33,34,36,39,40,41,42,43,44,45,46,48,50,51,52,53,54,55,56,57,58,59,60,63,66,67,72,73,74,76,77,78,80,81,82,83,85,86,87,88,89,90,91,93,94,95,97,99,100,101,102,103,104,105,106,108,109,111,112,113,114,116,118,119,122,126,127,128,129,130,131,132,133,135,136,141,142,144,150,151,152,156,160,162,163,164,166,169,172,173,175,178,180,182,183,184,185,186,194,202,203,205,208,209,213],AND:67,And:[15,22,37,55,82],As:[8,12,15,54,67,78,81,102,103,113,128,166,182],At:[41,44,54,99],Be:[13,43,114],But:[76,82,127,184],By:[12,13,24,33,43,46,61,67,78,82,99,100,114,127,162,166],For:[8,9,12,13,15,21,22,27,33,41,43,44,46,54,55,56,58,60,67,72,78,82,86,87,95,103,106,112,127,131,135,144,152,163,165,166,169,175,176,180,184,186,209],IS:141,If:[2,3,4,6,8,9,10,11,12,13,14,15,17,18,21,22,23,30,35,39,40,43,44,45,46,48,52,53,54,55,56,57,58,63,65,66,67,72,74,78,81,82,83,86,87,89,90,91,95,97,101,109,111,112,113,116,119,122,132,133,142,150,151,162,163,166,169,170,176,180,182,183,184,185,203,209,213,214],In:[8,11,12,13,15,22,33,34,41,43,44,54,55,57,78,81,82,83,95,99,119,122,131,164,166,169,176,178,184,203,213],Is:[9,55,56,185],It:[4,8,12,15,17,22,29,30,35,40,41,43,44,45,46,54,55,57,58,66,67,72,78,81,82,83,86,87,95,97,99,101,103,113,122,127,130,131,166,173,182,183,184,202,207,209],Its:[12,57,97,112],NO:141,NOT:[12,13,44,65],No:[59,67,78,85,97],Not:[15,35,38,130,151],On:[44,54],One:[13,82,127,154,178,184,209],Or:[13,19,33,103,141,144,163],Such:[12,43,78,81],THAT:204,THE:204,THEIR:204,That:[11,67],The:[2,3,4,6,7,8,9,11,12,13,15,17,19,21,22,24,27,29,30,31,33,34,35,36,38,39,40,41,43,44,45,46,47,48,49,52,53,54,55,56,57,58,60,61,63,66,67,68,69,70,72,73,74,76,78,79,80,81,82,83,85,86,87,89,90,91,92,93,94,95,97,99,100,101,103,104,105,106,109,111,112,114,115,116,119,122,127,130,131,132,133,135,136,142,144,150,151,152,156,162,163,164,165,166,170,173,175,176,177,178,180,182,183,184,186,191,194,195,204,209,213],Then:[4,12,15,55,76,78,95,113,209],There:[8,11,12,13,15,22,31,40,44,54,56,57,65,66,81,83,86,87,97,101,112,132,163,166,182,183],These:[8,11,43,44,46,60,81,82,86,97,116,165,166],To:[8,11,15,41,43,44,53,54,60,75,78,99,113,120,168,178,213,214],With:[8,56,73,78,116,138,185],_:[24,54,58,74,78,82,120,130,158,164,173,175,184,200,203,204,206,208,211,212],__call__:78,__class__:66,__class_getitem__:66,__contains__:66,__delattr__:66,__delitem__:66,__dir__:66,__doc__:66,__eq__:66,__format__:66,__ge__:66,__getattribute__:66,__getitem__:66,__gt__:66,__hash__:66,__init__:[8,12,13,15,22,27,40,44,53,54,56,57,65,66,81,83,87,97,101,112,132,163,169,182,183,194],__init_subclass__:66,__ior__:66,__iter__:66,__le__:[66,184],__len__:66,__lt__:66,__ne__:66,__new__:66,__or__:66,__reduce__:66,__reduce_ex__:66,__repr__:[46,66],__reversed__:66,__ror__:66,__setattr__:66,__setitem__:66,__sizeof__:66,__str__:66,__subclasshook__:66,_abc:[4,162,170],_abc_data:[4,162,170],_abc_impl:[4,162,170],_accumulatemo:206,_accuraci:144,_activ:[21,29],_adafactordecayrateadam:72,_adafactordecayratepow:72,_add:[15,29,43,82],_addattenprobshistogramsummari:182,_addattenprobsimagesummari:182,_addattenprobsscalarsummari:182,_addattenprobssummari:182,_adddecoderactivationssummari:127,_addevalmetr:57,_addfetch:21,_additionalpreprocessinputbatch:11,_addmulticurverowplot:73,_addnois:184,_addquantizationfunct:81,_addrelativebia:43,_addsummari:144,_addupdateopstosignatur:173,_adjustmsplit:43,_apply_dens:[7,34,36,72],_apply_spars:[7,34,36,72],_apply_sparse_duplicate_indic:[7,34,36],_applyactiv:27,_applyactivationfunct:54,_applyattentiondropout:8,_applyconv:[8,30,54],_applydropout:127,_applypack:184,_applypreemphasi:131,_applyprojectionkernel:54,_applysharedrendezv:78,_applystack:54,_applyzoneout:86,_arg:21,_asdict:[10,12,17,24,48,73,82,97,127,130,131],_assertinputsmatch:78,_assertsametensor:82,_asserttextformat:212,_assignvar:24,_atten_kv_var_head:43,_atten_q_var_head:43,_attencontext:15,_attencontextonestep:15,_attenctxisset:27,_attenlogit:[9,15],_attenlogitsonestep:15,_attent:15,_attention_output_hdm_w_split:43,_attentionsetupdeterministicdropout:56,_attentionst:43,_attentionweight:43,_augmentationnetwork:95,_augmentst:82,_autoaddchild:12,_b:[47,49,68,69,70,191],_baseimagetextrecip:168,_baselayerinitwrapp:12,_basemodelparam:[14,122],_batchparallel:21,_beamsearchdecod:186,_beamsearchstep:17,_bia:[15,21,29],_biasnopad:29,_biasvarnam:54,_biasweight:15,_bn:21,_bodi:[22,44,83],_bodyfpropintern:44,_bpe_separ:92,_bpropforvari:13,_bpropgentrainop:13,_broadcastexamplepairlabelstoallitempair:166,_builddatasourc:11,_builddatasourcewithmetadata:11,_buildrestor:89,_buildsav:89,_buildstackingbasegraph:102,_buildstackingstreamgraph:102,_cachedataset:4,_calculate_prob:37,_calculateoutputshap:40,_caplogit:[15,43],_casttofpropdtyp:12,_check_pad:136,_checkinvari:24,_checknam:12,_checknumer:78,_checkparam:111,_checktpuembeddingconfig:112,_choosedatasetspec:169,_classpathprefix:122,_cleanup:213,_clone_modul:4,_closesubshard:208,_cluster:24,_collectiongett:78,_combinecontext:[8,15],_combineremblookup:112,_common_gpipe_transformer_decoder_fprop:56,_common_gpipe_transformer_encoder_fprop:56,_common_gpipe_transformer_fprop_meta:56,_common_gpipe_transformer_init:56,_common_gpipe_transformer_param:56,_commoninputparam:[138,189,190],_compiledecodefn:76,_compiledecodeloop:76,_comput:54,_compute_preconditioned_raw_grad:34,_computeattenoutput:43,_computeattent:127,_computebn:19,_computecombinedoutput:43,_computeconvlast:54,_computeconvoutputpaddingv2:30,_computedecoderinput:43,_computedecodermetr:135,_computegradientmask:13,_computegradientstpu:78,_computeinput:183,_computelogit:127,_computelossesandgradi:57,_computemeanvar:206,_computemetr:127,_computenonpad:43,_computenormalizedw:135,_computepad:105,_computeqkv:43,_computeqkvcombin:43,_computeqkvh:43,_computesoftlabel:43,_computesoftmaxmetr:182,_computetopkg:43,_computexentloss:182,_concatlastdim:87,_conditionalcalldefun:8,_configfflayerormoeparam:27,_configselfattencontext:27,_constructwarpmatrix:95,_consumeitem:22,_consumekei:22,_consumelist:22,_consumemap:22,_consumepath:22,_consumesymbol:22,_conv2d:21,_copyshap:[81,83],_copyto:46,_countedminmaxaccumul:81,_create_new_sess:74,_create_sess:109,_create_slot:[7,34,36,72,156],_createasrfeatur:208,_createatten:127,_createcanvasandtarget:186,_createcheckpoint:[213,214],_createchildrenvari:[8,12,13,15,22,27,40,44,54,56,57,65,81,83,87,97,101,112,132,163,182,183],_createlayervari:[8,9,12,13,15,19,22,30,40,44,54,55,56,57,65,80,81,83,86,87,91,97,101,112,114,132,163,173,182,183],_createlayervariablesstatu:12,_createlink:82,_createnestedmap:21,_createproject:182,_createqstatevar:81,_createrunn:213,_createsourcelambda:184,_createsummari:60,_createsummarywrit:2,_createtf2summaryop:2,_createtf2summarywrit:2,_createvariableintern:12,_createvariablest:78,_createvariablestateless:78,_createvarinitst:78,_createvarinitstateless:78,_createwindowfunct:131,_createwrapperclass:122,_customcomputegradientsfn:57,_customshortdebugstr:211,_datadir:197,_datasourcefromfilepattern:[11,133,150,184,194],_deccomputebiasgraphedg:43,_decnotvis:43,_decodeloop:76,_decoderdevic:186,_decoderinit:182,_decoderlayerinmapkei:43,_decoderlayerinputprojweight:43,_decoderlayeroutputprojweight:43,_decodermetricsparam:135,_decodestep:182,_decoratecellfn:82,_decoratecellgrad:82,_defaultln:15,_defaultvariablecr:78,_definedefun:78,_definedfunct:78,_definefunct:78,_delet:66,_densereludenseweight:43,_densereludenseweightsgatedgelu:43,_dependson:82,_depthwiseconv2d:15,_dequeuethreadcomplet:2,_deterministicrandomnormaliniti:78,_deterministicrandomtruncatednormaliniti:78,_deterministicrandomuniforminiti:78,_deterministicrandomuniformunitscalinginiti:78,_deterministicrandomvariancescalinginiti:78,_deterministicrandomxavieruniforminiti:78,_device_mesh:43,_devicesupportsfreez:48,_diagnoi:142,_distortbrightnessandcolor:164,_distributed_appli:72,_doconv:44,_doreporttrainingprogress:3,_dosanitycheck:89,_dotatten:15,_dotattenfastpath:15,_dotattenonestep:15,_dotattenslowpath:15,_dropconnect:55,_dropout:[15,21,43,54],_dummyscop:48,_dumptranscript:208,_einsumeqwithmodeldim:44,_einsumwithmodeldim:43,_embeddingweight:43,_emptyacc:82,_emptylik:82,_emptywithfixshap:82,_encnotvis:43,_encodebatch:163,_encoderaddrelativebia:43,_encoderdevic:186,_encoderlayerinmapkei:43,_encodetoid:117,_endswithterminalquot:46,_ensurematrixshap:78,_eval_is_extended_neg:104,_eval_is_extended_posit:104,_eval_is_neg:104,_eval_is_posit:104,_evalonc:213,_evaluateconvkernel:[30,54],_expanddim:[15,29],_expandtonumhyp:182,_explicit_class_assumpt:104,_exportmetr:2,_extractconfidencefeatur:127,_extractparamet:53,_extracttoken:204,_factored_dim:72,_fallback_to_diagonal_for_shap:34,_fc:21,_featur:160,_feedforwardnetworksapplyg:43,_fetchdecodeout:76,_ffw_var_h_dim_s:43,_field:[10,12,17,24,48,73,82,97,127,130,131],_field_default:[10,12,17,24,48,73,82,97,127,130,131],_filterfeaturesbynam:165,_finalizedecod:76,_findnewcheckpoint:2,_findperstagevarshardingdim:44,_finish:7,_finishextendstep:55,_flatfprop:54,_float_dtype_max_scal:182,_fn:21,_forcealign:182,_formatstatusmessag:2,_fprop2d:54,_fprop:[27,102,182],_fpropchunk:131,_fpropdefault:131,_fpropfastsoftmax:182,_fpropimpl:54,_fproplm:132,_fpropresult:13,_fpropsoftmax:182,_fpropsplitinputbatch:13,_fproptpu:13,_freezedefault:48,_freezegraphfromcheckpoint:48,_frequencymask:95,_frequencynois:95,_frequencywarp:95,_fromglob:79,_funnelattent:15,_garbagecollect:89,_gate:86,_gatesintern:86,_generalized_inverse_pth_root:34,_generatealignedhtml:141,_generatenoises:184,_generatestatelessrngse:78,_get_input_shap:40,_get_ngram:61,_get_or_add:209,_get_state_dtyp:40,_get_subgraph:74,_get_subgraph_fe:74,_get_subgraph_fetch:74,_get_var_from_collect:44,_getaccumul:26,_getaccumulatornamefortensor:81,_getattencontextdim:127,_getattenprobsfromsequenceouttensorarrai:127,_getattentioninitst:182,_getattentionsourcest:182,_getbetagamma:19,_getbia:86,_getblockedmatmulinputoutputmultipli:54,_getblockedweightmatrix:54,_getbucketkei:184,_getcellgrad:82,_getcelltpl:87,_getcheckpointid:89,_getcheckpointidfordecodeout:214,_getclusterspecdict:213,_getcurrentminmax:81,_getdecodertarget:135,_getdefaultpad:19,_getdescriptorsetfortextinput:184,_getdeviceoflay:15,_getencoderpad:127,_getexpertdist:22,_getflatshap:178,_getfpropoutput:102,_getglobalgradscal:57,_getinitialseqstatetensorarrai:127,_getinitialtargetinfo:127,_getinput:[54,102],_getlangid:184,_getmask:95,_getmaskupdateop:13,_getmaxseqlength:99,_getmelpad:131,_getnest:46,_getnewattenprob:127,_getnumhypsforbeamsearch:127,_getparam:102,_getpredictionfromsequenceouttensorarrai:127,_getprocessedcheckpoint:2,_getqstatevar:81,_getquantizedrangeforcap:81,_getsamplestep:78,_getsav:23,_getscaleandbia:54,_getsegmentpo:184,_getsess:[2,119,213],_getshap:17,_getsharedrendezv:78,_getsourcebatchs:15,_getsourceinfo:122,_getsourceinputsandlabel:136,_getsourcelength:[15,55],_getstat:89,_gettargetfordecodermetr:135,_gettaskid:184,_gettokenizerkeytous:186,_gettopk:135,_gettpuembeddingenqueuedata:11,_getttldir:2,_getuninitializedvarnam:23,_getvariablecr:78,_getvarnam:48,_getvarstoload:78,_getvocabulari:204,_getwarpmatrix:95,_getweight:[30,44,54],_getweightshap:[19,30,54],_global_seed_from_input:95,_global_stack:[55,113],_global_step:77,_globalpool:29,_glu:[15,27,29],_graph:21,_greedysearchstep:17,_has_dynamic_attribut:66,_hasaccumul:26,_hat:95,_histogramsummari:86,_hyperparams_text_to_dict:205,_id:21,_ident:43,_ignorepairswher:166,_import:121,_index:82,_infeedloop:[76,213],_inferdefaultbatchshap:162,_inference_driver_nam:12,_inferencesubgraph_default:[135,144,152,195],_inferoutshap:22,_initattent:[55,127],_initattentionparam:15,_initbeamsearchstatecallback:[105,127,182],_initdecod:182,_initializetf2summarywrit:2,_initializevizi:76,_inititer:31,_input:82,_inputbatch:[11,114,136,156,165],_inputopbucketingarg:11,_inputpaddingvalu:11,_inputshap:11,_insertparam:121,_instantiatetaskmodel:76,_internal_apply_dens:7,_inverse_pth_root_graph:34,_invizierstudi:2,_is_bn_fold:54,_isdefinableparamet:53,_isnamedtupl:46,_issingletimestep:82,_issymbolorposit:129,_ityp:78,_jobspec:24,_join:82,_kei:35,_key_for_var:34,_keyerrorstr:46,_lang_map:184,_layer:21,_layernormg:86,_layerstack:43,_lconv:27,_lconvcommon:29,_leastloadedplac:24,_linear:[15,21],_linearweight:15,_link:82,_listdebugstr:211,_ln:[21,43],_lnconv:43,_lnintern:43,_lnnoscal:43,_loadtranscriptionsfromfil:208,_local:[104,110],_local_stack:104,_localsymboltovaluestack:104,_logitsusingconcatenatedweight:54,_logitsusingconcatenatedweightshelp:54,_logplac:78,_loop:[119,213,214],_loopenqueu:[2,213,214],_make:[10,12,17,24,48,73,82,97,127,130,131],_make_named_slot:34,_makearg:53,_makebytesfeatur:[208,212],_makedecodertheta:135,_makefloatfeatur:[208,212],_makeint64featur:[208,212],_makelogmelfromtensorflowbuiltin:208,_maketfexampl:[208,212],_makevariabledictionari:48,_map_arg:[11,31],_maskword:184,_maybe_create_new_sess:74,_maybecausalpad:30,_maybeconstructsharedmodel:[119,213],_maybeconsumesymbol:22,_maybeexpandpad:19,_maybefakequ:81,_maybenorm:29,_maybepadsourceinput:133,_maybesplit:[15,44],_maybestackextratheta:[22,83],_maybetransposeencoderoutput:182,_maybetransposetarget:182,_melspectrogram:131,_mergetoken:117,_meshsplit:43,_messag:[47,49,68,69,70,191],_metric:60,_metric_histories_map:35,_middl:82,_mix:[58,86],_mixwithprojectedinput:58,_mlp:21,_mnistinputbas:145,_model_dim_reshape_seg:43,_model_param:122,_model_params_allow_redef:122,_modelparamsclasskei:122,_modelregistryhelp:122,_modeltupl:108,_modifylmbeforefprop:132,_moe:27,_moeorfflay:27,_moment:19,_multiheadedatten:15,_multiheadedattent:15,_newtensorarrai:127,_nextpoweroftwo:131,_norm:29,_normal:[19,27],_normalizeddepthwiseconv2d:15,_normalizestep:27,_normalizestreamstepoutput:102,_normorbia:29,_num_input_proj_weight:43,_num_output_proj_weight:43,_onehotencod:43,_opensubshard:208,_outfeeddequeu:76,_outfeeddequeueloop:[76,213],_outfeedenqueu:[76,213],_output:[21,82],_output_num_shard:75,_outputfilenam:75,_overrid:[43,44],_pack:184,_packa:178,_pad:[15,29],_padandreshapespec:131,_paddedsoftmax:8,_padforlengthcompatiblestridesv2:30,_padinput:102,_padsequencetolength:87,_par:21,_param:[46,78],_parameter_scal:72,_paramexist:48,_parseinput:22,_parseoutput:22,_pn:43,_pool:15,_posembeddingsfromposit:54,_postbeamsearchstepcallback:[105,127,182],_postprocessattenprobsforbeamsearch:127,_postprocessbeamsearchdecodeout:186,_postprocessstep:76,_prebeamsearchstepcallback:[105,127,182],_preconditioned_upd:34,_preconditioner_available_for_dim:34,_preconditioner_indic:34,_preconditioner_key_for_partition_and_dim:34,_predictcontinu:75,_predictonecheckpoint:75,_prepar:[7,34,36],_preprocess:[11,145,212],_preprocessforev:164,_preprocessfortrain:164,_preprocessinputbatch:[11,165],_print:78,_printfil:211,_printhead:211,_printlengthbucket:206,_printmeanvar:206,_printopt:78,_printshap:21,_private_children:12,_private_var:12,_processbatch:184,_processinputproj:86,_processlin:194,_processmassinput:184,_processnewc:86,_processsingleinput:184,_prop_handl:104,_pruning_hparam:77,_pruning_hparams_dict:77,_pruning_obj:77,_quotestr:46,_random_normal_op:95,_random_uniform_op:95,_randomxavieruniforminiti:78,_rawconv2d:29,_rawdepthwiseconv2d:29,_readrecordsentencepairproto:184,_readrecordtsv:184,_readrecordtsvsinglecolumn:184,_readtranscript:208,_recordtensor:81,_recurr:82,_recurrentsingletimestep:82,_recursivemap:66,_recursivereshap:8,_recv:94,_reflectoncellfn:82,_registered_modul:122,_registermodel:122,_relativeattentionbiasweight:43,_relativepositionbucket:43,_relativepositionvalueemb:15,_remateri:21,_removechanneldim:131,_removechild:12,_removeeosprob:182,_removeprivatevar:112,_removescalarsummari:[213,214],_rendermatplotlibfigur:73,_renderonematplotlibfigur:73,_rep:21,_repeat:83,_replac:[10,12,17,24,48,73,82,97,127,130,131],_replaceonelineinfil:109,_reportviziermetr:76,_rescaleboundari:30,_reserved_kei:66,_resetst:86,_reshap:21,_reshapedmodeldim:43,_reshapem:43,_reshapetomono2d:131,_resource_apply_dens:[7,34,36,72],_resource_apply_spars:[7,34,36,72],_resource_apply_sparse_duplicate_indic:[7,34,36,72],_restorefromlatestcheckpoint:23,_retrieveandsplitg:86,_returnsinglevalueorlist:54,_rnnoutputs:151,_run_with_valid_sess:74,_runencod:212,_runloop:2,_runonallcheckpoint:2,_runonlatestcheckpoint:2,_runtf2summaryop:2,_samplecanvasandtarget:186,_save:[21,78],_scaledbatchs:184,_scalevarnam:54,_selectmaskposit:184,_selectrandomshard:208,_selfatten:27,_selfvariablescop:12,_send:94,_seq:[21,97],_seq_len:67,_seqlendim:82,_seqpaddinglength:82,_sequenceemblookup:112,_sess:74,_setattentioninitst:182,_setclusterparam:48,_setlearnerfromlegacyparam:13,_setstat:89,_setstatusmessag:2,_setuprun:76,_shardedfeedforwardnetworksweight:43,_shardedmoepositionwisefeedforwardnetwork:43,_shardedvar:[15,43],_shardedvaron1ddevicearrai:43,_sharedrendezvousscop:78,_shiftright:87,_shiftrightwithmask:87,_shouldaddsummari:103,_shouldprocessinputid:75,_shouldstop:[2,76],_shouldusetpu:112,_shuffledataset:4,_shuffleshard:86,_shuffleword:184,_similarkei:46,_simpleimagecaptiondatasetlabel:170,_softmax:43,_sorteddict:46,_sourc:136,_source_init_don:8,_specialized_inverse_pth_root:34,_squeez:[15,29],_stackedrecurr:82,_stacksign:131,_startshel:213,_statistics_key_for_partition_and_dim:34,_step:44,_step_seed_incr:78,_stepnum:72,_streamattenlogit:15,_streammoment:19,_streamstepdimens:15,_streamstepdynamiclength:15,_streamstepstaticcomputekeyvalu:15,_streamstepstaticcomputekeyvalue3d:15,_streamstepstaticcomputekeyvalueclass:15,_streamstepstaticcomputekeyvalueminim:15,_streamstepstaticlength:15,_stride:15,_stridedattent:15,_stridedtransformerlayerblock:93,_stringstoidsimpl:111,_stringstoidswithoffsetsimpl:111,_stringtotoken:117,_stuboutcreatevari:123,_subplotmetadata:73,_summarizetensor:81,_summarizevalu:[76,213,214],_summary_writ:76,_target:136,_task:13,_test_params_repr:102,_testlayerhelp:80,_testonemodelparam:123,_testrightcontextstackinglayershelp:102,_teststreamstephelp:102,_tf2summarycontext:2,_thread:[104,110],_timemask:95,_timewarp:95,_toint32:43,_token:92,_tokenizeinput:22,_tokentostr:117,_top2gatingweight:43,_tostr:[46,66],_totensorarrai:127,_totupl:[22,40,44],_tounicod:92,_tpu_resourc:209,_tpucor:94,_tpuembeddingoptim:112,_tpuemblookup:112,_trainanddecod:76,_trainerfinish:2,_transformandsum:78,_transformdtyp:82,_transformerlayerblock:93,_transformersetupdeterministicdropout:56,_transformvarsintern:12,_trimifposs:152,_trimifpossiblethentranspos:152,_truncatetargetsequ:182,_undotransformvarsintern:12,_uniqu:78,_unquotestr:46,_unrolled_fprop:[22,44],_unsegmentbp:92,_unsegmentwpm:92,_updat:82,_updated_statist:34,_updateearlystopmetr:2,_updatelogitsforsingletokenfastdecod:182,_updatenextsavetim:23,_updatepaddingwithpackedinputmask:8,_updateprocessedcheckpoint:2,_updatesequenceouttensorarrai:127,_updatest:89,_updatevnconfig:13,_use_flat_beam_search:44,_use_funct:130,_usetffunct:78,_validatebias:9,_validateema:123,_validatetaskscop:112,_validatevizierreportingjob:213,_valu:81,_var:[15,43,44],_var_grad:78,_variablecollect:[12,86],_variablesforema:13,_varincollect:78,_varkei:89,_verifychildren:12,_verifyvarsandtheta:12,_vocab_fil:197,_vocab_file_param:111,_vocab_s:197,_waituntilinit:2,_wpm_separ:92,_wrapaccumulatorcellfn:82,_wrapaccumulatorcellgradfn:82,_wrapcellfnwithstepse:82,_wrapcellfnwithsymbolvalu:82,_wrapcellgradfnwithstepse:82,_wrapcellgradfnwithsymbolvalu:82,_wrapfunct:78,_wrapnonlingvovar:173,_writeinputdatastat:76,_writeinputdatastatsummari:2,_writesummari:[2,76],_writetolog:2,_xentlossbychunk:54,_zero_aux_loss:43,_zero_state_dynamic_length:15,_zero_state_static_length_input:15,_zero_state_static_length_key_valu:15,_zerooutfirsttimestep:182,_zip:60,_zoneout:86,a0:[12,15,22,27,30,40,41,44,54,55,56,80,85,93,173,183],a1:[12,15,22,27,30,40,41,44,54,55,56,80,85,93,173,183],a2:[12,15,22,27,30,40,41,44,54,55,56,80,85,93,173,183],a_:38,aaron:67,aaronson:67,ab:[7,8,9,15,19,22,27,29,30,40,41,42,54,55,56,72,78,81,85,86,88,93,102,111,168,182,183,185,186],abc:12,abclayermeta:12,abcmeta:12,abl:[12,46,67,81],abort:[54,89],about:[6,11,12,13,15,19,22,24,30,33,40,43,54,55,56,78,114,127,135,144,152,163,166,184,186],abov:[9,22,54,67,78,86,95,154,182],abs_pos_emb:9,absenc:67,absl:102,absolut:[9,54,78],acc:12,acc_stat:[82,87],acc_valu:12,acceler:[24,48,58,78,209],accept:[73,76,78,81,97,131,175],access:[9,12,21,25,31,41,44,66,72,78,82,112,121,173,203],accessor:126,accommod:8,accord:[3,8,9,12,13,43,44,45,46,48,51,54,55,57,67,78,82,91,95,96,115,166,182],accordingli:[15,44],account:[8,81],accumul:[12,19,22,26,44,60,61,72,78,81,82,85,87,92,97,127,169,206],accumulate_st:82,accumulated_st:87,accumulatest:87,accumulator_lay:82,accuraci:[127,144,182],achiev:[44,65,116,138],aclweb:[54,186],acoust:117,across:[12,24,34,39,43,44,58,60,65,67,72,76,78,81,83,86,92,127,176,182],act:[12,27,54,58,81,86,97,101],act_distribut:81,act_input:27,act_lh:81,act_lhs_distribut:81,act_nam:27,act_rh:81,act_rhs_distribut:81,actf:81,actiav:86,action:209,activ:[1,5,8,15,17,21,27,29,40,43,44,54,55,56,57,67,78,81,85,86,112,120,127,151,180,182,209],activation_fn:[15,43],activation_nam:[6,44],activation_size_per_lay:85,activationlay:6,activations_grad:[57,78],actual:[8,9,11,12,15,19,22,24,30,44,54,55,56,60,67,78,80,81,83,86,87,91,95,112,114,129,165,173,175,182,184],actual_seq_len:[67,181],ad:[8,11,12,15,21,27,29,43,44,54,55,59,61,67,78,81,86,101,111,113,142,151,180,182,184],adadelta:72,adafactor:72,adagrad:[34,72,112],adagraft:[1,5,72],adagraftoptim:7,adam:[72,112,156,169,180],adam_beta1:180,adam_beta2:180,adam_epsilon:180,adamoptim:156,adamv2:72,adapt:[7,15,36,54,55,72,83,86,94,97,106,166,168,175],adaptiveschedul:106,add:[7,10,12,13,15,19,21,22,26,29,34,36,45,54,55,56,72,73,77,78,81,82,86,103,112,113,121,122,127,132,135,144,168,169,173,182,184,209,213,214],add_gpu_to_pod:209,add_loss:55,add_summari:[13,24,25],add_two_th:178,add_unnormalized_residu:180,addactiv:112,addadditionaldecodermetricstograph:128,addadditionaldecodersummari:[127,132],addattentionsummari:103,addattentionsummarybatchmajor:103,addbertadaptertextencod:168,addchild:12,adddebugtensor:78,addefficientnetb4imageencod:168,addevalmetr:13,addextradecodinginfo:[10,182],addextratheta:12,addframeworkinput:78,addfunct:12,addhypref:142,addimag:[73,103],addingaccumul:19,addit:[8,10,13,15,19,39,43,46,54,55,72,73,78,81,82,83,85,86,97,103,106,109,126,127,135,176],addition:[11,44,74,81],additional_atten_prob:127,additiveattent:8,addleadingdim:45,addloadretrieveop:112,addmod:169,addmulticurvesubplot:73,addnormsummari:103,addperexampletensor:13,addplot:73,addpreprocessor:169,address:[8,24],addscatterplot:73,addsent:92,addsubplot:[73,103],addsummari:72,addsummarytensor:112,addtablevari:112,addtopruningcollect:77,addtpusummarytensor:78,addvn:[12,78],adjac:30,adjust:[43,44,57,72,78,81,86,91,95,152,182],adjustgradi:[13,57,152],adjustgradientswithlploss:78,advanc:15,advantag:82,advertis:169,advic:21,affect:[7,12,15,34,36,72,209],after:[8,11,12,13,15,17,18,19,21,30,41,43,44,45,46,54,57,60,67,72,78,81,82,86,91,114,126,127,132,138,142,152,166,182],afterward:54,again:[8,182],against:[9,61,81,109,184],agarw:[7,72],aggreg:[13,26,42,54,60,78,91],aggregation_method:72,aggregationmethod:[72,78],agnost:19,ahead:[8,12,13,15,22,40,44,54,56,57,65,81,83,87,97,101,112,132,163,182,183],aid:81,aim:78,aka:90,akin:19,al:168,alex:8,algorithm:[8,15,30,36,41,42,82,85,91,99,117],alia:[10,12,17,24,48,54,73,78,82,97,127,128,130,131],alias_inplace_upd:90,align:[8,141,142,182,184],aligned_html:142,all:[2,4,7,8,9,10,11,12,13,14,15,17,21,22,24,34,35,36,38,39,41,43,44,48,54,55,56,57,60,61,66,67,72,76,78,81,82,83,86,87,92,93,95,97,99,100,103,106,111,112,113,118,119,121,127,133,142,150,156,162,163,166,169,173,176,178,180,182,183,184,185,186,204,207,208,209,213],all_don:[17,67],all_grad_norm:57,all_var:[22,78],all_worker_nam:24,alloc:[67,151],allow:[8,9,11,12,13,15,17,18,44,46,53,54,55,67,72,79,81,82,83,86,87,89,95,97,112,113,173,175,184],allow_empty_terminated_hyp:67,allow_implicit_captur:82,allow_override_from_clust:79,allow_overwrit:82,allow_soft_plac:78,allowed_tensor_captur:82,almost:[78,92],alon:[141,142],along:[7,8,9,15,30,43,44,45,50,52,54,55,67,76,78,81,87,103,127],alpha:[37,59,67,78,106],alreadi:[12,13,15,22,44,46,57,58,66,182,207],also:[8,11,12,13,15,22,30,39,40,41,43,44,45,46,54,55,61,67,72,73,78,81,83,86,87,97,99,101,106,111,113,114,127,128,131,142,151,170,173,177,182,184,185,209],alter:81,altern:[15,60,113],although:[15,44],altogeth:[46,175],alwai:[8,11,22,30,44,46,54,55,56,67,72,73,78,81,91,111,166,182],am:132,am_output:132,amoeba_net:19,among:[40,67,78,142,166],amount:[67,72,82,88,209],an:[6,7,8,9,10,11,12,13,15,16,17,18,19,22,24,30,31,33,34,35,36,39,40,41,42,43,44,45,46,48,51,52,53,54,55,56,57,59,60,61,66,67,72,73,74,75,76,77,78,79,81,82,86,87,89,92,95,97,99,100,101,103,104,106,111,112,119,120,126,127,129,131,133,135,144,150,151,152,162,163,166,175,178,180,182,183,184,194,195,203,209,213],analog:81,analys:[11,53],analysi:[59,213],analyz:109,anchor:95,angl:91,ani:[11,13,15,30,43,46,50,52,54,57,66,67,72,73,76,78,81,82,99,114,118,121,123,127,132,166,170,173,176,178,182,207,209],anil:[7,34,72],anneal:91,annealingschedul:91,annot:[15,43,44,45,81,116,166],anoth:[15,21,46,53,54,60,66,72,86,101,104,136,142,184],antholog:[54,186],anyth:[46,72,97,178],apache_beam:175,apart:118,api:[4,13,30,33,46,77,83,101,112,126],appear:[13,54,78,113,142,168],append:[35,52,67,78,103,111],append_eo:[11,67,111],appenddim:78,appendix:86,appli:[2,4,6,7,8,9,12,13,15,19,21,22,27,29,30,34,36,40,41,43,44,45,51,52,54,55,56,57,58,61,66,67,72,78,80,81,82,85,86,93,95,112,127,162,173,180,183,185,204],applic:[7,34,36,41,59,72,78,81,95,102,166],apply_crs_to_grad:72,apply_dtype_min:15,apply_gradi:[72,78],apply_pack:67,apply_residu:15,applyclip:[81,182,183],applyclippingwithst:81,applycompress:77,applyconstantclip:81,applydropout:182,applyexponentialmovingaverag:13,applygradi:112,applygradmultipli:78,applygradnormclip:78,applygshard:27,applypack:67,applypad:78,applyposttrainingloop:[57,72],applyprun:77,applypythonupd:77,applytensorflowandpythonupd:77,applytensorflowupd:77,applytotensor:45,applytovari:45,approach:[8,46,81],appropri:[43,46,76,78,81,111,173,209],approx:61,approxim:[8,34,61,72,106],apriori:81,aqt:81,aqtqdomain:81,aqtweight:81,ar:[7,8,9,10,11,12,13,15,17,19,22,23,27,29,30,31,33,34,35,36,38,39,40,41,43,44,46,48,53,54,55,56,57,58,60,63,65,66,67,72,76,77,78,80,81,82,83,85,86,87,91,92,94,95,96,97,99,101,103,105,106,111,112,113,114,116,118,122,126,127,130,131,132,135,141,142,144,151,162,163,164,165,166,169,170,173,175,177,182,183,184,203,204,209],arbitrari:[13,33,43,44,83,85,114,119,127,135,144,152,163,178,182,186,213],arbitrarili:[12,178],architectur:[27,78,86],archiv:117,aren:[46,166,170],arg:[6,8,9,10,11,12,13,15,17,19,21,22,27,29,30,31,33,39,40,41,42,43,44,45,46,48,52,53,54,55,56,57,58,60,63,65,66,72,73,74,76,78,80,81,83,85,86,87,89,91,93,95,96,97,99,100,101,103,105,106,109,111,112,114,119,126,127,128,130,131,132,133,135,136,144,145,150,151,152,156,163,164,165,172,173,175,181,182,183,184,185,186,194,195,213,214],argindexlay:22,argmax:[54,56,78],argument:[2,7,8,13,15,21,22,31,34,36,40,44,46,53,54,60,61,72,73,78,81,82,86,87,97,103,113,118,151,162,165,175,178,203,209],argv:[141,142,207,209,210],arithmet:[54,60,78,81],around:[30,44,54,73,75,78,81,82,86,100,111,184],arrai:[24,44,48,60,73,78,89,95,111,127,156,202],arrang:[15,54,176,178],arxiv:[7,8,9,15,19,22,27,29,30,37,38,40,41,42,52,54,55,56,72,78,81,85,86,88,91,93,95,96,102,106,111,127,168,182,183,184,185,186],ascii:[48,67],ascii_to_token_id:67,asciitoken:111,asid:78,ask:8,aspect:[73,81],asr:[1,121,124],asrdecod:127,asrdecoderbas:127,asrencod:[130,135],asrfrontend:131,asrfrontendconfig:131,asrinput:133,asrmodel:135,assembl:[67,97],assert:[11,12,66,67,78,82,151],assert_between:78,assert_equ:78,assert_even_divid:78,assert_great:78,assert_greater_equ:78,assert_less:78,assert_less_equ:78,assert_same_dim0:[67,78],assert_shape_match:[67,78],assertidshap:78,assertiscompat:78,asset_file_def:49,assign:[8,22,34,44,50,73,76,116,170,213],assign_add:116,assign_preconditioner_to_host_var:34,assign_sub:116,associ:[8,13,15,34,38,44,76,79,81,112,119,175,203,213],assum:[8,21,27,54,55,56,58,78,81,82,86,87,97,101,164,166,170,173,178,202,209],assumpt:[8,104],asymmetr:81,async:76,async_checkpoint:23,async_postprocess:76,asynchron:[13,24,138],atrou:54,att_vec:67,attach:[45,87,166,173],attempt:[22,31,54,78,121],atten:[8,127,182],atten_bld_activation_split:27,atten_blnh_activation_split:27,atten_context:[27,87,99,182],atten_dim:15,atten_dist:127,atten_dnh_w_split:27,atten_dropout_determinist:8,atten_dropout_prob:[88,151,180],atten_hidden_dim:180,atten_is_rel:15,atten_left_context:[15,27],atten_local_context:[15,27],atten_logit_cap:[15,27,43],atten_matrix:103,atten_num_head:[15,27],atten_prob:[9,15,17,55,67,87,99,127,182],atten_queri:99,atten_right_context:[15,27],atten_st:182,atten_state_dim:87,atten_tpl:[15,55],atten_typ:15,atten_vec:68,attencontext:9,attend:[8,9,15,43,55,103,180],attenion:43,attenlogit:9,attenlogitsrp:9,attenlogitsrpeonestep:9,attenlogitsxl:9,attenlogitsxlonestep:9,attenprob:15,attent:[1,5,9,15,17,27,29,38,43,44,54,55,56,67,83,87,88,93,97,99,103,126,127,151,177,180,182,183,185,186],attention_dim:15,attention_hidden_dim:151,attention_key_value_dim:[43,156],attention_prob:99,attention_st:[8,127],attention_step:[5,98],attention_tensor:103,attention_util:[1,5],attention_window:[15,88],attentionblockstep:99,attentionstep:99,attenvec:68,attn:126,attn_queri:126,attr:[66,67,78],attribut:[12,31,43,45,46,78,178],attributeerror:[12,46],auc:[60,78],aucmetr:60,aud_dim:126,audio:[126,131,160,161,202,208],audio_context:126,audio_lib:[1,201],audiofeatur:160,audiotomfcc:202,augment:[54,55,82,86,95,96,126,175],augment_weight:95,augmented_input:95,author:[6,12,15,19,22,30,40,54,55,56],auto:[15,44,45,73,78,116],auto_reus:72,automat:[11,44,46,78,81,97,109,203,209],autoregress:[15,43,55],autotomanualpartit:45,aux:[27,55],aux_:[15,55,56],aux_atten:[15,55],aux_batch:[55,56],aux_loss:[27,44,55],aux_pad:[15,55,56,185],aux_segment_id:[55,56,185],aux_segment_mask:15,aux_tim:[55,56,185],aux_vec:[15,55,56,83,185],auxiliari:[15,27,44,55,56],auxlosscontext:55,av:38,avail:[23,24,34,76,78,81,207],available_devic:24,averag:[8,9,13,15,22,44,60,67,78,81,92,141,182],averagekeyedcorrelationmetr:60,averagemetr:60,averagew:141,avg:[54,60,78],avg_xent:[54,56],avoid:[7,8,11,12,15,34,36,44,54,72,76,78,86,112,122,176],awai:67,awar:[19,30,52],ax:[73,78,81,103,178],axi:[9,15,29,30,34,37,43,54,77,78,81,95,97,103,166,176,178],axis:30,b4:[168,173],b:[8,9,11,15,17,19,21,22,27,30,38,43,44,46,54,58,67,72,78,86,95,96,100,103,106,111,114,116,178],b_n:86,b_r:86,b_u:86,back:[7,11,12,54,55,63,78,92,97,111,131,152,168,169,184],back_projected_rnn_out:54,backprop:[58,78,82,86],backpropag:[41,85],backslash:46,backward:[8,12,13,15,22,38,40,44,54,56,57,64,65,67,78,81,82,83,87,97,101,112,132,163,182,183],backward_cell_param:64,backward_cleanup:82,backward_p:130,bahdanau:8,bak:[78,87],bak_as_funct:78,bak_rnn:87,balanc:12,ballestero:106,ban:46,band_part:78,bar:[25,66,78,178,209],base:[2,3,4,6,7,8,9,10,11,12,13,14,15,17,18,19,21,22,23,24,27,29,30,31,33,34,35,36,37,40,41,42,43,44,45,46,47,48,49,52,54,55,56,57,58,60,61,63,64,65,66,67,68,69,70,72,73,74,75,76,77,78,80,81,82,83,85,86,87,88,89,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110,111,112,113,114,115,116,117,118,119,122,123,126,127,128,130,131,132,133,134,135,136,138,142,144,145,147,150,151,152,154,156,161,162,163,164,165,166,168,169,170,172,173,175,178,180,181,182,183,184,185,186,189,190,191,194,195,197,203,206,209,213,214],base_class:11,base_config:[124,179],base_decod:[1,5,127,182],base_imag:209,base_input_gener:[1,5,14,114,133,136,145,150,156,165,184,194],base_lay:[1,5,6,8,9,10,11,13,15,17,19,22,27,29,30,31,40,41,42,44,52,54,55,56,57,58,72,81,83,85,87,91,93,95,97,105,106,111,112,126,128,130,131,132,151,163,164,172,173,175,181,183,185],base_model:[1,5,14,33,43,65,114,135,144,152,163,186],base_model_logits_dim:132,base_model_param:[1,5,138,147,154,156,169,189,190,197],base_runn:[0,1,119,213,214,215],base_tri:[0,1,2,76,213,215],baseasrfrontend:[131,135],baseattentionlay:8,basebeamsearchdecod:[10,127,182],baseclassifi:144,baseclippingcapschedul:81,baseconv2dlay:54,baseconv2dlayerwithpad:30,basedataexampleinputgener:11,basedecod:10,baseinputgener:[11,114,156,165],baseinputgeneratorfromfil:11,baselanguagemodel:151,baselay:[6,8,9,10,11,12,13,15,17,19,21,22,27,29,30,31,40,41,42,44,52,54,55,56,57,58,72,81,83,85,87,91,93,95,97,105,106,111,112,123,126,128,130,131,132,151,163,164,172,173,175,181,183,185],baselayermeta:12,baselayert:12,basemetr:[13,33,60,61,135,144,163,186],basemodel:[13,14,43,114,122],basemodelparam:14,basemodelstest:123,baseprogram:76,baserunn:[2,119,213,214],baseschedul:91,basesequenceinputgener:[11,14,133,136,150,184,194],basetask:[13,14,33,43,57,78,114,135,144,152,163,186],basetinydatasetinput:[11,145],basetoken:[63,111],basezerost:127,basi:[15,67,78],basic:[11,12,54,86,182],batch:[8,9,10,11,13,15,16,19,21,22,27,29,30,31,33,38,39,43,44,52,54,55,56,58,63,67,72,73,75,76,78,81,86,87,91,95,97,99,100,101,103,105,111,112,113,114,126,127,128,130,131,132,133,135,136,138,144,150,151,152,156,162,163,165,166,170,172,173,178,182,183,184,185,186,213],batch_dim:[44,56,78],batch_dim_per_devic:156,batch_idx:9,batch_major_attent:[1,5,93],batch_max:12,batch_min:12,batch_multipli:15,batch_norm:54,batch_norm_stat:78,batch_norm_upd:78,batch_norm_var:78,batch_parallel:60,batch_shap:[163,178],batch_siz:[8,11,15,19,27,30,40,50,52,55,58,67,75,78,83,86,87,91,95,97,99,100,101,102,103,127,130,131,132,133,150,151,154,162,163,164,165,166,175,177,178,182,183,184,186],batch_to_spac:54,batch_util:[1,5],batchflatten:178,batchmajorlanguagemodel:152,batchmajortotimemajor:178,batchnorm:[19,54],batchnormlay:[19,30],batchnormlayernopad:19,batchparallel:21,batchparallellay:22,baz:[66,178],bazel:[78,109,120,210,213,214],bdnh:15,beam:[10,15,17,44,61,67,76,127,132,182,203,207],beam_id:[67,68],beam_independ:67,beam_search_help:[1,5,105,128],beam_search_output:17,beam_search_step:[17,67],beam_search_step_deprec:67,beam_search_tpu_help:44,beam_siz:[67,182],beam_util:[1,201],beaminit:203,beamsearch:8,beamsearchdecod:[10,17,182],beamsearchdecodebias:10,beamsearchdecodeoutput:[10,17,128,182],beamsearchdecodeoutputtodecodertopk:128,beamsearchdecodewiththeta:10,beamsearchhelp:17,beamsearchsharedparam:17,beamsearchstepv2:67,becaus:[13,15,43,44,54,60,78,81,87,114,166,180,209],becom:[22,67,78,166],bee:76,been:[2,7,15,34,36,46,57,72,78,81,86,89,95,97,99,112,122,127,182,184,194],befor:[2,7,8,11,12,13,15,17,21,22,26,34,35,36,43,44,46,54,66,67,76,78,86,95,105,109,112,123,127,132,141,142,151,165,180,203],begin:[11,15,17,67,78,82,101,117,178],begin_intact:15,behav:11,behavior:[4,8,11,44,46,55,56,67,73,78,81,82,112,127],being:[10,11,15,21,44,60,67,78,81,113,165,166,184],believ:184,belong:[15,60,67,86,172,175],below:[15,44,55,56,66,67,184,202,209],benchmark:[63,76,154,158],bender:22,benefit:42,bengio:8,bernoulli:8,bert:[54,160,168,175],bert_embeddings_featur:168,bert_embeddings_shap:160,bert_feature_dim:175,besid:22,best:[35,44,67,186],best_scor:67,best_step:[35,67,91],beststepop:35,beta1:[72,156],beta2:[72,156],beta:[19,36,180],better:[15,44,67,82,106,113,182,184],between:[8,13,15,30,33,44,46,54,55,56,61,65,67,72,78,82,86,91,95,116,129,134,135,141,142,144,152,163,166,172,186,205],betweenlocalandglobalbatch:166,beyond:[9,55],bf16:18,bf:178,bfloat16:[18,44,67,78],bfloat16_var:18,bfloat16_vari:[1,5],bfloat16variablesav:18,bi:[64,183],bi_split:44,bia:[8,9,10,15,21,22,29,43,44,54,67,86,182,184],bias:[10,54],biaslay:[22,29],bidi:87,bidi_rnn_typ:64,bidirect:[43,87],bidirectionalfrnn:87,bidirectionalfrnnquasi:87,bidirectionalrnn:87,bidirectionalrnnv2:87,big:[44,180],bigger:[15,67],bilinearli:164,billion:[40,154],bin:[213,214],binari:[20,60,75,78,103,184],bind:[11,53,115],bit:[8,81],blank_tok_prob:184,bld:15,bleu:[60,61,92],bleu_scor:61,bleu_token:61,bleu_wrapp:61,bleuscor:92,blf:15,blm:44,blnh:15,blob:[15,19,29],block:[9,15,29,38,54,55,76,78,85,86,88,180],block_partition_threshold_s:34,block_siz:[9,34,88],blog:54,blur:54,blurpool:54,blurpoollay:54,bm:96,bmt:96,bn:[19,54,147],bn_layer:[1,5,30],bnf:22,bnt:15,bntd:15,bo:67,bo_split:44,bodi:[12,21,22,43,44,60,78,83,113],bodyfprop:44,boilerpl:[11,73],bone_r:73,bool:[9,11,12,15,16,37,43,44,45,46,48,66,67,74,76,77,78,86,111,151,165,170,176,182],bool_val:47,borglet:76,both:[8,9,13,15,39,46,54,55,56,65,67,72,77,81,82,85,97,135,144,166,182,184,186],bound:[53,81,95],boundari:[12,31,54,78,87,91,95,182],bpe:[67,92,111,204],bpe_ids_to_word:67,bpe_word_token:[1,201],bpe_words_to_id:67,bpeidstoword:67,bpetoken:111,bpewordstoid:67,bprop:[11,13,33,78,112,136],bprop_variable_filt:[11,13,31],bracket:[12,66],branch:55,branchlay:22,brancket:142,breakdown:142,breviti:61,bright:164,broad:31,broadcast:78,broken:[13,33],brown:[197,200],brown_corpus_wpm:197,browncorpuswpm:197,bs:[54,127,182],bs_result:182,bsd:15,bsnh:15,bt:96,btc:54,btd:15,btnh:15,bubbl:44,bucket:[11,15,31,39,43,133,138,150,184],bucket_batch_limit:[11,39,138],bucket_kei:[39,133,150,184],bucket_upper_bound:[138,184],bucketing_kei:39,buffer:[15,44,162],buffer_s:4,buffered_decode_out:76,buggi:30,build:[20,21,27,39,44,76,78,82,89,99,133,150,175,184,209,213,214],build_data:[1,5],build_docker_imag:209,builddata:20,builder:[1,5,15,29,43,44,93,169,183],builder_lay:[1,5,29,40,43,83,97],builder_param:183,buildinputbatch:[133,150,184],buildtpusubgraph:76,built:[12,21,60,75,78,203,209],bunch:82,bundl:175,bx:96,bxy:96,bxyc:96,bxzc:96,bypass_nan:60,bzx:96,bzy:96,bzyc:96,c:[15,22,25,30,44,54,78,86,120,144,166,178,213,214],c_dim:[52,186],c_state:86,cach:[4,12,15,175],cache_st:15,cached_cal:67,cached_count:19,cached_src:8,cached_st:[15,83],cached_sum:19,cached_var:19,cachedataset:4,cacul:[141,142],calcuat:40,calcul:[15,16,37,43,54,81,135,166,170,182],call:[7,8,11,12,13,14,15,17,21,22,26,27,30,31,34,35,36,40,41,43,44,46,53,54,55,56,57,60,65,67,72,73,74,75,77,78,80,81,82,83,85,87,92,93,97,99,100,101,109,112,113,114,118,126,127,131,132,136,141,142,156,163,165,166,169,173,175,176,178,182,183,194,203],callabl:[2,11,12,15,46,53,66,72,73,78,82,162,165,166,170,173],callback:[17,82,105],calldefun:78,caller:[8,9,11,12,15,22,27,30,40,41,44,46,54,55,56,67,73,80,81,82,85,93,112,113,114,136,156,162,165,166,173,183],callwithparam:53,can:[4,7,8,9,11,12,13,15,18,21,22,24,25,27,33,34,36,37,39,40,41,42,43,44,46,52,53,54,55,56,57,60,65,67,72,73,76,77,78,81,82,83,85,86,87,91,95,97,99,100,101,104,105,112,113,114,118,121,126,127,131,132,135,141,142,144,152,162,163,166,173,175,178,182,183,184,185,186,203,207,209],candid:[67,86],cannot:[8,18,22,54,76,78,118],canon:[15,27,161],canva:[52,186],canvas_indic:[52,186],canvas_pad:[52,186],cap:[15,43,78,81,86,91],capabl:[40,86],capac:44,capacity_factor:44,capit:[9,15],caption:[103,141,160,166,168,170,175,190],captions_per_exampl:160,captur:[52,78,82,166,182,186],captured_input:78,car:203,cardin:[58,87],care:[12,44,127],carri:[12,44,54,60,82,89],case_sensit:61,cast:[11,54,56,60,81,93,112],cast_dtyp:54,categor:[19,54],categori:[19,78,81,83],categoricalbn:[19,30],categoricallayernorm:54,caus:[15,45,165,166],causal:[15,29,30,38,43,44,55],causal_denomin:38,causal_mask:15,causal_numer:38,causalconv2dlayerwithpad:30,causaldepthwiseconv1dlay:44,causaldepthwiseconv2dlay:30,causaldepthwiseconv:43,causalnormalizeddepthwiseconv2dlay:30,causalpad:15,causalpoolinglay:29,causalsegmentmask:15,causalselfattenpad:78,cautious:15,caveat:[72,112],cc:[8,81,94],ccrma:95,cct:55,cctattentionlay:55,cctfeedforwardlay:55,cctgatingnetwork:[54,55],ceil:[15,30,54,95],cell:[40,58,64,77,78,81,82,86,87,101,180],cell_fn:82,cell_grad:82,cell_nod:86,cell_out:82,cell_out_grad:82,cell_param:64,cell_shap:86,cell_tpl:40,cell_typ:82,cellfnfpropopreplacementwrapp:40,central:[12,15,22,27,30,40,41,44,54,55,56,80,85,93,112,164,173,183],centroid:[9,15],certain:[8,15,21,40,78,86],cfg1:205,cfg1_and_cfg2_diff:205,cfg1_not_cfg2:205,cfg1_text:205,cfg2:205,cfg2_not_cfg1:205,cfg2_text:205,cfg:[122,209],cfg_text:205,chanc:[72,166],chang:[8,15,27,43,44,45,60,78,79,82,101,127,135,141,184],changetosimpleembed:54,channel:[6,12,15,19,22,29,30,40,54,55,56,81,82,86,94,95,103,130,131],channel_count:131,channel_multipli:[27,30,44],channel_s:44,charact:[46,67,111,194,204],cheap:15,cheaper:15,cheat:44,check:[2,6,8,12,46,53,67,76,78,89,109,112,182],check_stateful_op:82,checker:109,checkkei:66,checknumer:78,checkpoint:[1,2,5,8,11,12,13,15,18,22,40,44,48,54,56,57,65,74,75,76,78,81,83,87,89,97,101,112,119,132,163,169,173,182,183,210,213,214],checkpoint_id:[89,213,214],checkpoint_path:[3,18,23,78,169,213,214],checkshap:78,chi:38,child:[7,8,12,13,15,22,26,27,31,40,44,54,56,57,65,81,83,86,87,97,101,112,127,132,135,163,182,183],child_cell_cl:86,child_onehot:135,children:[6,8,10,12,13,15,17,19,22,27,29,30,40,41,44,54,55,56,57,58,65,80,81,83,85,86,87,93,95,97,99,100,101,105,112,126,127,130,131,132,135,151,163,172,173,178,182,183,185,186],cho:8,choic:[78,131,169],choos:[8,24,41,46,78,168,169],choose_rang:95,choosen:55,chosen:[7,34,36,38,109,164,166],christoph:8,chun:59,chunk:[8,17,38,67,151],chunked_causal_denomin:38,chunked_causal_denominator_func:38,chunked_causal_denominator_grad:38,chunked_causal_numer:38,chunked_causal_numerator_func:38,chunked_causal_numerator_grad:38,cin:54,circular:15,circular_tail:15,citeseerx:59,ckpt:[44,74],ckpt_id:213,ckpt_id_from_fil:214,ckpt_path:[2,78],ckpts_loading_rul:78,cl:[6,12,14,15,19,22,25,30,40,46,53,54,55,56,57,118],class_emb:[19,30],class_id:[54,56,151],class_index:54,class_indic:78,class_kei:122,class_prob:[54,56,151],class_weight:[54,56,151],classic:15,classif:[40,60,144,147],classifi:[124,143],classmethod:[2,3,6,8,9,10,11,12,13,15,17,19,21,22,24,27,29,30,31,33,34,35,40,41,43,44,45,46,48,52,54,55,56,57,58,60,63,65,72,73,75,76,77,80,81,82,83,85,86,87,91,93,95,97,99,100,101,105,106,111,112,113,114,122,123,127,128,130,131,132,133,135,136,144,145,150,151,152,156,163,164,165,166,170,172,173,175,181,182,183,184,185,186,194,213,214],clean:[43,82],cleanup:[54,76],cleanup_func:2,clear:[44,57,66,74],clear_after_read:127,clear_device_plac:74,clearli:41,clearrelativeattentionintransformerlay:15,cleartpudevic:78,cleartpusummarytensor:78,client:[17,24,182],clim:73,clip:[13,54,57,78,81,86,152],clip_by_valu:78,clip_value_max:78,clip_value_min:78,clipping_threshold:72,clone:4,close:[8,15,112],closest:[9,15],closur:48,cloud:[164,213],cluster:[1,5,9,11,12,15,16,25,48,72,78,79,88,119,209,213],cluster_def:78,cluster_factori:[1,5,176],cluster_nam:209,cluster_param:[25,48,119],cluster_spec:213,clusterdef:[24,78],clustert:15,cmap:73,cmessag:[47,49,68,69,70,191],cn:[13,213],cnn:[54,130,144],co:[38,54,166,170],coco:[168,175],coco_capt:175,code:[8,12,13,15,22,40,44,46,54,56,57,65,78,81,82,83,87,97,101,109,112,113,114,116,131,132,163,166,182,183],code_directori:209,code_fil:204,codebas:[8,12,13,15,22,40,44,54,56,57,65,81,83,87,97,101,112,132,163,182,183],codelab:[193,196],coder:203,coeffici:[22,60,67,78],colab:54,colaboratori:120,collaps:[116,131,178],collect:[11,12,22,43,44,46,53,54,72,76,77,78,87,89,112,173,178,206],collectregularizationloss:178,collectvarhistogram:103,collid:78,collis:12,coloc:[24,48,72,78],colocate_gradients_with_op:[72,78],color:164,colum:67,column:[8,43,67,180,184],com:[15,19,29,37,54,117,120,154],combin:[7,8,11,15,42,44,52,54,55,56,58,67,72,76,78,81,86,91,99,112,151,172,180],combine_tensor:44,combinedminimumschedul:91,combinemetr:78,combinest:151,come:[15,55,56,67,72,99],comma:[12,22,209],command:[213,214],comment:[15,17,39,54,78,131,142],common:[10,11,15,17,30,44,46,54,76,78,79,83,97,102,103,129,131,134,151,160,161,165,166,168,180,205],common_attent:54,common_input:83,common_schema:[124,159],common_shema:170,common_signatur:173,commoninputoparg:11,commonli:[15,21,29,72,166],commonparam:[15,27,151],commun:[44,94],compabl:[8,12,13,15,22,40,44,54,56,57,65,81,83,87,97,101,112,132,163,182,183],compar:[8,13,33,54,76,83,99,109,135,144,152,163,182,186,205,214],compare_param:[1,201],comparetogoldensinglefloat:109,comparison:[54,184],compat:[0,1,8,11,12,13,15,22,35,40,44,54,56,57,65,66,67,72,78,81,83,86,87,89,97,101,103,112,116,131,132,163,182,183,203,204,215],compil:[44,45,54,76,113],complet:[3,12,54,67,76],complex:[9,15,81],complianc:62,complic:[21,166],compon:[55,67,128],compos:[8,21,22,40,72,86,91,95],composit:[21,55,72],compositeoptim:72,compress:77,comput:[2,6,8,9,10,12,13,15,17,19,21,22,24,26,27,30,33,34,36,38,40,41,42,43,44,45,54,55,56,57,58,59,60,61,67,72,77,78,80,81,82,83,85,86,87,92,93,97,99,101,103,104,109,114,126,127,128,129,131,132,134,135,141,142,144,151,152,162,163,166,172,173,182,183,186,205,206],computation_cost:[1,5],computationshap:78,compute_atten_prob:15,compute_bleu:61,compute_gradi:72,compute_gradients_fn:[57,78],compute_precondition:67,compute_stat:[1,201],computeactivationgradi:57,computeandupdatemo:19,computecontextvector:8,computecontextvectorwithattenprob:8,computecontextvectorwithcachedsourc:8,computecontextvectorwithsourc:[8,182],computeconvoutputpad:30,computeconvoutputpaddingv2:30,computeconvoutputshap:30,computedistillationloss:33,computeeditdistancematrix:[141,142],computeexplicitpaddingforcausalconv:30,computegradi:[57,72,78],computegradientssimpl:78,computehypswithbeamsearch:127,computelogitswithlm:132,computeloss:[10,13,33,41,43,44,57,78,114,127,135,144,152,163,182,186],computemetr:128,computemo:19,computenceandauc:78,computenormalizedw:128,computenumericgradi:109,computeoverallscor:92,computepertokenloss:43,computepredict:[10,13,33,43,114,127,135,144,152,163,182,186],computepredictionsdynam:127,computepredictionsfunct:127,computeprob:8,computesparseattent:9,computesplit:50,computestepr:103,computew:[78,129,141],computexentoutput:151,concat:[8,11,15,52,77,86],concated_source_context:8,concated_source_vec:8,concaten:[8,21,34,39,52,54,76,78,86,87,97,101,103,151,176,204],concatenateacrossreplica:176,concatenatepaddedsequ:78,concatperexampletensor:78,concatrecurs:78,concept:[81,166],conceptu:[8,22,82],concret:21,concretefunct:78,concurr:[76,82],cond:[8,78,113],cond_is_finit:72,condit:[19,22,30,31,67,78,151,166],condition:45,condition_dim:151,conditionalappend:35,conditionalrnnlm:151,condscaleshiftffnlay:54,conext_len:15,confer:117,confid:54,confidence_logit:127,config:[13,16,34,48,56,72,78,79,112,130,131,183,185,205,209,213,214],configfflay:27,configmoeparam:27,configur:[11,12,24,27,44,46,54,60,64,72,78,79,81,127,162,163,165,166,169,177,209,213],configurablemetr:60,conflict:122,conform:[18,27,78,102],conformer_lay:[1,5],conformer_tpl:27,conformerlay:27,confus:11,conjunct:67,connect:[15,21,22,40,43,54,55,56,97,101,127,151,175,185],conrol:184,consecut:[8,55,67,95],conserv:184,consid:[8,9,11,15,30,43,66,67,81,141,142,166,184],consist:[13,22,27,31,44,54,57,67,72,78,81,83,127,131,135,144,183,184],constant:[1,5,38,44,48,78,81,82,91,97,106,124,159,178],constant_valu:30,constanton:91,constantschedul:106,constguaranteescop:48,constitu:12,constitut:166,constrain:81,constraint:81,construct:[2,13,21,22,24,33,35,38,43,44,46,52,53,54,55,60,75,76,78,82,95,97,101,109,119,122,131,135,144,152,163,166,186,195,209,213],constructfpropbpropgraph:[13,65,113],constructfpropgraph:13,constructor:[12,22,46,72,73,162,166,169,203],constructposttrainingloop:13,constructr:89,constructwithparam:53,consult:[6,12,15,19,22,30,40,54,55,56,112],consum:[22,67,175,183],contain:[3,6,7,8,9,10,11,12,13,15,17,18,19,22,23,24,27,29,30,31,33,40,41,42,43,44,46,48,50,53,54,55,56,57,58,59,61,64,66,67,72,73,76,77,78,80,81,82,85,86,87,88,91,93,95,97,99,100,101,103,105,109,112,114,118,121,126,127,128,129,130,131,132,133,135,144,150,151,152,162,163,164,166,170,173,178,180,182,183,184,185,186,209],content:[9,13,31,33,67,78,89,135,144,186,202,208,209,211],content_bia:9,context:[8,9,11,12,13,15,22,23,30,40,44,54,55,56,57,65,73,78,81,82,83,87,88,90,97,99,101,102,104,109,112,113,126,127,132,163,176,180,182,183,185,203],context_dim:[8,55,87,126,127],context_map:[8,126],context_s:9,context_vec:55,contextu:[126,182,186],contextualizer_bas:[124,125],contextualizerbas:126,contin:54,continu:[13,33,72,75,91,135,144,152,163,186],continuousschedul:91,contract:[43,44],contrain:87,contribut:[54,78,81,152],control:[8,11,12,13,15,22,40,41,44,46,54,56,57,65,72,73,78,81,82,83,87,97,101,112,127,132,133,150,163,166,175,182,183,184,213],control_after_assign:116,conv1d:44,conv1dstatelay:44,conv2d:[21,29,30,54],conv2dflop:54,conv2dlay:[21,54],conv2dlayernopad:54,conv2dlayerwithpad:30,conv:[15,27,29,30,43,54,86,130],conv_activ:27,conv_input:30,conv_kernel_s:43,conv_last:[29,54],conv_layers_build:[1,5,15],conv_layers_with_time_pad:[1,5],conv_lstm:130,conv_norm_layer_tpl:27,conv_output_shap:130,conv_pad:54,conv_qdomain:15,convbatchnormlay:30,convcategoricalbn:30,conveni:[13,14,43,62,67,72,73,76,81,83,114,122],convent:[13,27,33,46,100],converg:81,convers:[44,54,57,67,184],convert:[11,15,31,39,45,48,54,60,63,66,67,73,78,92,100,111,115,116,117,128,175,205,210],convert_to_tensor:12,convertfilepatterntodatasourc:11,convertnonegradienttozero:78,convertsubgraphdicttoproto:48,converttoblock:9,convlay:54,convlstmblock:130,convlstmcel:86,convnet:55,convnn2dlay:54,convolut:[8,15,29,30,43,44,54,55,81,86,87,93,95],convolution_fn:15,convolution_lambda:54,convsetlay:54,convsoftmax:54,convtransposelay:54,cooper:[119,213],coordin:95,copi:[7,8,12,13,15,22,34,40,43,44,45,46,53,54,56,57,65,66,78,81,83,87,97,101,112,119,132,135,144,152,163,166,173,175,182,183,184,209,213],copybaseparam:12,copyfieldsto:46,core:[0,1,123,126,127,128,130,131,132,133,135,136,138,144,145,147,150,151,152,154,156,163,164,165,166,169,170,172,173,175,176,181,182,183,184,185,186,189,190,194,197,204,213,215],core_bs_st:17,core_id:78,corpu:[60,154,197,200,204],corpus_dir:154,corpusbleumetr:60,correct:[7,8,34,36,54,67,72,78,81,184],correctli:[7,34,36,53,72,78,173],correl:60,correlationmetr:60,correspond:[4,6,9,11,12,13,15,17,19,21,22,24,29,30,38,40,44,50,53,54,55,56,67,72,73,74,76,78,81,82,85,86,95,109,111,115,127,129,132,135,142,144,152,166,175,186,203,204],cosin:91,cosineschedul:91,cossim:38,cossim_kernel_transform:38,cost:[26,34,40,44,82,85],cost_metric_nam:26,could:[22,44,45,53,60,67,72,76,78,82,135,184],count:[6,12,15,17,19,22,30,40,54,55,56,60,61,81,134,142,152,207],count_record:[1,201],counter:[3,61,75,103],countinginputgener:114,coupl:[81,86,151],couple_input_forget_g:151,cout:54,covari:38,cover:[8,46,67,72,127],coverag:67,coverage_penalti:67,cpc8k_shape:160,cpc:160,cpu:[11,25,34,39,54,75,76,78,112,209,213,214],cpu_memori:209,cpu_passthrough_tensor:76,cpuemblookup:112,cpuemblookupspars:112,creat:[2,4,7,8,9,11,12,13,15,19,22,23,27,30,33,34,35,36,40,43,44,45,46,50,54,55,56,57,64,65,67,72,73,74,78,80,81,82,83,86,87,91,97,101,103,112,113,114,119,122,123,126,127,128,132,135,144,156,163,166,170,173,180,182,183,186,194,202,209,212,213],create_asr_featur:[1,201],create_projection_matrix:38,create_timestamp:70,create_tpu_clust:209,createaqtweight:81,createbidirectionalrnnparam:[64,130],createcheckpoint:76,createchild:[8,12,13,15,22,40,44,54,56,57,65,81,83,87,97,101,112,132,163,182,183],createchildren:12,createconvlstmlayerparam:130,createcpupassthroughenqueueop:11,createdatasourc:11,createdecodermetr:[13,33,135,144,163,186],createlocaltheta:78,createmetr:128,createnestedmaplay:22,createoptimizerparamet:112,createrunn:213,createscalarsummari:60,createslotvariablesandop:112,createtargetinfomisc:127,createtensor:81,createtensorwithshap:81,createtestmethodsforallregisteredmodel:123,createtpuembeddingenqueueop:11,createtpuenqueueop:11,createunidirectionalrnnparam:64,createvari:[8,12,13,15,22,40,44,54,56,57,65,78,81,83,87,97,101,112,123,132,163,182,183],createvariablemeta:12,creation:[12,73,78],creator:78,crisscross:[168,175],criterion:35,crop:164,cross:[12,15,44,54,56,78,83,166,176,182,185],cross_attent:15,crossbatchmixingdatasourc:31,crossentropi:151,crossreplicaconcat:176,cuda:[213,214],cum_atten_prob:99,cumprod:8,cumsum:[8,78],cumul:[8,67],cumulative_atten_prob:67,cumulative_axi:19,cumulative_prob:8,cumulative_scor:67,cur:[67,86],cur_factor:91,cur_output:[15,55],cur_prob:[13,106],cur_step:[17,67],cur_target_info:127,cur_v:86,current:[8,11,12,13,15,17,19,22,23,24,25,31,35,39,43,54,55,60,61,67,70,72,74,77,78,79,81,82,86,90,91,97,99,103,104,106,112,113,114,127,131,135,136,156,176,181,182,184,202],current_cap:81,current_se:38,current_step:[91,103,106],curriculumdatasourc:31,curv:[60,73,78],custom:[13,15,31,54,78,81,82,85,127],custom_gett:78,customtfdatasettransform:31,customzi:86,cut:[73,82],cxc:[159,167,175],cycl:[91,97],cycleschedul:91,cyril:[7,72],d:[8,11,15,22,27,38,43,54,55,58,66,78,95,100,103,132,164],d_input:85,d_kv:43,d_output:85,d_theta:85,dai:86,dank:86,data1:73,data2:73,data:[2,4,11,14,15,19,20,21,22,30,31,34,38,44,46,67,73,75,76,78,82,95,96,97,99,113,126,131,133,135,145,147,150,154,156,160,162,165,170,175,181,182,184,197,209,213],data_augment:[124,179],data_format:54,data_sourc:136,data_typ:49,dataclass:46,datadir:[189,190],datan:73,dataset:[0,1,4,11,14,31,76,122,131,138,147,154,156,158,161,162,165,166,168,169,170,175,180,184,189,190,197,207,210,213,215],dataset_fn:165,dataset_fn_kwarg:165,dataset_nam:[14,76,122,169,213],dataset_op:[4,162],dataset_param:[14,169],dataset_spec:[124,159,169,170],dataseterror:14,datasetfunctionerror:118,datasetspec:[162,169],datasetv1:162,datasourc:[1,5,11,133,150,184],datatyp:[44,81],date:209,dbg:78,dcaptur:[78,82],dconv:43,dct:12,de:[7,34,36,72,189,190],deal:[7,11,15,34,36,72,81],debug:[22,66,78,154,156,211],debugstr:66,dec:[43,44],dec_b:[126,127],dec_enc_attent:43,dec_metr:[76,186],dec_metrics_dict:[33,128,135,144,186],dec_out:[43,186],dec_out_dict:[33,128,135,144,186],dec_self_attent:43,decai:[35,72,78,81,91,180],decay_gap:91,decay_r:72,decay_start:91,decencattent:43,decid:[44,78,99,113],declar:112,decmultidconvheadattentionrelativebia:43,decod:[8,10,11,13,15,17,32,33,43,44,54,55,56,60,61,63,65,67,76,78,99,105,117,119,124,125,126,128,129,132,134,135,144,163,164,179,180,186,202,209,213,214],decode_dataset_nam:76,decode_finalize_arg:13,decode_metrics_dict:[13,33,135,144,186],decode_out:13,decode_out_dict:[13,33,76,135,144,186],decode_out_path:13,decode_proto:184,decode_steps_per_loop:76,decode_tensor:76,decodecheckpoint:[213,214],decoded_output:60,decodefin:13,decodefinalizearg:13,decodeflactowav:202,decodefn:76,decodelatestcheckpoint:[213,214],decodeloop:76,decodeonestep:78,decodeprogram:76,decoder_batch_s:8,decoder_cel:209,decoder_cross_atten_segment_mask:[15,56],decoder_dir:[213,214],decoder_gpu:209,decoder_lib:[1,5],decoder_metr:[124,125],decoder_out:[128,135],decoder_param:129,decoder_segment_id:43,decoder_self_atten_segment_mask:[15,56],decoder_step_st:127,decoder_step_state_zero_fusion_flat:127,decoder_step_state_zero_misc_flat:127,decoder_templ:209,decoder_theta:[105,135],decoder_typ:[209,213,214],decoder_util:[124,125],decoderembedfpropdefaulttheta:56,decoderlay:43,decoderlayerstack:[43,44],decodermetr:128,decoderoutput:10,decoderstepst:127,decoderstepzerost:127,decodertopk:128,decodewav:202,decodewiththeta:[13,135,144],deconv:54,deconvlay:54,deconvolut:54,decor:[12,67,78,81,82,84,122,178],decselfattent:43,decselfattentionrelativebia:43,dedup:54,dedupl:166,deep:[37,41,46,55,66],deepcopi:66,deeprank:54,def:[11,12,17,25,39,78,82,83,97,135,169,175,178],default_assumpt:104,default_dataset:[168,169],default_factori:78,default_optim:72,default_se:78,default_valu:46,defaultparaminit:78,defaultrnncellstateinit:78,defaultvalu:[12,19,81],defaultvn:78,defer:[8,72,78,81],defer_crs_to_apply_grad:78,defin:[3,8,11,12,13,14,15,17,31,37,43,44,46,53,54,55,60,72,78,81,86,87,95,97,99,101,102,122,123,151,160,162,166,169,175,177,178,184],definedfunct:78,defineinfeedparam:11,defineparam:53,definetfdatainput:11,definit:[11,14,22,59,78,160,161,162,169,171,183,209],defun:[8,12,67,78],degener:9,degre:95,del:[78,129,134,141,142],delai:76,delay_growth_factor:84,delay_growth_fuzz:84,deleg:[54,78,97,101,136],delet:[8,12,13,15,22,40,44,46,54,56,57,65,81,83,87,97,101,112,129,132,141,142,163,182,183],deliber:105,delimit:[22,67],delta:[36,67,78,103,109,116],demand:[72,76],demonstr:[37,80],denois:184,denorm:78,denot:[2,9,12,15,54,95],dens:[7,34,36,43,54,72,112],dense_id:112,dense_relu_dens:43,densebuild:[43,156],denselm128b16x16:156,denselm128b32x32:156,denselm128b8x8:156,denselm12kwide162badam16x16:156,denselm12kwide162badam32x32:156,denselm12kwide162badambs25616x16:156,denselm12kwide41badam16x16:156,denselm12kwide41badam8x8:156,denselm175b32x32:156,denselm1t16x16:156,denselmtempl:156,densereludens:43,densereludenseg:43,densereludensegatedgelu:43,densereludensegatedsilu:43,densespars:43,denseweight:54,deocder:76,dep:120,depend:[6,8,12,15,19,21,22,29,30,31,40,44,54,55,56,78,81,82,86,91,97,99,131,173,182,183,184],deploy:209,deprec:[11,15,56,78,86],depth:[3,8,11,54,55,58,78,81,87,99,130,182,183,185],depth_multipli:[29,54],depthwis:[15,27,30,43,44,54],depthwise_conv2d:54,depthwise_conv_1d:27,depthwiseconv2d:29,depthwiseconv2dlay:[30,54],depthwiseconv:81,depthwiseconvautoregress:43,dequeu:[11,13,76],dequeuecpupassthrough:11,deriv:[67,85,95,175],descend:[12,66,67],descent:[12,36,138],describ:[8,9,12,13,15,22,29,31,33,43,44,55,78,82,83,86,97,99,106,114,117,135,144,152,162,163,166,182,186,203],descript:[8,46,54,105,180],descriptor:[47,49,68,69,70,191],descriptor_sourc:184,design:11,desir:40,desns:43,dest_lay:173,destin:[46,95],detail:[7,8,17,34,36,44,54,55,56,73,78,82,87,97,99,109,120,127,166,185,209],detect:166,determin:[11,15,23,33,35,67,76,78,81,82,97,99,111,113,127,166,184],determinist:[8,15,38,56,75,78,85,106,114,127,164],deterministic_dropout:29,deterministicdropout:78,deterministicdropoutlay:54,deterministicvn:78,deterministicweightslay:56,dev:[14,35,91,118,138,147,154,161,169,173,175,180,189,190,209],devbasedschedul:[35,91],develop:[14,138,147,154,189,190],deviat:[78,81],devic:[11,13,15,21,22,24,25,27,39,40,43,44,45,48,54,60,74,76,78,82,86,94,96,144,152,186],device_id:24,device_index:24,device_list:78,device_mesh:[21,27,43,44,45,54,55,78,156],device_mesh_shap:[45,156],device_nam:24,device_opt:48,device_str:24,device_typ:[74,75],devicefunct:24,devicepair:82,devoth:138,df:[15,209],di:178,diagnoi:[141,142],diagnos:[141,142],diagnosi:141,diagnosis_html:141,diagnost:7,diagon:34,diagonal_grad_upd:34,dict:[2,10,11,12,13,14,15,17,22,24,33,42,43,45,46,48,50,53,55,57,60,66,73,74,76,77,78,82,97,104,112,113,114,119,122,123,127,128,130,131,135,141,142,144,151,152,160,162,163,166,169,175,176,178,182,186,195,205,209,213],dict_kei:74,dict_to_example_proto:175,dict_val:47,dictionari:[12,13,15,18,22,27,30,33,40,41,44,48,50,54,55,56,60,72,74,78,80,85,93,127,135,142,144,152,173,182,183,186,204,205,209],die_if_unset:170,diff:141,differ:[8,9,11,12,15,22,31,40,41,43,44,46,54,55,56,65,67,72,73,78,81,82,86,87,95,106,127,129,141,142,164,166,169,170,176,178,180,205],differenti:[44,78],difficult:72,digit:111,dilat:[29,30],dilation_r:[30,54],dim0:[27,78],dim1:78,dim:[8,9,11,15,19,21,22,29,30,38,39,43,44,45,54,55,56,58,67,78,82,87,88,97,101,103,113,115,116,127,129,131,132,151,178,180,182,183,185],dim_index:34,dim_per_head:[15,27,182],dim_reshape_seg:[15,45,54,55],dimenion:50,dimens:[8,9,11,13,15,19,21,22,29,30,31,33,38,39,43,44,45,50,52,54,55,58,67,72,73,76,78,82,86,87,88,95,97,100,103,111,114,116,126,127,135,144,151,152,160,163,166,177,178,180,182,186],dimension:[38,43,127],dinput:82,dir:[2,35],direct:[7,38,64,72,87,183],direct_featur:151,direct_feature_dim:151,direction_optim:7,direction_optimizer_apply_fn:7,directli:[11,12,35,41,45,73,78,81,86,97,114,131,136,156,165,183],directori:[2,4,13,23,75,122,175,209,213],disabl:[12,15,43,48,54,81,82,162],disable_meta_optim:78,disable_packed_input:48,disablevn:78,disagr:[141,142],disallow:[48,182],disambigu:[67,184],discard:184,discret:[13,24,33,54,95,135,144,152,163,186],discuss:[21,54,85],disentangl:[7,72],disjoint:57,disk:[13,46,170],dispatch:44,dispatch_stride_axi:49,dispatch_tensor:44,displac:95,displai:127,dispos:175,dist:9,distanc:[9,15,95,129,134,141,142],distil:[13,33,54,135,144,152,163,186],distillation_task:[1,5],distillationtask:33,distinct:[9,13,33,81,166,170],distinguish:54,distort:164,distribut:[4,8,13,15,33,34,38,39,54,56,67,78,81,105,106,135,144,152,163,166,182,186,213],distributed_shampoo:[1,5],distributedshampoo:[34,72],distributionstrategi:78,div:67,diverg:214,divid:[55,78],divide_no_nan:78,dividenonan:78,divis:15,dnh:15,do_ev:[12,24,25,165,182,185],do_function_inlin:78,docker:209,docker_imag:209,docstr:[7,34,36,55],document:[74,81,97,99,101],doe:[3,8,9,10,11,12,15,24,34,44,45,46,48,53,54,61,66,67,72,73,74,78,81,82,83,86,91,100,101,111,113,119,123,131,132,151,166,173,209,213],doesn:[12,30,54,82,86],dofn:175,dofnrunn:175,doi:59,domain:[54,81,95],domain_id:95,domain_id_index:95,don:[6,12,13,15,19,22,30,40,43,46,54,55,56,78,114,173],done:[6,12,15,19,22,30,40,54,55,56,60,67,76,86,151],done_hyp:[17,67],dot:[8,15,46,172,178],dotproductattent:8,dotproductscorefunct:172,doubl:[46,81],doubleprojectionlstmcel:86,down:[54,72,78,141,142,209],download:[59,158,175,200],download_brown_corpu:[193,199],download_lm1b:[149,157],downstream:[15,41,48,54,81],dpair:82,drawn:78,drive:[13,33],drop:[11,12,39,54,55,67,78,86,90,147,166,170,184],drop_output:55,drop_pairs_that_match:166,drop_prob:15,drop_tok_prob:184,dropconnect_prob:29,dropout:[8,15,25,27,29,41,43,44,54,55,56,78,85,151,180,183],dropout_prob:[15,27],dropout_r:44,dropout_theta:56,dropoutlay:[15,21,43,54],ds:11,dst:83,dst_nmap:78,dstate0:82,dstate1:82,dtheta:82,dtype:[7,9,11,15,18,19,27,34,36,43,44,54,55,56,67,72,77,78,81,82,86,87,89,94,95,100,109,113,127,151,160,182],dtype_overrid:48,dtype_v:47,dual:[163,166,168,169,172,175],dual_encod:[124,159,176],dual_encoder_recip:[159,167,168],dualencod:163,dualencoderrecip:[168,169],due:[45,54,78,81,112],dummi:[81,104,123],dummy_index:104,duplic:[7,9,11,15,34,36,72,78,166,170],durat:2,dure:[8,12,13,15,17,33,44,54,55,60,76,78,81,82,91,109,119,127,132,135,144,152,163,166,182,186,213],dx1:85,dx2:85,dx:[78,109],dy1:85,dy2:85,dy:[78,109],dynam:[8,11,15,30,54,67,78,81,93,136],dype:78,dzmitri:8,e:[3,4,6,8,9,11,12,13,15,19,21,22,24,25,27,30,33,39,40,41,43,44,46,52,53,54,55,56,60,61,66,67,72,73,76,78,80,81,82,83,85,86,91,93,95,97,102,105,109,116,118,122,127,135,141,144,152,162,163,166,173,178,180,183,184,186,203,209,210],each:[4,8,9,11,12,13,15,16,17,19,22,26,31,33,34,38,39,40,41,42,43,44,46,48,50,52,53,54,55,56,57,60,61,66,67,72,73,76,78,81,82,83,86,87,95,97,99,100,101,103,106,111,112,114,117,119,122,123,126,127,130,135,142,144,151,152,160,163,166,170,175,176,177,178,180,182,184,186,203,204,205,209,213],eack:106,eacl:168,eager:[72,78,103],eah:44,eah_split:44,eam:44,eam_split:44,earli:[35,48,59,76,213],earlier:[12,41,72],early_stop:[1,5],earlystop:35,easi:166,easier:[78,170],eaxmpl:184,edg:[43,82],edit:[129,134,141,142],editdist:129,editdistanceinid:129,edu:[59,95],effect:[8,15,54,60,67,72,78,81,82,91,116,128,170,173,184],effic:15,effici:[8,9,15,40,54,78,85,86,207],efficientnet:[168,173],efficientnet_b4:173,efficientnetb4bertadapt:168,efficientnetb4param:173,eg:[8,12,13,15,22,40,44,54,55,56,57,65,76,81,83,87,97,101,112,119,132,163,182,183,213],egcm:44,egcm_split:44,egdd:[1,5],einsum:[15,43,44,54,78,96],einsumbbmbm:[95,96],einsumbmtbmbt:[95,96],einsumbxybxbxi:[95,96],einsumbxycbxbxyc:[95,96],einsumbxycbybxyc:[95,96],einsumbxycbzxbzyc:[95,96],einsumbxycbzybxzc:[95,96],einsumembeddinglay:54,einsumsoftmax:54,einsumwithmodeldim:[43,44],either:[8,11,12,13,17,19,22,30,33,38,39,46,53,54,55,60,67,72,76,78,81,86,97,99,101,131,135,141,144,152,163,166,183,184,186,213],elad:[7,72],element:[4,8,9,10,11,15,17,21,30,31,44,50,52,54,66,67,73,75,78,95,97,99,101,103,115,116,127,141,142,151,175,178,182,205],elementparam:175,elimin:[86,131],els:[6,9,15,19,52,54,72,78,113],else_branch:78,elsewher:[9,168,169],ema:[13,78],emb:[9,15,54,55,56,86,127,183],emb_dim:[19,30,151],emb_tabl:77,emb_theta:56,embd:9,embed:[9,11,15,43,44,46,54,55,56,77,78,81,86,88,100,112,126,151,160,175,177,180,182,183],embedded_input:183,embedding_dim:[54,100,112,154,180],embedding_dimens:138,embedding_lookup_spars:112,embedding_step:[5,98],embedding_typ:44,embeddingaugmentedlayernormalizedlstmcellsimpl:86,embeddinglay:[54,77,100],embeddingstep:100,embemd:44,emblookup:[54,55,100,112],emblookupdefaulttheta:54,emblookupdefaultthetaoncpu:54,emblookupspars:112,embr:[67,127],emiss:8,emit:[41,52,54,67,100,127,182],emitt:203,emnlp:8,emploi:[81,166],empti:[11,17,22,48,67,78,82,86,97,101,126,127,129,133,141,150,182,184,209],emul:[14,81],en:[78,95,117,142,189,190],enabl:[12,15,40,43,48,54,67,72,78,86,165,182,184],enable_assert:[48,79],enable_check_numer:79,enable_cross_replica_sum_on_tpu:19,enable_ctx_pre_proj:8,enable_ln_on_c:86,enable_opportunistic_reus:78,enc:[43,212],enc_map:15,encapsul:[77,78,127,166],enclos:46,encod:[9,10,13,15,17,33,43,46,55,56,65,72,87,88,92,93,99,105,117,124,125,127,131,135,163,164,166,168,169,172,175,177,178,179,180,182,184,186,202,204,208,212],encodecaptionsfn:175,encoded_dim:172,encoded_filepath:204,encoded_imag:164,encoded_output:[10,182],encodemod:163,encoder_config:169,encoder_ouput:[10,182],encoder_output:[10,17,105,127,182],encoder_output_dim:169,encoder_param:175,encoder_segment_id:43,encoder_self_atten_segment_mask:[15,56],encoder_st:8,encoderconfig:163,encoderembedfpropdefaulttheta:56,encoderfpropdefaulttheta:56,encoderlay:43,encoderlayerstack:43,encount:17,encourg:8,end:[9,10,11,13,15,17,30,33,46,52,54,57,60,67,72,76,78,81,82,105,111,162,180,186,190],end_cap:81,end_compat:72,end_offset:[11,111],endpoint:[40,78],energi:[8,202],enforc:[8,15,86],engin:[54,81],english:[52,189,190],enough:[44,81],enqueu:[2,11,213,214],enqueuedata:11,ensur:[8,12,13,15,22,31,35,40,43,44,54,56,57,65,74,78,81,83,85,87,97,101,112,132,163,166,173,182,183],ensure_full_beam:67,ensure_sum_on:37,enter:[12,46],enter_fn:46,entir:[13,44,52,55,58,67,78,95,132],entmax:[1,5],entmax_loss:37,entmax_support:37,entri:[8,11,42,53,60,66,73,76,78,95,103,112,182],entropi:[54,56,78,166,182],enum_v:47,enumer:[12,14,169],enumv:47,environ:[4,81,175,209],environment_vari:170,eo:[11,17,52,67,111,182,186],eoc_id:67,eos_atten_prob:67,eos_id:[52,67,105],eos_scor:67,ep:54,epoch:[67,162],epsilon1:72,epsilon2:72,epsilon:[9,19,34,59,67,106,129,156,180],eq:[8,54,59,78],equal:[17,44,52,54,58,67,78,87,166],equat:[9,43,44,59,86],equiv:78,equival:[22,48,58,60,78,79,166,173,184],err:141,err_typ:[141,142],error:[2,14,59,67,78,85,89,129,134,138,141,142,162,178],error_toler:59,errorstat:134,escap:[46,72],esp:[54,142],especi:67,essenti:[76,207],establish:21,estim:[6,12,15,19,21,22,26,30,40,54,55,56,72],et:[56,168],etc:[13,14,25,34,43,46,54,56,66,73,76,78,81,86,151,166,176,184],euclidean:[9,15],europ:209,eval:[2,3,13,19,33,54,60,76,78,81,86,91,112,119,128,132,144,163,213],eval_crop_area:164,eval_dataset_nam:76,eval_metr:[13,57],eval_onli:81,eval_program:76,eval_program_cl:76,eval_steps_per_loop:76,eval_typ:213,evalcheckpoint:213,evalexpr:104,evallatestcheckpoint:213,evalprogram:76,evalu:[13,15,30,33,54,60,76,78,104,112,135,141,142,144,152,163,164,184,186,213],evalut:[141,142],even:[15,21,67,78,82,86],evenli:[50,67,78],event:67,everi:[9,15,17,22,36,39,40,43,46,54,58,60,66,67,78,81,82,83,87,91,97,101,109,127,152,162,184,202],everywher:121,evolv:[55,56],evolvedtransformerbaselay:55,evolvedtransformerdecoderbranchedconvslay:55,evolvedtransformerdecoderlay:[55,56],evolvedtransformerencoderbranchedconvslay:55,evolvedtransformerencoderlay:[55,56],evolvedtransformerstack:56,exact:[8,17,78,166],exactli:[8,39,44,54,56,65,97],exampl:[4,8,9,11,12,13,15,17,21,22,27,31,33,35,39,40,41,42,43,44,46,50,54,55,56,60,66,67,72,74,76,78,81,86,87,92,95,97,103,112,114,116,127,132,133,135,141,142,144,150,152,160,162,163,165,166,169,170,173,175,176,178,182,183,184,186,203,209,213,214],example_dict:175,example_id:166,example_pair_label:166,example_pb2:175,examplepair:[162,166,170],examplepairlabel:166,exce:[67,111],exceed:[43,67,184],except:[9,11,14,17,39,67,72,75,82,84,87,91,111,118,130,166,169,173],excess:[54,67,72],exclude_regex:123,exclus:78,execut:[2,60,72,74,76,78,119,194,203,213],executor:[0,1,14,138,156,215],executortpu:[119,213],exercis:[109,123],exhaust:81,exist:[11,12,13,15,22,23,34,44,66,67,76,78,81,112,131,152,178],exit:203,exit_fn:46,exmpl:184,exp:[8,106],exp_nam:209,expand:[78,81,166,178],expand_dim:44,expans:82,expect:[2,8,13,15,17,21,22,29,30,33,43,44,46,53,54,55,58,65,67,76,78,80,81,82,86,87,101,106,111,114,118,127,130,131,135,144,152,163,166,178,182,183,186,194],expected_ids_shape_pattern:78,expected_rank:78,expected_scale_shap:81,expected_shap:78,expens:[13,15,43,114],experess:54,experi:[14,21,138,169],experiment:[6,12,15,19,21,22,30,40,54,55,56,76,78,119,213],experimental_decod:76,experimentaldecodeprogram:76,expert:[22,43,44,151],expert_capacity_dim:44,experts_dim:44,explain:[67,182],explan:111,explicit:[11,30,53,78,81,82],explicit_pad:30,explicitli:[8,12,48,78,81,95,162,180],exploit:58,explor:[3,57],expon:[34,59,67,72],exponent_multipli:34,exponenti:[8,13,36,81,91,106,180],exponentialmovingaverag:78,exponentialschedul:[91,106],export_path:48,expos:[106,178,182],expr:104,express:131,extend:[15,17,52,54,55,58,81,82,97,168,182,207],extended_neg:104,extended_packed_src:55,extended_posit:104,extendsourcepack:8,extendstep:[15,55,83,182],extens:[49,66],extern:[2,11,13,31,33,97,100,101,131],external_append_eo:[11,111],external_input:[97,99,101],external_input_dim:101,external_max_length:11,external_signatur:97,extra:[10,12,46,48,58,73,82,85,86,87,89,97,109,141,151,166,169,182],extra_env:209,extra_feed_dict:109,extra_input:85,extra_logit:78,extra_se:127,extrac:40,extract:[9,53,57,61,66,78,86,131,162,178,184,204],extractblockcontext:9,extractlearnerfromlegacyparam:57,extractlogmelfeatur:202,extrem:[78,86],ey:55,f1:[21,60,142],f1_keyphras:142,f1metric:60,f2:21,f32:131,f:[8,12,15,19,22,29,67,73,85],f_g:86,f_seed:85,f_stride:30,facil:12,facili:86,facilit:[21,44,54,58,86],fact:[8,78],factor:[35,54,57,67,72,78,86,91,182,184],factori:25,fail:[44,67,78,142],failur:45,fairseq:[15,29],fake:[81,145],fakemnistdata:145,fakequantizationschedul:81,fakequantizedlstmcel:81,fall:[81,83,91,168,169,184],fallback:[34,131],fallback_to_diagonal_dim:34,fals:[2,3,7,8,9,11,12,15,17,19,21,22,23,25,27,29,30,34,38,43,44,45,46,48,52,53,54,55,56,61,66,67,72,73,74,76,78,79,81,82,87,95,102,113,116,118,121,122,127,132,141,147,151,156,170,176,180,182,183,184,185],fan_in:78,fan_out:78,fancy_selector:178,far:[7,67,92],fashion:[13,33,127],fast:[15,55,182],fast_path:15,faster:[38,54,58,78,86,99,182,207],favor:[15,38,46,54],favor_attent:[1,5],fc:86,fclayer:54,fd:15,featur:[6,11,12,15,19,22,27,30,38,39,40,41,44,46,54,55,56,78,81,95,99,103,112,127,130,131,133,150,160,162,165,166,168,170,173,175,177,183,184,202],feature_axi:81,feature_dim:[54,130,178],feature_height:40,feature_map:39,feature_nam:[11,112],feature_to_config_dict:112,feature_to_gradient_dict:112,feature_vector:173,feature_width:40,featureextractionlay:40,features_list:[133,150,184],fed:[11,54,86,87,97,101,135,144,165,178],feed:[8,10,11,15,21,27,44,48,49,54,55,74,97,101,135,144,151,152,177,180,195],feed_dict:109,feed_kei:74,feed_shap:74,feedfetchmeta:49,feedforward:[15,43,44,54,55,88,180],feedforwardnet:54,feedforwardnetworksapplyg:44,feedin:55,feeds_meta:49,feedsentri:49,feedsmetaentri:49,fetch1:21,fetch:[8,13,21,33,40,48,49,54,74,76,78,81,135,144,152,186,195,207],fetch_kei:74,fetch_shap:74,fetches_meta:49,fetchesentri:49,fetchesmetaentri:49,fetchlay:54,fetchm:21,few:[8,12,13,15,17,21,22,40,44,46,54,56,57,65,67,72,81,83,87,91,97,101,112,127,132,163,182,183],fewer:178,ff:[15,55],ff_dim:[15,43],ff_gated_fn:15,ff_hidden:15,ff_hidden_dim:[15,27,183],fflayer:[15,27,55],fflayer_activ:27,fflayer_end:27,fflayer_end_tpl:27,fflayer_hidden_dim:[15,27],fflayer_nam:27,fflayer_output_dim:15,fflayer_p:55,fflayer_residual_weight:27,fflayer_start_tpl:27,fflayer_tpl:27,ffn:[15,27,43],ffnwithconv:43,fft:131,field1:39,field2:39,field:[10,11,12,17,24,46,47,48,49,54,56,58,67,68,69,70,73,74,78,79,82,86,97,101,127,130,131,151,178,182,183,184,191,209],field_nam:[79,178],fieldsentri:69,fig:[73,103],fig_help:73,figsiz:73,figur:[7,73,103,109,127],figuretosummari:73,file:[2,4,10,11,13,31,35,61,67,74,78,89,91,109,111,121,122,127,133,141,142,150,151,152,162,166,182,184,194,197,202,203,204,206,207,208,209,212,213,214],file_datasourc:11,file_hypothesi:[141,142],file_keyphras:142,file_path:78,file_pattern:[4,11,31,39,70,78,133,150,184,194,203],file_pattern_task_id:184,file_prefix:89,file_read:162,file_refer:[141,142],filebaseddatasetspec:162,filenam:[2,4,32,78,89,141,142],filename_prefix:[78,89],filepath:[67,204],filepattern:78,filepatterntodatasourc:11,fileset:70,filesystem:4,filewrit:76,fill:[17,52,67,89],filter:[11,30,54,66,67,129,184,209],filter_output_shap:54,filter_s:15,filter_shap:[21,29,30,54],filter_strid:[21,30],filter_w:54,filterbank:[131,202],filtered_hyp:128,filtered_ref:128,filtered_white_nois:95,filterepsilon:129,filterkeyv:66,filternois:129,filterperexampletensor:[13,43,114],final_layer_first_n:93,final_layer_strid:93,final_st:[17,87],final_valu:91,final_var_grad:57,finalizeimag:73,finalizemetr:60,find:[15,23,41,44,78,97],finddatatyp:78,findneed:78,findrelevantbatchnormupd:78,fine:[54,73,81,166,169,170,173],fingerprint:46,finish:[2,7,17,46,55,67,73,76,213],finit:38,first:[8,9,11,13,15,22,30,33,34,40,43,44,50,53,54,55,58,63,67,72,73,76,78,81,83,86,87,91,95,97,99,100,101,111,113,114,127,131,135,141,142,144,151,152,163,182,183,184,186,203,204,205],first_n:[15,93],first_order_gradi:77,first_unreserved_id:67,firstlstmlayerinputdimandpad:130,firstnlay:22,fit:[166,184],five:55,fix:[9,12,15,48,54,67,78,81,82,86,91,95,101,106,109,111,166],fix_hyp_atten_vec:67,fixat:81,fixate_to_end_st:81,fixed_dim_encod:177,fixedlenfeatur:162,fixedlensequencefeatur:162,fixedshapeinputlanguagemodel:152,fixtur:[109,123],fixup:78,fl:78,flac:202,flag:[13,15,44,48,55,67,75,78,79,82,109,122,203,209,213],flat:[66,78],flat_beam_search:44,flat_id:77,flat_input:178,flat_output:178,flat_tensor:178,flatembeddinglookup:77,flatten:[54,66,78,103,109,166,176,178],flattenbatch:178,flattenitem:66,flattenpad:82,flexibl:9,float32:[9,15,18,54,60,67,78,81,95,100,112,113,131,160,163,164,172],float64:[44,78],float_list:206,float_val:47,float_valu:109,floor:[50,78],flop:[6,12,15,19,21,22,30,40,54,55,56],flow:[15,21,22,44,55,78,97],fluctuat:184,fly:166,fn:[6,12,21,22,66,74,76,78,81,82,83,123,178],fn_flop:21,fn_name:44,fn_out:[21,83],fnlayer:[21,22,178],focal:[54,78],focalfullsoftmax:54,focus:78,fold:54,folded_bn_pad:54,folllow:44,follow:[8,9,10,12,13,15,17,22,27,38,40,41,42,43,44,46,54,55,56,57,58,61,65,66,67,76,78,81,82,83,87,90,91,94,97,99,101,102,105,106,112,117,127,131,132,135,138,141,142,144,151,163,166,173,175,182,183,184],fontsiz:73,foo:[12,15,21,22,25,27,30,40,41,44,46,54,55,56,66,78,80,85,93,165,173,178,183,209],foo_param:12,foobar:78,foopreprocessor:165,footprint:85,forc:[11,21,52,54],force_eos_in_last_step:67,force_eos_in_top_k:67,force_reiniti:23,force_sample_last_token:52,forget:151,forget_gate_bia:86,fork:[55,56,176],forloop:78,form:[8,13,22,30,33,45,46,54,66,67,78,81,92,99,131,135,144,152,163,166,186],format:[11,15,24,39,43,44,46,62,67,73,78,97,103,111,127,131,141,142,156,160,162,166,170,173,175,176,178,182,184,203,207,211],former:166,fortestingwork:25,forwar:135,forward:[12,13,15,21,22,27,30,38,40,41,43,44,54,55,56,58,64,67,78,80,81,82,85,86,87,93,97,135,144,151,152,166,173,177,180,183],forward_cell_param:64,forward_p:130,found:[12,22,44,46,67,78,86,209,214],four:[54,142],fpath:109,fprop:[6,8,9,10,12,13,15,19,21,22,25,26,27,29,30,35,40,41,43,44,52,54,55,56,58,78,80,82,85,86,87,93,95,97,99,100,101,102,112,114,130,131,132,135,151,164,172,173,175,183,185],fprop_dtyp:[11,15,27,43,44,55,78],fprop_dtype_overrid:48,fprop_mod:77,fprop_out:102,fpropalllay:54,fpropdefaulttheta:[12,13,55],fpropdtyp:78,fpropfn:44,fpropfullsequ:[87,183],fpropmeta:[6,12,15,19,22,30,40,54,55,56],fproptow:[13,43,114,144,152],fpropwithposit:54,fpropwithprojectedinput:58,fq:81,fqweight:81,frame:[9,54,78,95,127,131,202,208],framed_sign:131,framer:131,framework:[12,15,37,45,52,54,78,109,112,162,163,166,170,173,178],free:[12,86],freez:[46,48],freeze_checkpoint:48,freeze_default:48,freq:95,frequenc:[29,30,54,73,95],frequency_mod:54,fresh:11,friendli:78,frnn:[58,87],frnnwithattent:87,from:[2,4,7,8,9,10,11,12,13,15,16,17,18,21,22,23,24,30,31,33,34,35,38,40,42,43,44,45,46,48,52,53,54,55,56,57,59,60,61,66,67,72,73,74,75,76,78,79,81,82,83,86,87,89,91,92,94,95,97,99,100,101,104,105,106,112,113,114,116,118,122,123,126,127,128,129,130,131,132,133,135,141,144,150,152,162,163,166,168,169,170,172,173,175,176,178,182,183,184,186,194,202,203,204,205,206,208,209,212,213,214],from_p:46,from_param:12,from_t:81,from_tensor_slic:11,fromaqtactactmatmul:81,fromaqtconv:81,fromaqtmatmul:81,fromaqtoutput:81,fromaqtweight:81,fromflag:75,fromfullshap:45,fromkei:66,fromnesteddict:66,fromproto:46,fromtext:46,fromtextwithtyp:46,fromxlaopshard:45,frontend:[124,125,135],frontendandencoderfprop:135,frozen:54,frozenset:66,ftrl:112,fulfil:87,full:[9,15,22,34,45,54,67,72,85,122,162,166,175,204,209],full_seq:102,full_shap:45,fulli:[8,21,54,56,78,95,185,209],func:[11,12,53,78],func_param:11,funnel:15,funnelencoderlay:15,funnelpoolinglay:15,funnelupsamplelay:15,further:[15,43,55,56],furthermor:86,fuse:[54,58,132],fused_output:132,fusion:[124,125,127],fusionbas:132,futur:[12,15,55,76,82,122,184],fwd:[78,87],fwd_rnn:87,fwd_sig:78,g:[3,6,8,9,11,12,13,15,19,21,22,24,25,27,30,33,39,40,41,43,44,46,53,54,55,56,60,61,66,67,72,73,78,80,82,83,85,86,91,93,95,97,102,105,109,116,118,122,127,135,141,144,152,162,163,166,173,180,183,184,186,203,209,210],g_1:54,g_n:54,g_seed:85,gain:[15,21,36],gain_learning_r:36,gamma:[19,78],garbag:89,gate:[8,15,29,44,54,55,72,86,151],gate_gradi:[72,78],gate_graph:72,gate_nam:86,gate_non:72,gate_op:72,gated_avg:8,gated_gelu:156,gated_input:27,gatedaveragelay:54,gatedfeedforward:15,gatedgelufeedforward:15,gather:[43,44,54,77,78],gather_nd:[52,182,186],gatherk:44,gathertensorvaluesbyseqindic:78,gating_logits_dtyp:44,gatinglay:54,gaurante:48,gaussian:[38,78,95],gaussian_nois:95,gaussiansqrtdim:78,gaussiansqrtfanavg:78,gaussiansqrtfanin:78,gaussiansqrtfanout:78,gb:175,gc:209,gcloud:209,gcp:209,gcr:209,gcs_path:209,gd:36,gecm:44,gecm_split:44,gelu:15,gen_init_op:48,gen_xla_op:45,gener:[2,8,9,10,11,12,13,14,15,31,33,35,39,44,46,48,51,53,54,55,58,67,73,75,76,78,81,82,83,85,87,89,92,94,95,99,103,106,111,114,122,127,131,133,136,138,141,142,145,150,156,164,165,166,169,170,175,178,184,189,190,194,204,209,213],generatepackedinputresetmask:87,generateseedfromid:78,generateseedfromnam:78,generatestepseedpair:[40,78],generatesummaryfromerr:141,generic_dataset:[159,167],generic_input:[1,5],genericinput:[39,111],genericrepeatlay:[15,83],geomeanxavi:[78,86],geometr:[54,92],german:[189,190],get:[8,11,12,13,15,17,19,22,26,31,38,41,43,44,46,48,54,59,60,66,67,72,77,78,79,81,86,95,104,112,119,122,127,136,166,170,182,194,204,209,213,214],get_cal:62,get_gke_clust:209,get_model_params_as_text:205,get_next:11,get_precondition:67,get_saver_spec_for_variables_with_bf16_overrid:18,get_slot:72,get_slot_nam:72,get_vari:78,getaccumulatorvalu:12,getactiv:112,getalldatasetparam:[14,169],getalldatasetparamsnotimplementederror:[14,118,169],getallregisteredclass:122,getbpropparam:136,getbproptyp:136,getbpropvariablefilt:11,getbreakdownw:142,getckptidfromfil:[213,214],getclass:122,getconfigfromparam:131,getcontextdim:126,getcpupassthroughkei:11,getcurrentmo:19,getdataset:[31,118],getdatasetparam:[14,118],getdecod:56,getdecodeoutpath:[213,214],getdecoderdir:214,getdecoderembeddingsdefaulttheta:56,getdefault:46,getdescend:12,getdevicenam:112,getdtypemin:15,getembed:56,getembeddinglookupresult:77,getemitterfn:203,getencod:56,getencoderembeddingsdefaulttheta:56,getendrang:81,getexecutorparam:[119,213],getextraarg:78,getextrainput:78,getextravar:78,getfaninfanout:78,getfeaturespec:11,getfeeddict:151,getflop:6,getfn:6,getfromnestedmapordi:178,getglobalstep:78,getglobalvariablescop:78,getincstepse:78,getinfeedcontext:24,getinitializationsourcest:8,getinputbatch:13,getinputsourceonehot:11,getitem:66,getkei:46,getkeyphrasestat:142,getlastcompressionop:77,getmeshsplitdimprefixcontext:45,getmeta:31,getmetrichistori:106,getmixresult:77,getnext:31,getnonpod2dmesh:45,getopportunisticvariablereus:78,getoptim:[72,156],getorcreateglobalstepvar:78,getoutput:[86,101],getoutputopnam:48,getoverwriteglobalstep:40,getparam:[48,74,121,122],getparamsfordataset:213,getpipelineroot:203,getplac:24,getpreprocessedinputbatch:[11,114,136,156,165],getprogramschedul:122,getpruningupd:77,getqdomain:81,getqtensorrang:81,getquantizedendrang:81,getrank:78,getread:203,getsentenceembed:44,getsequencelength:11,getshap:[54,78],getsiz:78,getsoftmaxprobsbyseqindic:78,getspecificcheckpoint:23,getsplitforlay:15,getstat:81,getstepse:78,getsummari:142,gettask:13,gettaskcallscop:78,gettensor:22,gettensornam:103,gettensorrang:81,getter:48,gettopk:128,gettotalvalu:60,gettotalweight:60,gettpudeviceassign:78,gettpuembeddinggraphcollect:78,gettpusummarytensor:78,gettrainablevari:57,gettraindir:2,gettransformerstackwithembeddinginput:177,getunittestsess:78,getvalu:12,getvargrad:57,getvariablenam:[78,112],getvariablenumleadingdimsforcombinedlayerscontext:78,getvariableshapeprefix:78,getvariablesymbolicshap:12,getvarleadingdimsascombinedlay:78,getvarshard:45,getwer:142,getwrit:203,giant:40,gipe:56,github:[15,19,29,37,154],give:[6,12,15,19,22,30,40,54,55,56,72,78,166,182],given:[6,8,9,10,11,12,13,14,15,18,19,21,22,23,24,27,30,33,34,35,39,40,41,43,44,46,48,52,53,54,55,56,57,60,61,66,67,72,73,74,76,78,80,81,82,85,86,91,92,93,95,97,100,105,106,112,114,121,122,127,129,135,144,151,152,160,162,163,164,169,173,175,178,182,183,184,186,203,204,209,213],gke:209,gke_cluster_spec:209,gke_launch:[1,201],glob:4,global:[2,3,11,12,13,16,23,30,31,35,43,44,57,67,72,76,77,78,79,89,91,114,121,122,166,169,184,214],global_batch_s:[11,112],global_enqueue_step:2,global_se:95,global_step:[2,3,13,31,34,35,43,67,72,76,77,78,80,86,114,214],global_step_int32:34,global_step_tensor:78,global_vari:[78,173],global_vn:78,globalbatchs:[11,136],globalpoolinglay:30,globalstepcontext:78,glu:27,glu_with_tanh:29,glue:61,glueless:131,glulay:54,gm:54,gmm:8,gmmmonotonicattent:8,go:[8,12,13,15,22,40,44,54,56,57,65,81,83,87,97,101,112,132,163,182,183],gold:61,golden:109,good:[86,170,175],googl:[47,49,68,69,70,117,120,173,191],googleusercont:117,gpipe:[1,5,15,56,151,154],gpipebatchmajorstack:15,gpipebatchmajortransformerembeddinglay:56,gpipebatchmajortransformerlay:15,gpipebatchmajortransformersoftmaxlay:56,gpipebatchmajortransformerstack:56,gpipeevolvedtransformerdecoderlay:56,gpipeevolvedtransformerencoderlay:56,gpipeevolvedtransformerstack:56,gpipetransformerembeddinglay:56,gpipetransformerlay:56,gpipetransformerlm:[40,151],gpipetransformersoftmaxlay:56,gpipetransformerstack:56,gpu:[25,74,78,138,154,209,213,214],gpu_cluster_nam:209,gpu_typ:209,grab:[34,54],grad:[7,34,36,38,42,54,57,72,78,82,152,169],grad_aggregation_method:78,grad_indic:[7,34,36],grad_loss:72,grad_mask:78,grad_norm:54,grad_scal:[57,78],grad_valu:[7,34,36],graddrop:[1,5],gradient:[7,8,12,13,21,33,34,36,38,41,42,54,57,72,77,78,81,82,85,103,109,112,135,138,144,152,163,169,176,186],gradient_adjust:57,gradient_combin:[1,5],gradient_mask:57,gradientaggregationoptim:72,gradientcombin:42,gradienttap:78,gradnorm:42,gradnormtrack:54,grads_and_var:72,graft:7,grain:[81,166],gram:[55,61,92],grammar:22,graph:[10,12,13,21,22,23,27,33,34,40,43,44,45,48,67,72,74,76,78,81,82,83,86,89,97,99,101,109,112,119,135,144,163,173,184,186,195,213],graph_def:49,graphdef:[48,67],graphem:[111,138,194],grapheme_target_sequence_length:138,grapheme_vocab_s:138,graphkei:[72,78],graphlay:[22,29,43,97],graphsignatur:[22,97],graphstep:[97,100],graphtensor:22,grappler:78,grave:8,greater:67,greedi:[10,17],greedili:44,greedydecodeid:113,greedysearchdecod:[10,17],greedysearchdecodewiththeta:10,greedysearchhelp:17,green:[141,142],gridspec_kwarg:73,ground:[11,54],groundtruth:[52,60],group:[8,9,15,19,44,78,86],group_dim:44,group_mean:19,group_siz:[19,44],group_size_dim:44,group_vari:19,grouped_input:19,groupnormlay:19,grow:[72,83],gru:86,gru_bias:86,gru_cel:86,grucel:86,gs:103,gse:44,gsec:44,gsec_split:44,gshard:[15,27,43,44,45,116],gshard_build:[1,5],gshard_lay:[1,5,43],gshard_util:[1,5],gshardmoelayerparam:27,gsm:44,gsm_split:44,gsnom:44,gstep:23,guarante:[15,35,46,67,78,152],guard:9,guo:59,gupta:[34,72],guten:86,h:[9,11,15,17,19,31,38,44,54,67],ha:[2,7,8,11,15,17,21,22,29,30,34,36,38,44,46,53,54,55,56,60,64,67,72,76,78,81,82,83,85,86,89,95,99,111,112,116,122,127,128,151,152,166,170,177,178,182,185,207],hack:[40,61,78],had:81,hand:81,handl:[7,12,34,36,45,60,72,76,78,81,82,86,97,103,173,178,182],happen:[78,82,127,132],hard:[8,44],hard_sigmoid:8,hardcod:60,harder:8,hardwar:[72,112],has_aux_atten:[15,55,56],has_fflayer_start:27,has_lconv:27,has_mhsa:27,has_nan:54,has_nan_or_inf:57,hasatleastrank:78,hash:78,hasn:35,hasnanorinf:78,hasnanorinfgradi:78,hasrank:78,hassameshap:78,hasshap:78,hat:95,have:[2,7,8,11,12,13,15,21,27,33,34,36,38,39,43,44,46,48,53,54,55,56,57,61,65,66,67,72,76,78,81,82,86,97,99,100,112,116,118,127,131,132,151,160,163,166,169,176,177,182,184,194,204,207,209],hazan:[7,72],hbm:[15,83],head:[8,9,15,29,38,43,44,55,56,88,151,177,180,182,185],head_dimens:15,head_idx:9,header:17,heavili:15,height:[11,19,27,29,30,54,73,95,164],height_strid:54,hello:74,help:[8,21,22,78,173],helper:[11,17,32,43,50,54,60,66,73,76,78,82,92,102,105,107,108,109,122,123,169,170,173,213],henc:[15,54,67,86],here:[9,13,15,30,31,53,55,76,81,86,91,127,132,135,151,166,175,182],hi:46,hidden:[15,54,55,58,83,88,151,177,180],hidden_bias_init:8,hidden_cell_nod:86,hidden_dim:[8,27,54,58,87,88,151,156,177,180],hidden_dim_reshape_seg:43,hidden_layer_dim:54,hidden_s:[15,86],hierarchi:[12,81],hieu:8,high:[44,55,72,78,89,119,170],high_level:213,higham:59,higher:[13,15,43,54,67,114,119,151,184,213],highest:67,highlight:[141,142],highlightalignedhtml:142,highwai:54,highwayskiplay:54,hist_fil:[35,67],histogram:[86,103,182],histogram_v2:103,histori:[35,67,70,91,100],hoc:61,hold:[46,55,72,78,113,166,175],honor:81,hook:[11,109,123],hope:[37,99],host:[11,16,39,43,76,78,82,113,166,184],host_id:[31,112],hot:[54,78,135,166,183],hour:138,how:[2,7,8,15,27,31,41,46,54,61,72,78,97,109,113,122,127,142,162,166,182,184],howev:[11,22,41,46,81,166,182,184,207],hs:141,html:[95,120,141,142],html_handler:142,http:[7,8,9,15,19,22,27,29,30,37,38,40,41,42,52,54,55,56,59,72,78,81,85,86,88,91,93,95,96,102,106,111,117,120,127,142,154,158,168,173,182,183,184,185,186,200],hua:59,huangyp:[40,76],hub:[173,175],hybrid:55,hybrid_fflay:55,hybrid_p:55,hybridfeedforwardlay:55,hyoukle:45,hyp:[17,67,78,92,127,128,129,135,141,142,180,182],hyp_id:[17,129],hyp_keyphras:142,hyp_keyphrase_count:142,hyp_len:17,hyp_lin:61,hyp_num_sent:182,hyp_per_beam:17,hyp_str:[60,61,92,129],hyp_word:142,hyparam:184,hyper:[121,148,155,188,198],hyperparam:[1,3,5,12,14,15,20,44,47,78,88,119,163,170,205],hyperparamet:[49,77,78,81,106],hyperparamrep:47,hyperparams_pb2:[1,5,46],hyperparams_text_diff:205,hyperparamvalu:47,hypothes:[17,67,129,134,141,142,182],hypothesi:[61,67,68,127,141,142],hyps_from_beam_search_out:67,hyps_pb2:[5,67],hypsfrombeamsearchout:67,i:[4,6,8,9,11,12,13,15,17,19,21,22,24,30,33,39,40,43,44,45,50,52,54,55,56,58,63,67,76,78,81,82,83,86,90,91,95,101,103,109,111,122,129,131,133,135,144,150,152,166,173,175,178,184,186],i_eag:103,i_g:86,i_i:86,iclr:8,id:[8,10,11,17,22,25,44,52,54,55,56,61,63,67,68,74,78,86,87,89,95,100,105,111,112,117,127,128,132,135,151,152,163,166,168,176,182,183,184,185,186,204,208,214],id_featur:[168,169],id_to_ascii:67,idea:44,ideal:[15,81,170],ident:[8,21,22,24,38,41,42,43,54,67,78,81,82,83,91,128,166,184],identifi:[11,24,66,78,166,170,180,209],identityclippingcapschedul:81,identitylay:54,identityregressionmodel:114,identityregressiontask:114,identityseqlay:87,idim:[15,21],ids_map:112,ids_shap:[78,163],ids_to_strings_fn:128,ids_vec:54,idstostr:[11,63,111],idx:[66,76],ieee:117,iff:[11,30,35,67,78,89,111],ig:11,ignor:[10,11,15,17,46,52,53,54,67,72,78,111,130,141,166,190],ignore_arg:11,ignore_error:61,ignore_pair_label:166,imag:[1,29,30,40,54,73,103,121,122,124,160,161,163,164,166,168,169,170,173,182,190,209,213,214],image_featur:[168,169],image_id:169,image_id_featur:170,image_preprocessor:[124,159],image_summari:73,image_v2:103,imagefeatur:160,imagemodul:173,imagemodulev2:173,imagenet:173,imagepreprocessor:[164,169],images_per_exampl:160,imagetexttfrecord:170,imap_kei:43,imit:95,immedi:12,immediately_instantiate_vari:[24,25],immut:46,impact:[15,55],impelment:61,implement:[3,4,8,9,11,12,13,14,15,17,19,21,22,25,27,29,30,33,34,37,38,40,41,43,44,54,55,56,60,61,67,73,75,78,80,81,82,85,86,87,89,91,93,96,97,99,102,113,114,116,117,127,131,132,133,150,152,162,163,164,166,169,172,173,175,176,182,183,184,186],implemetaiton:78,impli:[8,78,81,91],implicit:[53,78,82],implicit_captur:[78,82],implicitli:[78,82,166],implment:85,importallparam:121,importparam:121,improv:[35,55,91],imput:72,imshow:73,in1:22,in2:22,in_atten_prob:67,in_beam_don:67,in_channel:[27,30],in_dim:29,in_done_hyp:67,in_hyp:67,in_link:82,in_mask:44,in_nmap:27,in_pad:30,in_prev_hyp:67,in_progress:12,in_scor:67,in_shap:[30,54],in_stat:17,in_unit_test:24,inbetween:67,incbi:103,incept:164,inception_model:173,inception_v3:173,inch:73,incl:15,includ:[10,11,13,15,30,33,40,41,48,54,67,72,78,81,83,86,101,105,116,117,126,135,142,144,151,152,160,163,169,178,186],include_typ:46,inclus:78,incompat:[30,45,111],incomplet:86,inconsist:78,incorrect:166,incorrectli:[24,170],increas:[44,54,81,91,166],increment:[7,22,44,67,72,78,103,114],incur:[6,12,15,19,22,30,40,54,55,56,83],inde:[65,81],indefinit:162,independ:[13,22,33,44,73,166],index:[0,12,13,15,17,21,22,23,24,30,33,39,43,44,55,56,66,67,78,82,90,95,100,103,114,135,141,142,144,151,152,163,182,184,186],indexedslic:[7,34,36,72],indexerror:66,indic:[4,7,9,11,15,22,24,34,36,38,43,44,46,52,54,55,56,57,59,66,67,72,76,77,78,99,111,135,151,166,175,185,186],indices_in_input:67,individu:[15,16,17,67,78,116,184,209],inf:[57,78],infe:[11,16,39,76,114,133,136,150,156,166,176,184],infeas:3,infeasible_reason:3,infeed_batch_s:16,infeed_bucket_batch_limit:11,infeed_host_index:24,infeedbatchs:11,infeedcontext:24,infeedcontextscop:24,infer:[2,8,10,13,15,18,33,37,48,54,55,74,81,86,97,101,135,144,152,163,176,182,186,195,213],inferbatchs:178,inference_graph:[74,75],inference_graph_export:[1,5,74,213],inference_graph_pb2:[1,5,13,33],inference_graph_proto:48,inference_step_max_length:15,inference_subgraph_nam:75,inference_thread:75,inferenceadditionalencod:10,inferencedeviceopt:48,inferencegraph:[13,33,48,49,74],inferencegraphexport:[48,74],influenc:131,info:[34,78,82,122,127,132],inform:[8,10,13,15,20,21,22,36,40,45,55,76,78,82,87,99,101,118,122,127,142,166,182],inherit:[11,81,166],init:[44,78,87,105,126],init_beam_search_st:17,init_dtyp:78,init_op:[23,76,213],init_st:82,init_state_callback:105,init_step_id:105,initattent:[87,126],initbeamsearchst:17,initdecod:127,initdevic:24,initdeviceseag:24,initforsourcepack:[8,87,127],initi:[8,11,12,15,17,23,30,31,44,46,48,54,56,58,60,72,78,81,82,86,87,91,97,100,106,126,127,132,135,138,151,173,175,180,182,203],initial_accumulator_valu:34,initial_delay_sec:84,initial_gain:36,initial_result:[17,182],initial_scal:36,initial_st:135,initial_valu:[60,91],initializetoken:138,initrnncellst:78,initst:[15,44],inittestdatasetparam:180,inittraindatasetparam:180,inittransformertestbucket:180,inittransformertrainbucket:180,inject:[67,86,126],inject_emb_method:86,inlin:78,inlined_matrix_inverse_pth_root:59,inner:[8,29,104,151,180],innermost:78,inp:[22,44,54,55,78],inplac:90,inplace_op:90,inplace_upd:90,inplaceupd:90,input0:78,input1:[21,78],input2:21,input:[2,4,6,8,9,10,11,12,13,14,15,17,19,21,22,24,27,29,30,31,33,37,38,39,40,41,43,44,45,48,51,54,55,56,57,58,60,61,67,74,75,76,78,80,81,82,83,85,86,87,93,95,97,99,100,101,102,103,105,106,109,111,114,127,128,130,131,133,135,136,138,144,145,147,150,151,152,156,161,162,163,164,165,166,169,173,175,176,177,178,180,181,182,183,184,185,186,189,190,194,203,209],input_batch:[11,13,33,39,43,54,97,109,114,127,128,131,135,144,152,163,165,183,186],input_batch_src:135,input_byt:202,input_channel:30,input_common:31,input_data_format:182,input_data_summary_layout:11,input_dataset:4,input_devic:24,input_dim:[15,22,27,29,44,54,56,58,78,102,177,182],input_dropout_prob:[151,180],input_endpoint:[21,43],input_featur:169,input_file_typ:184,input_filepattern:162,input_float:95,input_frame_ratio:131,input_gener:[11,13,31,124,125,143,149,159,179,193],input_generator_help:[1,5],input_hyp:67,input_id:[56,75,87],input_id_filt:75,input_kei:112,input_length:67,input_nod:86,input_param:51,input_polici:[1,5],input_proj:86,input_rank:102,input_segment_po:56,input_sequence_length:8,input_shap:[40,45,86,130],input_signatur:78,input_source_id_offset:[11,133,150,184],input_source_weight:[11,133,150,184],input_str:175,input_t:34,input_target:24,input_tensor:[30,41],input_to_add:15,inputbatch:11,inputdistribut:81,inputgener:[11,13,31,75,127,136],inputn:21,inputs_ar:[58,87],inputs_nmap:82,inrang:89,ins:[129,134,141,142],insensit:81,insers:142,insert:[1,5,41,44,66,81,100,121,129,141,142,182,186],insertiondecod:182,insertionmodel:186,insid:[8,9,12,13,15,19,21,22,30,40,44,54,55,56,57,65,80,81,83,86,87,91,97,101,104,112,113,114,132,163,166,173,182,183],inspect:[8,53],inspect_param:213,inspect_util:[1,5],inspectdataset:213,inspectdecod:213,inspectmodel:213,inspectparam:213,inspir:76,instabl:8,instal:[120,209],instanc:[12,13,22,25,31,41,44,46,48,54,75,76,81,82,118,128,131,162,166,175,180],instanceofasubclassoffoo:[12,15,22,27,30,40,41,44,54,55,56,80,85,93,173,183],instanti:[11,12,25,44,46,51,53,76,113,119,165,170,173,178,183,213],instantiableparam:[12,14,46],instantiableparamsclst:46,instantiatevari:[8,12,13,15,22,40,44,54,56,57,65,81,83,87,97,101,112,132,163,182,183],instead:[7,8,11,12,13,15,22,34,36,40,44,46,53,54,56,57,60,65,72,74,78,81,82,83,86,87,97,101,112,132,141,162,163,165,166,182,183,184],int16:131,int32:[10,39,44,54,55,56,67,78,100,105,126,127,151,163,182],int64:[4,44,67,129,176],int_val:47,intact:78,integ:[11,25,43,44,46,50,52,59,67,72,76,78,81,82,95,100,103,111,117,141,151,166,180],integr:[7,9,34,36,72],intend:[8,15,19,54,116,166,169,173],interact:8,interest:[15,67,81],interfac:[10,12,15,22,27,30,40,41,44,54,55,56,75,80,82,85,87,93,99,112,116,131,173,183],interleav:76,intermedi:[15,21,40,58,66,81,82,86,87,164,175],intermod:168,intern:[8,9,11,12,43,44,46,54,73,81,94,97,101,116,117,131],interpol:[78,91],interpret:[8,166],intertwin:87,interv:95,intial:127,intiti:127,intra:166,intramod:168,introduc:[43,78],invalid:[8,46,52,64,72,73,74,78,119,209],invalidargumenterror:[74,78],invari:24,invers:[59,67,78,81,91,106,178],inverseratioadaptiveschedul:106,invert:54,invoc:[67,82,97,99,101],invok:[11,12,34,67,78,81,82,83,123,175],invoke_async_preconditioner_comput:34,involv:[34,46,76,81],io:[11,39,160,184,209],iobas:175,ipython:120,ipython_kernel:[0,1,215],is_activ:78,is_caus:[15,27,29],is_depthwis:81,is_dis:12,is_ev:[78,86,132,138,189,190],is_infer:78,is_last_chunk:[17,67],is_mask:[15,55],is_nul:131,is_quant:81,is_queri:38,is_repl:45,is_revers:87,is_single_token:182,is_sourc:11,is_transpar:[180,182,183,185],is_unicod:61,iscompat:[66,78,86],isdefaultparaminit:78,iseagermod:78,isexpr:104,isfinit:89,isimmut:46,isinferencestepstat:15,isinst:11,islayerparam:12,isn:78,isol:55,issu:[15,31,67,78],issupport:6,issymbol:104,ist:59,istpu:48,item:[11,22,47,66,78,87,97,101,115,132,163,166],item_seq:22,items_per_exampl:162,itemsentri:47,iter:[4,10,11,12,17,24,44,46,48,59,60,73,78,82,83,97,127,130,131,166,175,182],iter_count:59,iterative_input_0:83,iteratorstep:97,iterparam:46,its:[4,6,7,8,9,10,11,12,13,15,17,19,21,22,26,27,29,30,34,36,40,41,44,46,53,54,55,56,58,59,66,67,78,80,81,82,83,85,86,87,89,93,95,97,99,100,101,105,106,112,123,126,127,130,131,132,135,151,166,172,173,175,178,182,183,184,185,186,202,204],itself:[22,31,43,45,83,135,144,166],iz:44,j:[9,11,15,22,24,36,59,67,78,90,95,103,111,152],jaccard:142,jaccard_index:142,jaccard_similar:142,japanes:117,jit:76,jo:95,job:[2,11,13,24,25,32,54,76,78,99,184,209,213],job_nam:[2,11,24,76,209,213],job_spec:24,jobnam:[2,35],join:67,joint_embedding_dim:163,jointli:8,journal:59,jpeg:164,judgment:168,jun:102,jupyter_http_over_w:120,just:[6,12,13,15,17,22,33,41,46,54,67,78,81,82,86,99,131,166,209],k:[9,15,36,40,43,44,55,66,67,78,103,117,144],k_dist:15,k_means_loss:9,k_proj:15,kaiminguniformfaninleakyrelu:78,kaiminguniformfaninrelu:78,kazemnejad:54,keep:[17,54,67,78,100,109,134,178,180,182],keep_every_n_hour:89,keep_latest_n:89,keep_prob:[21,43,67,78],keep_shap:78,keepdim:[19,78],kei:[2,8,9,11,12,13,15,21,22,33,35,38,39,42,43,44,46,47,49,50,55,56,57,58,60,62,66,67,69,72,74,76,78,82,86,95,97,99,102,114,115,122,127,133,135,142,144,150,151,152,163,175,178,182,184,186,203,205,209,213],kept:15,kera:[78,178,210],keras2ckpt:[1,201],kermit:[52,182,186],kernel:[15,29,30,38,43,54,120],kernel_s:[15,27,29,43,44],kernel_transform:38,kerphras:142,kevin:[34,72],key_dim:15,key_dist:15,key_pad:15,key_part1:66,key_part2:66,key_part:66,key_partn:66,key_phras:142,key_prim:38,key_segment_po:43,key_value_pair:32,key_vec:15,keyerror:[12,66,74],keyparam:175,keyward:[12,15,22,27,30,40,41,44,54,55,56,78,80,85,93,173,183],keyword:[12,39,40,46,73,78,81,87,103,151,175],keyword_onli:53,kind:53,kiperwass:106,kitti_dir:209,kivinen:36,kmeansclusteringforatten:9,know:[15,46,54,65,81,166],knowledg:[33,166],known:[8,15,35,60,78,81,178],korean:117,koren:[7,34,72],kroneck:[34,72],ks:38,kw97:36,kwarg:[2,6,8,9,10,11,12,13,15,17,19,22,27,29,30,31,33,39,40,41,42,43,44,46,48,52,53,54,55,56,57,58,60,61,63,65,66,72,73,74,75,76,78,80,81,83,85,86,87,91,93,95,96,97,99,100,101,102,103,105,106,109,111,112,113,114,119,126,127,128,130,131,132,133,135,136,144,145,150,151,152,156,162,163,164,165,166,169,172,173,175,181,182,183,184,185,186,194,195,203,213,214],kwd:[10,12,17,24,48,73,82,97,127,130,131],kyunghyun:8,l2:[8,78,180],l2_regularizer_weight:180,l550:19,l587:[15,29],l:[9,15,38,43,44,78],l_t:34,la:126,label:[11,37,43,44,54,56,60,61,67,73,78,99,109,111,124,127,135,144,151,152,159,162,170,180,182,194],label_fn:162,label_id:78,label_prob:78,label_smooth:156,label_smoothing_uncertainti:180,label_weight:56,lack:91,lambda:[11,21,22,39,43,54,78,97,178,184],lang:191,lang_id:184,langang:15,languag:[9,11,40,54,63,111,132,150,151,152,154,155],languagemodel:152,larg:[8,15,43,54,72,78,82,184],larger:[15,67,106,142,184],largest:[44,72,182],last:[8,9,15,21,22,29,30,38,44,52,54,55,60,67,78,82,83,86,87,91,117,151,166,182,184,204],last_decoder_out:182,last_hidden:151,last_path:[213,214],last_step:[35,91],later:[8,12,67,76,81,91,100],latest:[2,23,34,76,89,213,214],latter:[38,54,55,166],launch:209,laurenzo:[54,131],layer1:21,layer1_out:21,layer2:21,layer2_out:21,layer:[1,5,6,7,8,9,10,12,13,15,17,19,21,22,26,27,29,30,31,33,34,38,40,41,42,43,44,52,55,56,57,58,64,65,72,78,80,81,82,83,85,86,87,88,91,93,95,96,97,99,100,101,102,105,112,113,114,123,124,126,127,128,130,131,132,135,144,149,152,154,156,163,164,165,172,173,175,177,178,179,180,181,182,183,186],layer_000:43,layer_001:43,layer_0:97,layer_1:97,layer_class:56,layer_fn:43,layer_idx:15,layer_index:[15,130],layer_norm:151,layer_obj:77,layer_ord:27,layer_out:54,layer_param:[11,64,178],layer_theta:123,layer_typ:[12,130],layernorm:[9,54,86],layernormalizedlstmcel:86,layernormalizedlstmcelllean:[58,86],layernormalizedlstmcellleanext:58,layernormalizedlstmcellsimpl:[58,86,151],layernormalizedlstmcellsimpleext:58,layers_per_residual_block:78,layers_with_attent:[1,5,15,56],layers_with_gpip:[1,5],layerstack:43,layerwis:83,layerwise_input:83,layerwise_output:83,layerwise_output_0:83,layerwiseshardablepipelinedlay:[43,44],layout:[44,49,73],layr:43,lconv:[15,27,29],lconv_bld_activation_split:27,lconv_blf_activation_split:27,lconv_df_w_split:27,lconv_fd_w_split:27,lconv_hwim_w_split:27,lconv_tpl:27,lconvblock:15,lconvlay:27,lconvstack:15,le:22,lead:[11,15,31,44,45,78,116,160,178],leaf:[66,83],leak:[12,41],leak_ratio:41,lean:[15,86],learn:[3,7,8,33,35,36,41,42,54,57,72,91,106,114,151,166,180,204],learnabl:54,learner:[1,5,13,173],learning_r:[7,34,36,72,112,151,156,180],learningr:57,learnt:[8,54],least:[24,43,44,46,67,78,164,166],leav:78,left:[8,9,15,22,54,78,81,87,88,113,151,164,182],left_context:[9,15,54,88],leftward:55,legaci:[13,44,57],legacy_mtf_behavior:44,legend:73,len:[11,50,63,67,78,111,128,184],lenet5:[122,147,213,214],lenet:147,length:[9,11,15,17,30,31,38,39,40,43,44,50,52,54,61,63,66,67,72,73,78,82,86,87,95,99,103,111,128,129,160,168,175,177,182,184],length_norm:67,lengths_featur:168,lengthsfrompad:78,lepikhin:[43,44],less:[17,43,54,93,95],let:[13,43,67,114],letter:[9,15,46,111],level:[11,12,44,54,60,66,78,81,111,119,154,162,170,175,213],levenshtein:[129,134],levenshtein_dist:[124,125],levenshteindist:134,leverag:207,lh:78,lhuc:54,lhuclay:54,lib:80,librari:[4,12,21,77,81,82,105,141,142,202,205],librispeech960bas:138,librispeech960graphem:138,librispeech960graphemetpuv2:138,librispeech960wpm:138,librispeech960wpmtpuv2:138,librispeech:[125,137],lie:[81,95],lightconv:[15,29],lightweight:[15,27,29,88,93],lightweightconvlayerblock:15,like:[11,12,15,17,22,46,72,78,81,86,100,114,160,166,169,175,178,182,184,203,204,209],likhosherstov:38,limit:[2,8,11,43,60,66,78,81,116],linalg:78,line:[7,46,67,73,78,92,109,142,184,194,204],linear:[8,12,15,21,22,27,29,30,36,40,41,42,44,54,55,56,78,80,81,85,91,93,95,173,180,182,183],linear_qdomain:15,linearclippingcapschedul:81,linearlay:22,linearli:91,linearrampupcosineschedul:91,linearrampupexponentialdecai:91,linearrampupexponentialdecayscaledbynumsplitschedul:91,linearrampuppiecewiseconstantschedul:91,linearrampupsqrtdecaybybatchsizeandreplica:91,linearschedul:91,linenum:109,liner:109,lingvo_lib_gpu:209,link:[81,82,166],list:[2,4,7,8,11,12,13,15,17,21,22,24,27,30,31,33,34,36,39,40,41,43,44,45,46,48,50,53,54,55,56,57,58,60,61,66,67,72,73,74,75,76,78,80,81,82,85,86,87,93,97,100,101,103,104,108,111,112,113,114,118,127,129,133,134,135,136,141,142,144,150,151,152,156,163,173,178,182,183,184,185,186,194,204,205,209,213],list_a:82,list_b:82,list_regex_dtyp:[27,78],list_val:47,listdevic:24,lite:46,littl:207,ll:78,lm1b:[150,154,158],lm:[1,40,43,78,121,124,127,132],lm_output:[127,132],lmbuilder:15,lminput:150,ln:[27,43,55],ln_input:55,ln_scale:86,ln_weight_reshap:43,load:[11,18,23,24,31,43,48,74,76,78,112,162,169,173],load_checkpoint_from:23,load_graph_def_from_inference_graph:74,load_op:112,load_token_ids_from_vocab:67,loaddataset:11,loadinferencegraph:74,local:[12,15,36,44,67,75,78,88,104,110,120,154,166,176,184,209,213,214],local_batch:166,local_context:15,local_dispatch:44,local_eos_threshold:67,local_n:213,local_tensor:176,localizedlabelsmooth:54,localselfattent:15,localselfattentionxl:15,locat:[8,15,44,78,162,209],location_featur:8,location_filter_var:8,locationsensitiveattent:8,lock:46,log:[2,8,17,52,54,62,66,78,99,118,127,151,152,166,175,182,186,202,213],log_pplx_per_sampl:152,log_pplx_per_token:152,log_prob:[17,151,182],logdir:[2,24,35,74,89,209,213,214],logic:[7,21,43,45,67,116,131,132,166,168,169],logical_and:184,logist:[13,33,78,135,144,152,163,186],logit:[8,9,13,15,33,43,44,54,56,67,78,105,127,132,135,144,151,152,163,166,182,186],logits_abs_max:43,logmel:95,logmultilin:78,logspac:8,logtostderr:[213,214],longer:[54,74,141,184],longest:67,look:[54,55,67,79,100,111,112,114,151,183,184,203,209],lookup:[44,54,55,77,100,112,182],lookuperror:122,loop:[2,13,22,43,44,54,57,60,72,76,78,82,83,86,91,113,114,127,213,214],loop_arg:2,loop_func:2,loop_result:60,loop_stat:78,loop_var:113,loop_vars_dtyp:113,loos:81,lose:54,loss:[13,15,27,33,37,41,42,43,44,54,55,57,72,78,82,114,127,135,144,151,152,163,166,170,173,178,182,186],loss_and_grad:42,loss_metr:42,loss_metric_weight_pair:78,loss_nam:57,loss_or_activ:78,losses_and_gradi:42,lost:45,lot:82,low:[8,78,81,89,106],lower:[54,73,111,141],lower_bound:91,lowercas:[46,194],lowest:97,lp:78,lp_loss:78,lp_regularizer_weight:78,lr:[72,91,156],lr_decay_end:180,lr_decay_start:180,lr_min:180,lr_scale:36,lr_warmup_step:180,ls_uncertainti:180,lst:[54,66,92],lst_hyp:134,lst_ref:134,lstm:[58,77,81,86,87,152,180],lstm_frnn_layer:[1,5],lstmcellext:58,lstmcellgroup:86,lstmcellsimpl:[58,86,151],lstmcellsimpleext:58,lstmfrnn:58,lstmobj:77,luong:8,m:[4,15,36,38,43,44,59,67,86,114,117],m_dim:43,machin:[8,15,40,182,183,184,188,189,190,207],machineri:213,made:[34,44,46,72],magic:161,magnitud:[7,95],magnitude_optim:7,magnitude_optimizer_apply_fn:7,magnitude_step:7,mai:[3,7,8,11,12,13,15,17,22,24,30,31,34,36,41,43,44,45,46,54,67,72,76,78,79,81,82,114,121,122,166,175,176,178,184],main:[7,15,74,75,82,102,109,120,141,142,158,166,175,200,203,204,206,207,208,209,210,211,212,213],maintain:[17,53,66,78],major:[15,56,81,100,152,160,182,183],majortransform:15,make:[8,9,10,11,12,15,17,24,30,40,45,48,59,73,76,78,82,97,100,116,127,130,131,162,166,173],make_named_zeros_slot:34,make_one_shot_iter:4,makedevicestr:24,makefnlay:178,makelocalmask:9,makemodelvalidatortestcas:108,malform:72,man:8,manag:[8,12,13,15,17,22,40,41,44,54,56,57,60,65,73,75,78,81,82,83,87,97,101,109,112,113,122,132,163,182,183,213],mani:[2,11,21,43,61,67,78,97,142,151,166,170,184,207],manipul:[11,12,13,78,184],manner:[8,40,119,213],manual:[44,45,81,116,203],manualtoautopartit:45,map:[10,11,12,13,17,18,19,22,24,27,31,33,38,46,48,54,57,60,66,67,73,78,82,95,97,104,111,112,122,126,127,130,131,135,144,152,163,165,166,178,182,184,186,204,208],map_arg:11,map_pair:22,map_pair_seq:22,maplay:22,margin:[38,182],mark:[8,12,13,15,22,40,44,46,54,56,57,65,78,81,83,87,97,101,112,132,141,142,163,166,170,182,183],marshal:12,mask:[8,9,13,15,38,43,44,55,67,77,78,85,86,87,95,152,181,184],mask_dtyp:44,mask_id:67,mask_len:67,mask_minlen:67,mask_ngram_ord:55,mask_prob:67,mask_ratio:67,mask_self_atten:15,mask_siz:95,mask_target:67,mask_typ:55,maskgradi:78,masks_per_fram:95,mass:[67,181,184],master:19,mat_a:59,mat_a_s:59,mat_g:59,mat_g_siz:59,match:[4,8,13,24,44,54,67,72,78,81,82,92,112,142,154],matched_keyphras:142,matched_keyphrase_count:142,math:[8,73,78,86,184],matmul:[15,21,54,77,78,81],matmul_axi:77,matplotlib:[73,103],matplotlibfiguresummari:[73,103],matric:[34,67,72,73,78,86,95,111],matrix:[11,34,38,54,55,59,63,67,72,73,78,86,87,95,103,111,141,142,152,166,182],matrix_epsilon:34,matrix_funct:[1,5],matrix_s:95,matrix_square_root:59,matthew:60,mauc:60,max:[12,17,54,67,78,81,82,91,95,151,154,184],max_any_dim:34,max_delay_sec:84,max_dim_s:34,max_gain:36,max_hyps_per_beam:17,max_input:75,max_len:[43,44],max_length:[11,78,95,111,177,178],max_loop_var:113,max_lstm_gradient_norm:152,max_metr:60,max_ngram:92,max_ord:61,max_output:[73,103],max_packed_length:67,max_ratio:95,max_retri:84,max_scal:36,max_seq_len:[67,175],max_seq_length:[67,99,127],max_seqlen:102,max_sequence_length:112,max_source_length:127,max_step:[17,44],max_target_length:[10,105,127],max_timescal:54,max_token:154,max_v:81,max_val:81,max_valu:81,max_warp_fram:95,maximum:[12,15,17,59,61,67,73,78,81,95,99,103,111],maxlen:[11,67,78,111],maxpool:144,maxval:[78,173],mayb:[10,11,78,105,165],maybe_modified_equ:[43,44],maybeconfigcloudtpu:213,maybeconfigrundistribut:213,maybeconfigrunloc:213,maybegenerateseedfromscop:78,maybeguaranteeconstgett:48,maybelaunchtensorflow:213,mayberesetstepse:78,mayberesetstepseedfromscop:78,maybesav:23,maybesoftcaplogit:78,maybeupdateparamsfromflag:122,mccmetric:60,md:[15,54,55],mdl:123,me:44,mean:[8,9,15,19,24,30,44,46,54,60,67,78,82,97,99,101,113,162,163,166,170,182,184],meaning:184,meanstddev:131,meant:[11,54,86,114,136,156],meanwhil:89,measur:[2,3,60,92,142,213],mechan:[8,12,15,38,55,57,166],media:117,medium:54,meena2:37,meena:43,meet:[74,82],mega:[119,213],mel:[131,202],mel_channel:131,mel_spectrogram:131,mel_spectrogram_pad:131,melasrfrontend:131,member:[12,17,22,35,66,81,127,142],membership:[54,56,151],memoeri:43,memor:67,memori:[4,8,15,43,54,72,82,85,175,184,209],mention:78,merg:[2,8,15,17,46,54,55,57,78,81,92,104],merge_al:113,merge_all_pw_tensor:113,merge_feature_ax:81,merge_path:67,merge_prob:117,mergebeamsearchoutput:17,merged_input_data_summary_op:11,merged_source_pad:8,merger:[8,87,180],merger_op:8,mergerlay:[8,54,56],mergesourcepaddingwithperstepsourcepad:8,mesh:[15,27,43,44,45],mesh_dim_to_tensor_dim_map:45,mesh_split:[15,43,45],mesh_tensorflow:43,meshsplit:[15,43,45],meshsplitdimprefixcontext:45,meshsplitlay:15,mess:178,messag:[2,13,33,47,49,62,67,68,69,70,78,175,191],messagedescriptor:[47,49,68,69,70,191],met:[31,35],meta:[6,12,15,19,22,30,40,49,54,55,56,162],metaclass:12,metadata:[6,11,12,15,19,22,30,31,34,40,54,55,56,62,162,207],metagraph:78,metasourc:31,method:[3,4,7,11,12,13,14,15,18,21,31,34,36,43,44,46,53,54,58,59,61,72,76,77,78,81,97,102,106,109,114,118,122,123,132,135,166,168,169,175,184,213,214],methodnam:[80,102,109,123],metric:[1,2,3,5,10,13,26,33,35,43,57,61,67,76,78,91,112,114,127,128,135,144,152,163,182,184,186],metric_dict:60,metric_histori:35,metric_nam:2,metric_valu:[2,78],metrichistori:35,metrics_dict:[3,76],mfcc:160,mfcc_shape:160,mhsa:27,mhsa_before_conv:27,micro:[43,72,151],micro_batch_s:151,microbatch:[43,44],middl:82,might:[8,78,132,166,175],migrat:[8,12,13,15,22,40,44,54,56,57,65,78,81,83,87,97,101,112,132,163,182,183],milan:[1,121,124],milan_dataset_config_json:170,milaninputgener:165,milantask:163,mimic:[89,112],min:[12,81,91,95,106],min_dim_size_to_factor:72,min_factor:91,min_gain:36,min_params_per_shard:54,min_scal:36,min_timescal:54,min_v:81,min_valu:81,minh:8,mini:[9,182],minibatch:44,minim:[17,35,43,67,72,73,131],minimize_state_s:15,minimum:[12,67,72,81,180],minval:[78,173],mirror:81,misalign:182,misc:[127,132],misc_stat:[126,127],misc_zero_st:127,miscellan:[127,132],misczerost:127,mismatch:[78,87,109],miss:15,mix:[11,15,31,77,78,133,150,184],mixbyweight:78,mixtur:[13,15,33,43,44,135,144,151,152,163,186],ml:76,ml_perf_bleu_metr:[1,5],ml_perf_log:[1,5],ml_perf_subword_id_to_str:67,ml_perf_token:[1,5],mlperf:[61,62,63,67,184],mlperf_format:62,mlperf_print:62,mlperfbleumetr:61,mlperfinput:184,mlperfprogram:76,mlperfprogramschedul:76,mlperfprogramschedulefortask:76,mlperftoken:63,mlperftraindecodeprogram:76,mmt:190,mnist:[122,143,145,146,210,213,214],mnisttestinput:145,mnisttraininput:145,mobil:[81,86],mod:67,modal:[161,163,166,172],modality_batch_shap:[162,166],modality_shap:166,mode:[8,15,24,25,44,54,55,60,67,78,86,95,103,109,112,116,164,213,214],model:[2,3,8,9,10,11,12,13,14,15,17,19,21,22,23,24,25,29,35,40,41,43,44,45,48,50,52,54,55,60,61,64,65,67,72,74,76,78,81,82,86,88,92,103,108,111,114,117,118,119,121,122,123,124,125,126,127,128,130,131,132,136,138,139,144,147,148,149,150,151,154,155,156,163,164,165,166,169,171,172,173,175,177,179,180,182,183,188,189,190,193,197,198,205,209,213,214],model_cfg:48,model_class:108,model_dim:[15,27,43,44,88,151,156,180,182,183,186],model_dim_reshape_seg:[43,44],model_help:[1,5],model_import:[0,1,215],model_nam:[119,121,213],model_param:[3,48],model_params_file_overrid:122,model_params_overrid:122,model_path:205,model_registri:[0,1,48,74,118,119,169,213,215],model_split:24,model_task_nam:[2,48,213,214],model_test_input_gener:[124,125],model_var_list:13,modelanalysi:103,modelnam:48,modelparam:[121,122],modelregistri:119,models_test:123,models_test_help:[0,1,215],modelv1:144,modelv2:144,modif:[8,132],modifi:[3,8,22,31,41,44,54,67,78,101,127,180,181,182,184],modul:[0,1,5,67,98,124,125,137,140,143,146,149,153,157,159,167,174,179,187,193,196,199,201,215],module_path:173,moe:[27,43,44,55],moe_aux_loss:27,moe_lay:27,moe_num_expert:27,moe_num_group:27,moe_num_partit:27,moe_output:55,moe_p:55,moe_per_capacity_dim:27,moebuild:43,moefeedforwardlay:55,moelm:151,moment:[19,54,72,169],momentum:[34,36,72],monitor:75,mono:131,mono_source_id:184,mono_source_pad:184,mono_target_id:184,mono_target_label:184,mono_target_pad:184,mono_target_weight:184,monolingu:184,monolith:[11,112],monoloth:112,mononoton:8,monoton:8,monotonicattent:8,monotonicattentionprob:8,more:[4,8,15,17,21,22,40,41,42,44,54,55,56,61,67,72,76,78,81,82,87,97,99,100,106,120,127,166,170,176,178,182,184],most:[13,15,41,43,54,55,56,81,91,97,99,101,112,114,127,151,166,170,207],mostli:[17,44,165,176],move:[7,13,19,43,54,67,78,81],movement:34,moving_mean:19,moving_vari:19,ms:168,msg:[67,76],mt:[1,121,124,195],mt_attention_lay:15,mtbasedecod:182,mtbasemodel:186,mtdecoderv1:182,mtencoderbirnn:183,mtencoderbirnnprecomputedembed:183,mtencoderunirnn:183,mtencoderv1:183,mtf:44,mu:36,much:[15,41,54,78,113,182],mul:81,mult:54,multi:[8,13,15,42,43,44,48,55,56,72,73,76,95,106,119,131,163,166,182,185,213],multi_headed_atten_prob:182,multiclass:60,multiclassaucmetr:60,multihead:[15,38],multiheadattentionstatelay:44,multiheadedattent:[8,15,182],multiheadedattentionrp:15,multiheadedattentionxl:15,multiheadedfavorattent:15,multiheadedprojectionlay:15,multiitemexamplewrapp:166,multilabel:60,multilabelcontrastiveloss:166,multilin:46,multilingu:54,multinomi:78,multipl:[8,11,12,13,15,17,21,22,31,40,41,42,43,44,46,54,57,72,76,78,81,86,87,91,95,97,104,112,166,178,184],multipli:[91,95],multiplier_schedul:112,multiply_by_parameter_scal:72,multisourceattent:[8,15],multisourcefrnnwithattent:87,multisourcetransformerdecoderlay:15,multisourcetransformerlay:15,multitask:[41,54,55,65,76],multitask_model:[1,5],multitaskadapterbaselay:54,multitaskadaptereinsumlay:54,multitaskadapterlay:54,multitaskmodel:[13,14,65,76,119,213],multitaskmodelparam:[14,119,122,213],multitaskprogramschedul:76,multitasksubmodel:[13,76,119,213],multithread:184,must:[8,10,11,12,13,15,17,22,33,39,43,44,46,52,54,56,59,60,66,67,72,73,75,78,81,82,87,95,97,100,112,113,120,127,131,152,164,165,166,178,182,183,184],mutat:[57,175],my:175,my_dataset:11,my_lay:44,my_model:113,my_model_param:113,my_tensor:82,myaccumul:12,myexperi:169,myfoobarmethod:78,myimageencod:169,myinput:11,mymodel:[74,135],myobject:46,myregisteredmodel1:108,myregisteredmodel2:108,mytextencod:169,mytrack:12,myvar:22,n18:54,n:[8,9,15,19,22,35,43,44,54,55,61,67,72,78,82,86,91,92,95,97,100,103,116,129,144,162,166,178],n_batch:97,n_i:95,n_iter:37,nakajima:117,naman:[7,72],name:[2,3,4,6,7,8,9,10,11,12,13,14,15,17,18,19,21,22,24,27,29,30,33,34,36,39,42,43,44,46,47,48,53,54,55,56,57,60,66,67,72,73,75,76,78,79,80,81,82,86,87,91,93,94,95,96,97,103,104,106,112,113,114,116,118,119,121,122,123,127,128,130,131,133,135,141,144,150,151,152,156,161,162,163,164,165,166,169,170,173,177,178,180,182,184,205,209,213,214],name_eag:103,name_prefix:27,name_scop:[7,34,36,78,113],named_tensor:22,named_tuple_v:47,namedtupl:[10,13,33,46,66,113,127,128,131,135,144,152,163,186],namedtuplev:47,namescopedecor:78,namespac:[1,12,124,125,143,149,179,193],nan:[15,54,57,78],narrow:8,narrow_to_asym_bit_depth:[8,81],narur:184,native_to_unicod:61,natur:[35,43,81],natural_ord:184,navig:46,nb_random_project:38,nce:78,nd:44,ndarrai:[27,45,103,175],ndim:78,nearbi:54,nearli:178,necessari:[9,53,54,76,78,81,166],necessarili:78,need:[7,8,9,11,12,13,15,17,21,22,23,33,34,35,36,38,40,43,44,45,52,54,55,56,57,60,65,67,72,73,76,77,78,81,82,83,85,86,87,93,94,97,101,102,106,112,114,119,126,127,132,156,163,182,183,184,185,186,203,213],neg:[8,15,39,104,106,166,170],neighbor:8,neighborhood:54,neither:[54,166],neon:176,nest:[8,12,17,19,27,31,43,44,46,66,78,83,104,112,176,178,182],nested_depth:46,nested_map:[1,5,12,15,54,112,178],nestedmap:[6,8,9,10,11,12,13,15,17,19,21,22,24,27,29,30,31,33,39,40,41,42,43,44,48,52,54,55,56,57,58,60,66,72,78,80,82,83,85,86,87,89,93,95,97,99,100,101,103,105,112,114,126,127,128,130,131,132,133,135,136,144,150,151,152,156,163,172,173,176,178,182,183,184,185,186],nestedmapt:66,nestemap:89,nestmap:78,net:[43,55,82],network:[3,8,22,24,40,41,44,46,54,55,78,82,85,86,164,175,180],network_util:19,neural:[8,17,40,55,67,78,82,86,127,180],neurip:41,never:[46,60,67,76,82],new_c:86,new_cached_count:19,new_cached_sum:19,new_decoder_st:127,new_float_valu:109,new_id:182,new_init_st:[8,182],new_m:86,new_name_format:78,new_siz:178,new_stat:[55,127,182],new_step_id:[17,127,182],new_valu:81,new_values_nmap:12,newli:55,newlin:46,newstat:44,newton:59,next:[17,22,31,67,75,78,82,83,86,97,99,100,101,113,114,127,151,182],next_creat:78,next_se:38,ngiam:22,ngram:[55,61,67,92],ngram_id_to_token:67,ngram_separ:67,ngram_vocab_filepath:67,nh16:209,nice:178,nichola:59,nip:8,nlp:[54,176],nltk:200,nltk_data:200,nm:[43,44],nmap:[78,82,89],nmap_acc:82,nmap_i:82,nmap_list:78,nmap_x:82,nmt:[54,184,186,189,190,204],nmtdoubleinput:184,nmtinput:[180,184],nmtinputwithmono:184,nn:[8,22,43,54,78,112,166],no_qdomain_expect:80,noconstguaranteescop:48,node:[48,66,74,78,123,128,151],nois:[8,12,25,78,95,129,184],noise_sent_prob:184,noise_shap:[54,78],noise_shape_broadcast_dim:[21,43],noisifi:95,nome:44,non:[7,8,9,11,15,17,22,24,30,34,36,40,43,44,46,54,55,60,67,72,73,78,95,103,106,112,113,129,170,173,176,180,184,213,214],noncaus:38,noncausal_denomin:38,noncausal_numer:38,none:[2,3,4,6,8,9,10,11,12,13,15,17,18,19,21,22,23,24,25,27,29,30,33,34,38,40,43,44,45,46,48,52,53,54,55,56,57,58,60,62,66,67,72,73,74,75,76,77,78,80,81,82,83,84,86,87,89,90,92,93,94,95,96,97,101,103,104,105,109,111,113,116,123,127,130,132,133,135,141,142,150,151,152,156,160,162,163,175,176,178,180,182,183,184,185,203,209,213,214],none_shap:17,nonzero:[7,34,36,72],noop:127,nooptrial:[2,3,76,213],norm:[8,15,21,27,43,54,55,57,72,78,103,169,173],norm_mean:19,norm_polici:43,norm_typ:43,norm_vari:19,normal:[9,15,19,27,30,38,43,44,54,55,56,67,78,86,106,166,173,180,182,185],normalized_scor:68,normalizeddepthwiseconv2d:29,normalizeddepthwiseconv2dlay:30,normalizedlconv:29,normalizedlstmcellsimpl:86,normalz:43,not_cal:12,not_expect:80,not_support:31,notabl:58,notat:12,note:[4,8,9,11,12,13,15,17,22,24,33,43,44,46,48,52,54,60,65,67,72,76,78,81,86,111,112,113,127,131,141,142,166,173,175,182,184],noth:[3,44,78,113,132,151,162,166],nother:142,notic:15,notimplementederror:[15,77,118,132],now:[15,18,44,55,62,67,76,78,86],np:[24,73,78],np_arr:109,nref:141,nt:[67,127],nullasrfrontend:131,nullcontextu:126,nullfus:132,nulllm:151,num:[9,15,17,29,43,50,67,78,91,115,141,142,182],num_attention_head:[8,177],num_batcher_thread:184,num_beam:[17,67],num_bit:81,num_block:[9,55],num_channel:[95,164],num_class:[54,56,60,78,127,166],num_clust:88,num_coeffici:202,num_decoder_lay:180,num_devic:[27,44,45,76,213],num_devices_per_replica:24,num_devices_per_split:[24,156],num_dim:45,num_el:115,num_embedding_shard:154,num_encoder_lay:180,num_epoch:162,num_exampl:162,num_expert:[22,27],num_ffn:15,num_fram:[102,131],num_freq:95,num_gat:86,num_gpu:209,num_group:[19,27,44,86],num_head:[15,27,29,88,151,156,180,182,183],num_host:31,num_hyp:[17,182],num_hyps_per_beam:[8,10,17,67,127,128,180,182],num_hyps_per_beam_overrid:[10,17],num_infeed_host:[11,24],num_input_nod:[15,78,101],num_lay:[15,85,88,93,102,151,177,180,182],num_loop:[76,213],num_micro_batch:[72,151,154,156],num_microbatch:44,num_mixtur:8,num_nod:54,num_oovs_per_sampl:152,num_output_nod:[87,101],num_packed_exampl:184,num_partit:[15,34,40],num_prev_token:100,num_queries_in_query_vec:15,num_replica:[24,39,91],num_rnn_matric:86,num_routing_head:88,num_routing_lay:88,num_row:103,num_sampl:[78,131,151,154],num_samples_in_batch:184,num_shard:151,num_shuffle_shard:86,num_softmax_shard:154,num_sourc:56,num_split:[11,50,78],num_splits_per_cli:24,num_splits_per_dim:34,num_splits_per_replica:24,num_stag:44,num_step:44,num_styl:55,num_t:82,num_target:52,num_token:[86,175],num_tpu_cor:75,num_tpu_host:[11,24,25],num_training_work:138,num_trans_lay:182,num_transformer_lay:[156,185],num_transparent_output:185,number:[4,6,9,10,11,12,15,17,19,22,24,30,35,38,39,40,43,44,46,48,50,52,54,55,56,59,60,67,72,73,74,76,78,81,82,83,86,88,95,97,99,101,103,106,113,127,129,130,131,142,151,152,160,162,163,166,176,177,178,180,182,184,204,207,209,213],number_id:77,numer:[8,38,78,81,83,85,109],numerical_stabil:38,numoutputnod:[15,54,55],numpi:[27,43,44,45,60,73,89,175],numpy_data_list:73,nw:142,o1:43,o2:43,o:[15,43,54],o_g:86,obei:[15,122],obj:[46,136],obj_a:46,obj_b:46,obj_id:78,object:[2,3,4,6,7,8,10,11,12,13,14,15,17,18,19,21,22,23,24,27,29,30,33,34,35,36,40,41,43,44,45,46,47,48,49,53,54,55,56,57,58,60,61,66,67,68,69,70,72,73,74,75,76,77,78,79,80,82,85,86,87,89,92,93,94,95,97,99,100,101,103,104,105,109,112,113,114,115,116,117,119,122,126,127,130,131,132,134,135,142,144,151,152,156,161,162,163,165,166,170,173,175,178,180,182,183,184,185,186,191,203,206,213],objective_metric_kei:3,observ:[15,52,184],obsolet:89,obtain:[4,11,15,16,31,67,78,81,95,184],occur:[8,61,91,166],ocd:105,odim:[15,21],off:[25,52,54,72,78,95,186],offici:[19,61],offlin:135,offset:[8,11,44,72,86,111,133,150,184],often:[13,21,33,54,82,91,106,142,173,180],okai:[8,12,13,15,22,40,44,54,56,57,65,67,81,83,87,97,101,112,132,163,182,183,184],old:[8,12,13,15,22,40,44,54,56,57,65,78,81,83,87,97,101,109,112,115,132,163,182,183],old_old_weight:77,old_stat:127,old_weight:77,older:76,omit:15,omnipot:15,on_device_training_loop:76,onc:[8,12,13,17,35,43,54,67,81,97,112,114,119,213],one:[4,6,8,9,11,12,13,15,17,19,21,22,24,27,30,31,33,40,41,43,44,46,54,55,56,59,61,66,67,72,73,78,81,82,86,87,91,95,97,99,100,101,104,105,109,114,127,129,130,135,141,142,144,151,152,162,163,164,166,168,169,170,176,178,182,183,184,186,203,213],one_billion_wd:[40,149,153],onebwdsgpipetransform:40,onebwdsgpipetransformerwpm:154,onehotembeddinglay:54,ones:[15,56,104,112],onli:[8,11,12,13,15,17,22,27,30,31,33,34,40,41,43,44,45,46,48,54,55,56,57,60,63,65,66,67,72,78,81,82,83,86,87,91,97,99,101,102,109,111,112,113,119,121,131,132,151,163,166,182,183,184,186,213],onlin:[8,13,33],onto:24,oor:38,op:[1,2,4,5,7,11,12,13,15,24,34,35,36,37,40,44,45,48,54,57,60,72,77,78,81,82,86,87,89,94,95,96,112,116,126,127,132,162,166,170,173,178,181,194,204,213,214],op_nam:78,op_se:[40,78],op_sharding_proto:45,op_typ:78,opaqu:[17,81],open:54,oper:[6,7,8,11,12,13,15,18,19,22,24,30,33,34,36,40,44,54,55,56,57,67,72,77,78,81,86,95,119,127,131,194,213],opportunisticvariablereusescop:78,oppos:[15,67,81,102,103],opshard:45,opt:[72,120,213,214],optim:[1,5,7,9,13,15,33,34,36,41,54,57,67,78,112,156,170,180,182],optimizer_map:72,optimum:91,optimzi:112,option:[4,8,11,12,15,17,22,25,27,43,44,45,46,48,54,55,56,57,66,67,72,73,74,77,78,81,82,86,87,97,99,101,103,105,113,127,128,141,142,151,160,162,163,178,185,186,203,213],order:[11,12,15,27,30,34,35,45,61,67,72,74,75,78,82,87,92,94,152,176,184,194],org:[7,8,9,15,19,22,27,29,30,37,38,40,41,42,52,54,55,56,59,72,78,81,85,86,88,91,93,95,96,102,106,111,127,142,158,168,173,182,183,184,185,186,200],organ:[12,122],orig_dtyp:18,orig_i:95,origin:[3,9,11,41,43,44,45,50,54,55,67,73,78,91,92,95,111,131,164,166,184,194],original_dtyp:18,orthogon:38,ot:81,other:[11,13,14,15,17,31,33,40,41,43,44,46,54,55,60,66,78,82,86,99,101,102,113,114,127,128,135,144,152,163,166,169,175,178,186,207],other_st:17,otherwis:[11,12,13,15,22,23,44,48,54,55,56,66,72,78,82,86,87,89,91,95,151,162,178,183,184,185],our:15,out1:22,out2:22,out:[7,12,13,15,30,33,35,44,46,54,60,66,67,78,81,82,86,89,95,109,123,129,135,144,152,175,182,184,186,209,213,214],out_atten_prob:67,out_beam_don:67,out_best_scor:67,out_channel:[30,54],out_channel_1:54,out_channel_2:54,out_channel_i:54,out_cumulative_scor:67,out_dim:[8,29],out_done_hyp:67,out_hyp:67,out_id:67,out_link:82,out_mask:15,out_nmap:27,out_pad:[27,29,30,54,185],out_prev_hyp:67,out_scor:67,out_seq_len:67,out_shap:[6,12,15,19,22,30,40,54,55,56],out_stat:[17,182],out_with_overrid:44,outc:30,outcom:45,outer:[11,104],outermost:78,outfe:[13,76,213],outofrangeerror:[67,162],outpu:15,output:[6,8,9,10,11,13,15,17,19,21,22,27,29,30,31,33,39,40,43,44,46,48,54,55,56,57,60,61,67,75,76,77,78,81,82,83,85,86,87,95,97,99,100,101,102,103,105,113,114,127,128,130,131,132,135,144,151,152,163,164,165,173,175,177,178,180,182,183,185,186,204,205],output_cell_nod:86,output_channel:[30,54],output_data_format:183,output_dim:[15,44,54,55,78,131,168,177,182],output_dir:[75,175],output_dtyp:78,output_endpoint:[21,43],output_image_s:164,output_key_value_pair:[13,33,135,144,186],output_nonlinear:86,output_num_shard:75,output_op_nam:48,output_pad:[19,44,54],output_qt_nam:54,output_rang:164,output_s:86,output_shap:67,output_shard_id:75,output_signatur:97,output_tensor:[22,78],outputchannel:30,outputs_mo:55,outputshap:54,outshap:[30,54],outsid:[44,60,86,87,113,173],outside_all_rewrit:78,over:[4,8,12,13,15,19,22,30,40,44,46,54,56,57,60,65,67,72,81,83,86,87,97,101,104,112,132,135,163,166,178,182,183],overal:[73,92,103,177],overhead:[7,15,34,36,72,182],overlap:[9,72,86],overload:184,overrid:[7,8,9,10,11,12,13,15,17,18,19,22,30,31,34,36,40,43,44,46,53,54,55,56,65,72,73,75,78,79,80,81,82,86,87,91,106,112,114,127,135,162,165,168,169,173,213,214],overridden:[8,11,12,13,15,22,40,43,44,54,56,57,65,78,81,83,87,97,101,112,114,127,132,136,156,163,182,183],overridelay:44,overridemodelparam:3,overridevarsfromcheckpoint:78,overview:[119,213],overwrit:[46,97],overwritten:[22,78],own:[78,112,123,142,166],p100:209,p18:186,p:[6,8,10,11,12,13,15,17,19,22,24,25,27,30,31,40,43,44,54,55,56,57,59,78,80,83,86,87,91,100,101,112,114,117,127,151,152,165,166,180,182,183,184],p_0:106,p_1:106,p_choose_i:8,p_i:166,pack:[8,15,43,48,58,60,66,67,78,86,87,127,152,183,184],pack_sequ:67,pack_single_sequ:67,packag:[0,78,215],packcachedsourc:8,packed_:67,packed_batch_s:67,packed_input:[11,15,156,185],packed_seq_len:67,packed_src:[8,87,97,126,127],packed_src_seq_len:67,packed_tgt_seq_len:67,packedbatchmajorlanguagemodel:152,packet_s:131,packing_factor:184,packmetricsvalu:60,packsequ:67,packsinglesequ:67,packsourc:8,pad:[6,8,9,10,11,15,17,19,27,29,30,38,43,44,45,52,54,55,56,58,67,73,78,80,81,82,86,87,93,95,97,99,100,101,102,103,105,111,112,127,130,131,132,135,136,151,152,166,175,182,183,184,185,186],pad_after_cont:78,pad_bottom:30,pad_left:30,pad_right:30,pad_to_maxlen:67,pad_to_multipl:130,pad_top:30,pad_val:78,pad_valu:[54,87],padd:184,padded_featur:175,padded_input:44,padded_length:30,padded_per_stage_st:44,padding0:78,padding1:78,padding_algorithm:[30,54],padding_v:[9,86],paddinglay:[15,30],paddingsfromlength:78,padmicrobatch:44,padortrimdimens:178,padortrimto:[54,78],padsequencedimens:78,padsequenceto:78,page:[0,59],pai:93,pair:[11,12,13,19,22,29,30,33,39,42,43,46,53,54,57,60,66,67,72,75,78,81,82,92,95,114,115,127,131,135,141,142,144,152,162,163,166,170,172,184,186,202,205],pairwis:[38,166,172],paper:[8,9,30,54,55,85,86,88,95,96,168,186],par:78,paragraph:117,parallel:[8,22,40,43,44,58,78,82,162,207,213],paralleldecselfattentionrelativebiasffn:43,parallellay:22,parallelrepeatlay:22,parallelstep:97,param:[2,3,6,8,9,10,11,12,13,14,15,17,19,21,22,24,27,29,30,31,33,35,40,41,43,44,46,48,51,52,53,54,55,56,57,58,60,63,65,72,74,76,77,78,80,81,83,85,86,87,88,91,93,95,97,99,100,101,102,103,105,106,111,112,114,119,121,122,124,125,127,128,130,131,132,133,135,136,143,144,145,149,150,151,152,159,163,164,165,172,173,175,177,178,179,180,181,182,183,184,185,186,193,194,205,213],param_config:78,param_nam:48,param_obj:48,param_pb:46,param_size_per_lay:85,param_v:47,paramet:[2,3,4,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,29,30,31,33,34,35,36,38,39,40,41,42,43,44,45,46,48,50,51,52,53,54,55,56,57,58,59,60,61,63,64,66,67,72,73,74,75,76,77,78,79,80,81,82,83,85,86,87,88,89,90,93,95,97,99,100,101,103,104,105,106,108,109,111,112,113,114,115,116,118,119,121,122,123,126,127,128,129,130,131,132,133,135,138,139,141,142,144,148,150,151,152,155,156,160,162,163,164,166,169,170,172,173,175,176,177,178,180,182,183,184,185,186,188,194,198,202,203,204,205,209,213,214],parameter:[46,102,151],paramsa:72,paramsb:72,paramsfromenv:170,paramst:46,pardo:203,parekh:168,parent:[12,112,166],pars:[22,24,45,74,78,81,142,162,213],parse_exampl:[11,160],parse_single_exampl:39,parsed_devic:24,parsedevicestr:24,parser:162,parserecord:39,parsing_config:162,part:[12,13,22,24,33,67,72,81,86,87,97,99,127,131],partial:[67,78,115],particular:[8,11,18,54,55,56,76,78,83,101,166],partit:[34,40,45,151],partition_index:34,partition_info:34,partition_metadata:34,partition_s:34,partition_strategi:112,partition_tensor:34,partitionconfig:34,partitioned_grad:34,partitioned_tensor:34,partitionmetadata:34,partitionsequentiallay:40,pass:[2,7,8,11,12,13,15,17,21,22,30,31,34,36,38,41,43,44,46,53,54,55,58,60,67,72,73,78,81,82,85,86,87,89,97,99,100,101,103,105,114,131,135,151,162,176,203],passiv:81,passiveasymqdomain:81,passthrough:[11,76],past:[45,55],path1:205,path2:205,path:[2,11,12,13,15,22,23,31,48,54,67,74,78,108,147,162,169,203,205,213,214],path_seq:22,path_to_fil:67,pattern:[4,8,9,11,12,13,15,21,22,29,31,40,44,54,56,57,65,67,78,81,83,87,95,97,101,112,132,133,150,163,182,183,184,194],pcm:131,pcm_audio_chunk:131,pcm_audio_data:131,pcm_audio_pad:131,pcollect:175,pdf:[8,9,15,19,37,38,52,54,55,59,86,91,93,95,96,106,117,127,182,184,186],peak:[85,91],pearson:60,penalti:[61,67],peopl:91,per:[7,8,9,11,13,15,16,17,24,31,34,39,43,44,50,54,60,67,72,73,76,78,81,87,95,97,100,101,105,112,114,126,127,130,131,135,142,166,173,180,182,183,184,213],per_exampl:[13,43,78,114],per_example_argmax:[54,56],per_example_tensor:[13,76,114,163,182,213],per_example_weight:[54,56],per_example_x:[54,56],per_expert_capacity_dim:27,per_input_gradient_mask:13,per_layer_var:43,per_sequ:[10,127],per_sequence_loss:127,per_split_complet:12,per_stage_var:44,per_step:[15,43,78],per_step_input:82,per_step_pad:15,per_step_padding_overrid:15,per_step_source_pad:[8,127],per_step_src_pad:127,per_step_vn:78,percentag:[142,184],perdimscalelay:15,perf:76,perform:[8,9,10,13,15,17,33,35,46,54,55,58,60,76,77,78,81,82,83,86,90,95,96,97,101,109,111,131,132,164,172,184,207],performerbuild:15,perhap:[13,33,135,144,152,163,186],period:[95,122],permut:[45,184],permutation_dist:184,perplex:35,persist:[12,127],perspect:[60,81],perturb:109,pham:8,phase:[32,54,91],phrase:142,physic:116,physical_mesh_shap:45,pi:91,pick:[21,41,44,72],pickeveryn:109,piec:[13,33,61,92,111,138,197],piecewis:[48,78,91,95,106],piecewiseconst:78,piecewiseconstantschedul:91,piecewiseschedul:[91,106],pin_vars_to_cpu:48,pipelin:[11,15,31,39,40,43,44,128,162,203],pipeline_opt:203,pipelinedtransformerlay:15,pipelineopt:203,pipelininglay:[40,56],pixel:95,place:[7,15,24,43,44,51,76,78,82,126,175,184],placehold:[78,152],placement:[24,67,78],placeontpucor:78,placer:[24,43],plain:[113,150],plan:[13,43,45,114],platform:78,pleas:[9,15,17,21,54,55,67,86,105,141],plot:[1,5,103],plot_fun:73,plot_func:73,plot_tensor:103,plotsequencefeatur:103,plu:[22,29,81,166],po:[15,43,44],pod:45,point:[6,7,8,10,12,13,15,19,21,22,24,30,34,36,40,54,55,56,72,73,95,127,151,152,169,182,209],pointer:[15,67],pointwis:54,polici:[24,43,51],polynomi:91,polynomialschedul:91,pool:[15,29,30,54,86],pooling_typ:29,poolinglay:54,pop:66,popitem:66,popul:[13,67,73,76,182,184],populate_topk_hyp:67,port:209,portabl:96,portion:[55,78,95],pos_emb:56,pos_emb_theta:56,posit:[8,9,15,22,30,38,43,54,55,56,59,67,73,78,81,88,95,104,111,118,151,166,170,180,182,183,184],position_tensor:54,positional_bia:9,positional_embed:156,positional_onli:53,positional_or_keyword:53,positionalattenlogit:9,positionalembeddinglay:54,positionanl:54,positive_class:166,positive_class_i:166,possibl:[8,46,51,53,54,78,97,115,127],post:[13,15,33,54,76,87,127,135,144,186],post_beam_search_step_callback:17,post_step_callback:105,post_training_loop_op:13,postbeamsearchstepcallback:17,postprocess:[76,128],postprocessdecodeout:[11,13,33,135,144,163,186],postprocessst:87,poststepdecoderstateupd:127,posttrainingloop:13,posttrainingstepupd:[12,19,81,86],potenti:[31,43,54,76,85,182,207],potention:30,pow:91,power:[59,67],pp:59,pr:[60,78],practic:[15,34,41,72,99,166],pre:[7,30,34,36,43,46,54,76,97,99,101,141],pre_beam_search_step_callback:17,pre_proj_input_dim:8,pre_sigmoid_nois:8,pre_step_callback:105,prebeamsearchstepcallback:17,prec:142,preced:[54,104],precis:[60,81,92,144,166],precision_and_recal:142,precomput:[131,168,175],precondit:[34,67],precondition:[34,67],preconditioner_compute_graphdef:67,precursor:54,pred:[60,74],predict:[10,13,33,43,54,55,56,60,61,67,74,114,127,135,144,152,163,182,186],prediction_step_interv:75,predictor:[1,5,36,75],predictor_runner_bas:[1,5],predictorrunnerbas:75,preevious_attent:8,prefer:[30,54,78,81,82],prefix:[10,12,13,31,38,45,55,61,66,78,89,117,127,151,152,182,184],prefix_dims_to_skip:78,prefix_mesh_dim:45,prefix_st:[55,182],prefixeddatasourc:31,preivous:81,prepar:[26,30,97,99,101,103,175,181],prepare_coco:[159,174],prepared_input:[97,99,100,101],prepareexternalinput:[97,99,100,101],preparesequenceforplot:103,prepend:[31,67,78],preprecessor:165,preprocess:[11,114,136,141,142,156,164,165,166,169,175,177],preprocess_handl:142,preprocessor:[165,169],preprocesstpuembeddinginputbatch:11,preprocesstxtbeforew:141,present:[8,27,44,48,66,67,72,92,178,184,209],preserv:[8,46,48],preserve_colocation_nod:48,preserve_extra_op:48,preserve_saver_restore_nod:48,pressur:81,pretrain:[78,175,181],prev_hyp:67,prev_id:[86,100],prev_prob:8,prev_v:86,prevent:[15,30,55],previou:[8,15,22,25,54,55,56,67,76,77,86,97,99,100,101,127,182],previous:[2,8,67,81,100],previous_assign:116,previous_attent:8,primari:97,primarili:182,primary_source_kei:15,primer:43,print:[21,22,46,78,92,205,206,209,211,213,214],print_debug_tensor:78,print_hyperparams_text_diff:205,print_tf_record:[1,201],printallpythonop:94,printshapelay:22,prior:[8,11,13,162,169],priori:166,prob:[8,9,15,17,29,52,54,55,60,67,68,78,127,151,152,180,182,186],probabl:[8,15,37,44,54,55,56,60,67,78,86,99,103,106,127,151,166,180,182,184],probablist:[13,33,78,135,144,152,163,186],problem:[8,78],problemat:44,probs_sum:15,proce:95,process:[2,7,8,11,13,15,19,33,34,36,39,55,67,76,78,81,87,97,99,100,101,117,127,131,135,141,144,158,175,182,184,186,194,200,213],processdataset:11,processed_ckpt:2,processfpropresult:[13,43,114],processor:[39,194],processprojectionvec:8,processseq:97,produc:[2,22,31,37,44,46,60,66,67,78,86,97,99,101,114,162,166,176,178,183,209],product:[8,15,34,72,172],program:[1,5,8,57,119,142,203,213],programmat:123,programschedul:[14,76,118,122,138,156],programscheduleparam:[119,213],proj:15,proj_activation_split_list:27,proj_input:58,proj_tpl:182,proj_w_split_list:27,proj_weight_hdim:43,project:[8,9,15,22,27,38,43,44,54,55,56,58,78,80,86,163,182],projectinputsequ:58,projection_matrix:38,projection_typ:8,projection_vec:8,projectionlay:54,projectlastdim:78,prone:67,prop:[54,86],propag:[11,12,13,15,22,27,30,40,41,43,44,54,55,56,80,81,82,85,87,93,113,144,152,166,173,183],proper:12,properli:[48,78,82],properti:[2,3,11,12,13,15,19,21,22,23,24,27,30,31,35,43,44,45,46,54,55,60,61,74,76,78,81,83,86,87,92,95,102,111,112,115,116,117,130,131,147,162,168,169,173,178,182],property_char:61,proport:[44,67,78,83],proportion:[11,31,133,150,184],propos:[54,55,91],proto:[11,45,46,48,60,67,73,74,78,113,162,175,184],proto_v:47,protobuf:[2,47,49,68,69,70,191],prototyp:21,protov:47,provid:[4,10,11,17,18,21,31,44,46,48,54,55,56,67,72,76,78,81,82,86,101,104,111,127,165,166,175,178,183,186,203],prune:[13,77,86,173],prune_opt:77,pruning_hparams_dict:77,pruning_util:[1,5],pruningop:77,ps:24,ps_params_dict:[119,213],psd:59,pseudo:[78,83],pseudocod:7,pseudorandomli:4,psu:59,pub:[54,117],punctuat:[1,46,61,111,121,124,141],punctuator_data:197,punctuatorinput:194,pure:131,purpos:[11,15,44,48,55,81,213,214],push:209,put:[13,43,114,122],pw_tensor:113,pwtpusummarytensor:113,py:[15,19,20,29,54,78,105,141,142,175,176,204,209,213],py_func:73,py_util:[1,5,11,12,15,39,40,43,54,55,57,66,81,112,123,133,150,184],py_utils_flag:[1,5],py_utils_test:78,pyext:[47,49,68,69,70,191],pyplot:73,python2:81,python3:209,python:[4,7,12,13,14,15,18,21,24,31,34,35,36,37,44,45,46,48,50,54,72,77,78,81,82,94,109,111,112,121,141,142,151,156,162,163,166,170,173,178,182],python_op_gen_main:94,pytorch:[15,29,37],q:[9,15,22,166],q_dist:15,q_proj:15,qadd:81,qbatchmatmul:81,qconv1d:81,qdomain:[15,21,29,81,86],qkv:43,qlog:81,qlogsoftmax:81,qmatmul:81,qmax:81,qmin:81,qmultipli:81,qr:81,qrandom_uniform:81,qrelu6:81,qrelu:81,qrnn:86,qrnnpoolingcel:86,qrpad:81,qrrelu6:81,qrrelu:81,qrsigmoid:81,qrsoftmax:81,qrtanh:81,qs:38,qsigmoid:81,qsoftmax:81,qsubtract:81,qt:[81,86],qtanh:81,qtensor:[54,81,86],qtensormulti:81,qualifi:209,qualiti:[92,182,184],quality_score_filter_fn:184,quant:54,quant_test_lib:[1,5],quant_util:[1,5,8,9,15,22,30,54,80,86,87,182],quantifi:81,quantiti:182,quantiz:[8,54,78,80,81,86],quantizable_lay:81,quantizablelay:[8,9,15,22,30,54,80,81,86,87,182],quantizeconstantrang:81,quantized_max_const:49,quantized_max_tensor:49,quantized_min_const:49,quantized_min_tensor:49,quantized_num_bit:49,quantizedlstmcel:86,quantizenaturalrang:81,quantizetensor:81,quantizeweight:81,quantutilsbasetest:80,quasi:[86,87],queri:[8,9,15,38,54,55,56,99,126,127,162,166],queries_shap:166,query_batch_s:166,query_dim:[8,15,127],query_exampl:166,query_mod:166,query_pad:15,query_prim:38,query_proj:15,query_relative_position_shift:15,query_segment_id:[8,55,127],query_segment_po:43,query_vec:[8,15,55],queryattent:126,queue:13,quit:81,quot:46,quotat:46,quote_char:46,qweight:81,r13output:154,r:[8,15,78,82,166],r_t:34,race:78,rafaljozefowicz:154,rais:[2,8,11,12,13,14,15,18,23,24,44,46,48,52,53,54,63,64,66,72,74,75,77,78,82,87,89,111,112,118,119,122,127,132,142,169,178,203,209],raise_if_already_ad:13,ramp:[81,91],rampup:91,rand_prob:67,random:[4,10,38,44,48,52,67,78,85,86,95,105,127,164,173],random_permutation_sequ:67,random_se:[10,48,78,105],random_start_prob:67,random_uniform:86,randomli:[4,44,55,67,78,95,162,164,166,184],randomnorm:78,rang:[4,8,9,11,15,22,39,44,54,58,66,67,78,81,83,95,97,127,164],rank4:44,rank:[15,17,19,30,44,50,54,55,67,78,81,115,131,178],rare:[8,12,13,15,22,40,44,54,56,57,65,81,83,87,97,101,112,132,163,182,183],rate:[3,7,33,35,36,44,57,67,72,91,103,106,138,141,142,151,180,202],rather:[8,12,35,78,112],ratio:[41,44,67,95,106,180,182,184],rational:95,raw:[11,12,87,145,169,202],raw_var:116,rb:43,rcell:87,rcell_backward:87,rcell_forward:87,re:[15,44,46,78,99,173],reach:[54,67,105],reachabl:12,read:[11,12,27,31,35,46,78,89,91,99,116,135,144,150,162,166,170,175,184,194,203,204,207,208],read_parallel:162,read_valu:116,readcocofromtfdsfn:175,reader:203,readfilelin:78,readi:[2,15,54],readnparrai:89,readonlyattrdictview:78,readvari:78,real:[11,44,78,109,132],realiz:73,realli:[46,151,207],rearrang:67,reason:[58,72,78,166],recal:142,receiv:[67,94],recent:91,recip:[168,169],recipeerror:169,recogn:[54,61],recognit:[8,133],recommend:207,recomput:82,reconfigur:54,reconstruct:54,record:[11,12,20,35,39,67,69,78,81,91,133,150,162,184,203,207,211],record_batch:31,record_format:[78,203],record_pb2:[5,67],record_yield:31,recordformatfromfilepattern:78,recov:[40,54,78],rectangular:166,recurr:[1,5,8,12,15,22,40,44,55,58,78,83,86,87,97,101,127,130,151],recurrentdensebuild:43,recurrentdensebuilderparalleldecod:43,recurrentstepwrapp:97,recurs:[8,12,41,44,46,66,78,86],recursivefindlayerparam:12,recv:[82,94],recv_devic:94,reduc:[15,43,54,55,72,78,82,83,85],reduce_over_dim:19,reduce_sum:78,reducerm:78,reduct:54,reentrant:[55,113],ref:[78,92,128,129,135,141,142],ref_id:129,ref_keyphras:142,ref_keyphrase_count:142,ref_lin:61,ref_step:91,ref_str:[60,61,92,129],ref_word:142,refactor:131,refer:[9,17,22,29,31,36,40,46,52,54,61,81,82,86,87,95,129,131,134,141,142,178,182,186],referenc:66,reference_corpu:61,reflect:[9,12,78,82,122,164],reform:34,reform_tensor:34,regan:[34,72],regardless:[55,56,60,67],regex:[13,72,78],regexp:78,regexsharedvariablemodel:65,region:95,regist:[12,26,119,122,123,205],registeraccumul:12,registermultitaskmodel:122,registersingletaskmodel:[118,122,169],registri:[121,122,123],regress:[13,33,78,114,135,144,152,163,186],regul:78,regular:[30,44,54,78,86,100,130,173,178,180],regularl:86,regularzi:178,rel:[9,15,43,54,67,72,78,129],rel_pos_emb_dim:15,relat:[2,8,9,102,112,132,166,182],relationship:166,relative_bias_weight:43,relative_bucket:43,relative_dist:54,relative_path:107,relative_pos_emb_dim:[15,27],relative_posit:43,relativepositionalembeddinglay:54,relev:[78,182],reli:[15,78,184],reliabl:44,reload:[8,209],relpositionbia:9,relshift:9,relu6:81,relu:[15,21,22,29,38,43,44,54,81,151,180],relu_dropout_prob:[88,151,180],relu_kernel_transform:38,remain:[8,12,13,15,22,40,44,54,56,57,65,67,78,81,83,87,91,97,101,112,132,163,182,183],remaind:50,remateri:[21,22,78,83],rematerializationlay:22,rematerializefn:78,remedi:184,remot:31,remov:[7,8,12,15,30,34,36,44,45,67,78,112,141,142,182,194],removeassertcontext:78,removecommenttxtpreprocess:142,removedim:45,removeleadingdim:45,ren:12,renam:[78,82,162],render:73,rendezv:78,renorm:[38,182],reorder:67,rep1:59,rep:59,repeat:[7,11,21,22,34,36,43,67,78,83,162,182],repeat_lay:[1,5,15],repeatdim:78,repeatedtransformerlay:15,repeatlay:[15,22,43,78,83],replac:[6,8,10,11,12,15,17,19,22,24,30,40,43,48,54,55,56,66,67,73,76,78,82,86,90,96,97,109,127,130,131,165,166,178,182,184],replacegoldensinglefloat:109,replacegoldenstackanalysi:109,replic:[39,44,45,54],replica:[24,39,60,78,91,176],replica_device_fn:39,replica_id:24,replicatedgenericinput:39,replicatedspec:45,repo:164,report:[3,60,76,182,213],report_interval_second:3,reportdon:3,reportevalmeasur:3,reporting_job:24,repres:[4,6,7,8,10,11,12,13,15,17,19,22,24,30,33,34,36,39,40,42,43,44,45,46,52,53,54,55,56,57,66,67,72,78,81,82,83,86,94,95,97,99,100,101,105,115,126,127,128,129,130,166,178,180,182,183,186,194,202],represent:[9,22,41,46,78,81,115,172],represet:57,reproduc:11,request:[12,76,81,136,209],requir:[2,8,9,15,31,34,44,46,54,55,60,67,72,74,78,82,97,112,118,127,141,142,166,170,182,207],require_sequential_input_ord:[24,25],require_sequential_ord:67,require_success:121,res_grad:38,rescal:81,research:[117,120],reserv:[9,67,82],reservoir:78,reservoir_sampl:78,reset:[8,11,12,31,78,86,87,169],reset_atten_st:87,reset_cell_st:86,reset_mask:[58,86,87],resetstepse:78,reshap:[15,21,22,43,44,45,54,55,78,81,86,103,131,162,178],reshape_dim:15,reshaped_input:44,reshaped_tensor:103,reshapedim:[15,45],reshapedlayernorm:54,reshapedmultiheadedattent:15,reshapedmultiheadedprojectionlay:15,reshapedtransformerfeedforwardlay:55,reshapeinputlay:44,reshapelay:22,reshard:44,reshuffl:4,reshuffle_each_iter:4,residu:[15,29,43,54,55,85,101,127,151,180],residual_dropout_prob:[29,88,151,180],residual_start:[101,151],residual_strid:101,residual_weight:[15,27,29,43],residualadapterlay:54,residualaddlay:15,resiz:164,resolv:[78,81],resolvebatchdim:178,resourc:[7,31,34,36,72,131,175],resp:[54,55],respect:[11,54,67,77,78,82,85,106,163,166,184,205],respons:[54,87,131,166],rest:[78,81,116],restor:[18,23,48,74,76,78,89,178],restore_sequenti:18,restored_shap:18,restored_tensor:18,restorefrompath:23,restoreglobalstepifneed:23,restoreifneed:[23,76],restrict:[66,175],restrictionparam:175,restrictiontrack:175,restructur:178,result:[8,10,15,17,48,54,55,58,60,66,67,76,77,78,81,86,87,97,99,102,104,128,132,162,166,177,182,212],result_batch_s:166,result_exampl:166,result_mod:166,results_shap:166,ret:[24,78,82,184],ret_dict:78,retain:[85,92],retain_device_plac:48,rethink:15,retri:[1,2,5,78],retriev:[12,22,78,81,99,112,122,166,178,214],retrieve_op:112,retry_valu:84,retryontransienttferror:78,reus:[22,78,175],reveal:182,revers:[12,78,82,85,87],reverse_grad:85,reverse_sequ:78,reverseandgrad:85,reversepaddedsequ:78,reversible_lay:[1,5],revnet:85,revnetlay:85,rework:131,rewrit:113,rewrite_while_loop:113,rewriteloopcontext:113,rewritten:[44,54],rgb:164,rh:78,rid:44,ridden:135,ride:135,ridg:59,ridge_epsilon:59,right:[8,9,15,22,44,54,60,67,78,81,86,87,88,92,102,164,184],right_context:[9,15,54,88,102],rightward:[15,55],rmsprop:72,rng:78,rnmt:[180,186,197],rnmtmodel:[186,195,197],rnn:[54,58,64,67,78,81,82,86,87,99,101,127,130,151,182,183],rnn_cell:[1,5,58,87,99],rnn_cell_param:129,rnn_dim:[54,151],rnn_hidden_dim:151,rnn_layer:[1,5],rnn_out:[54,127],rnn_output:87,rnn_output_dim:127,rnn_state:182,rnn_state_dim:154,rnn_step:[5,98],rnncell:[86,97,101],rnncellstateinit:78,rnnlm:151,rnnlmnoembed:151,rnnstackstep:101,rnnstep:101,robin:[40,50],roc:60,rohan:[7,34,72],roll:43,rollin:52,rollin_polici:[52,186],ron:54,root:[12,26,35,44,59,78,178,203],root_dir:62,rosenberg:31,rotat:176,roughli:[40,82,122,182],round:[40,50,81],roundrobinschedul:106,rout:[15,44,55,88],routin:[40,78],routing_config_help:[1,5],routing_factor:88,routingattent:15,routingtransformerencoderparam:88,row:[8,38,43,44,52,67,73,82,100,184],row_label:73,rpang:[11,57],rpe:[9,15],rs:141,rsqrt:[9,91],rubric:4,rule:[36,78,81],run:[2,7,8,11,13,15,22,34,35,40,43,44,54,57,58,60,67,72,74,75,76,77,78,82,86,87,97,99,109,112,114,120,127,141,142,154,163,169,173,178,186,203,209,210,213,214],run_loc:[213,214],run_metadata:74,runasync:76,runbatch:75,runevaleronc:213,runmetadata:74,runner:[2,119,213],runner_dir:2,runner_fn:2,runnermanag:213,runontpuhost:78,runopt:74,runpythonupd:77,runtest:[80,102,109,123],runtim:[78,120,168,169],runtimeerror:[2,24,72],runtimest:175,runtimetim:175,runtrial:213,s1:67,s2:67,s3:67,s4:67,s5:67,s:[4,9,11,12,13,15,21,22,23,24,33,34,38,39,41,43,44,46,50,53,54,56,58,61,63,67,73,76,78,81,82,83,86,87,89,94,97,99,101,102,106,109,111,115,126,131,144,151,152,162,163,166,173,176,178,182,184,203],s_len:67,sa1:21,sa2:21,sa:21,safe:81,safecumprod:8,sai:[18,82],same:[6,8,9,11,12,13,15,17,19,21,22,24,27,29,30,39,40,41,43,44,46,50,54,55,56,58,60,66,67,73,76,77,78,80,81,82,83,85,86,91,93,97,103,104,109,111,113,127,132,166,170,173,178,182,183,184],sampl:[4,10,11,13,15,33,37,40,44,52,60,63,67,78,86,87,95,105,106,111,127,131,133,135,144,150,152,154,163,166,182,184,186,202,213],sample_r:202,sampled_num:184,sampleid:136,samplequantizedprojectionlay:[80,81],sampler:78,samples_per_summari:[213,214],samplesequencedecod:182,samplestep:78,sampletargetsequ:10,sampletask:13,samplingmetr:60,sanit:78,saniti:[89,182],sanitizescopekei:78,sanity_check:89,sanitycheck:89,sasp:95,satisfi:[67,166],satur:[81,184],save:[2,11,13,18,21,23,33,74,76,78,82,89,135,144,186],save_onli:23,saveabl:18,saveable_object:18,saveableobject:18,saveprogramst:76,saver:[1,5,18,23,48],saver_def:[48,49],sb1:21,sb2:21,sb:[8,21],sc1:21,sc2:21,sc:21,scalar:[2,4,8,9,10,13,15,17,27,39,44,54,55,56,57,60,67,72,78,81,82,85,87,90,97,99,100,101,103,105,109,113,144,166,170,178,182],scalar_aux_loss:43,scalar_input_stat:103,scalar_v2:103,scale:[9,15,34,38,43,54,57,72,78,81,86,91,95,131],scale_by_sqrt_dim:54,scale_infeed_to_glob:16,scale_learning_r:36,scale_split_to_infe:16,scaled_gradi:78,scalegradi:57,scan:[8,78,207],scatter:[44,73,86,90],scatter_nd_upd:15,scatter_upd:[1,5],scenario:[15,41,55],schedul:[1,5,14,57,72,76,81,105,106,127,138,156],schema:[160,162],scheme:[55,56,78,86],schur:59,schuster:117,scope:[8,12,13,15,22,40,44,48,54,56,57,60,65,77,78,79,81,83,87,97,101,112,116,132,163,182,183],scope_nam:78,score:[8,60,61,67,68,87,92,106,142,166,182,184],score_funct:[124,159],scorer:[1,5],scratch:7,scratch_copi:7,script:[141,142,207,209],se:44,search:[0,10,15,17,61,67,76,78,117,127,132,182],sec:44,second:[15,34,43,44,46,55,56,58,67,72,74,78,87,105,111,141,142,184,205],second_expert_polici:44,second_expert_threshold:44,second_moment_averag:34,second_order_gradi:77,section:[8,9,15,54,85,93],see:[4,7,8,15,17,27,34,36,39,43,44,46,54,55,56,66,67,72,74,78,81,82,85,86,87,88,97,99,101,104,105,109,111,112,116,120,131,170,173,175,177,184,185,202,209],seed:[4,10,38,48,67,78,82,85,95,105],seen:97,seend:78,segment:[7,8,15,43,44,56,61,67,92,117,182,183,185],segment_id:[15,43,44,56,58,67,87,182,183,184,185],segment_mask:[15,56,93],segment_po:[43,44,184],segmentmask:15,select:[15,22,31,35,41,44,67,78,91,135,178,184],selected_bprop:11,selected_po:44,selector:178,self:[8,9,11,12,13,15,17,19,22,25,27,30,38,40,41,43,44,45,46,53,54,55,56,57,58,60,65,66,74,75,78,80,81,83,85,86,87,91,93,97,101,109,112,114,127,132,135,152,163,166,169,173,182,183,184,185],self_atten:15,self_attent:43,self_attention_lay:[1,5,183],selfatten_add_unnormalized_input:183,selfatten_enable_value_proj:183,selfattent:[43,93],selfattentionrelativebia:43,semant:[78,166,168],semanticscholar:59,send:[11,13,43,44,82,94,114],send_devic:94,sendrecv:[1,5],sens:[54,81,100,119,166,213],sensit:[8,78],sent:[11,46,97],sentenc:[17,44,67,92,111,129,141,142,182,184,191],sentence_boundary_token_id:182,sentence_embed:44,sentence_end_id:117,sentence_end_str:117,sentence_start_id:117,sentence_start_str:117,sentencepair:[184,191],sentencepiec:111,sentencepiecetoken:111,sentencetop2g:44,separ:[8,12,15,41,44,45,46,54,55,58,67,73,76,78,83,86,103,122,166,184,209],separableconv2d:29,separableconv2dlay:54,separator_typ:92,seq:[15,132,184],seq_dim:78,seq_id:181,seq_len:[9,27,54,67,78,88,103,127,132],seq_length:[17,54,67,78,95],seq_matrix:103,seq_out_ta:[127,132],seqlay:40,seqlen:[11,15,27,58,63,78,103,111],sequenc:[8,9,10,11,12,15,17,19,22,24,29,30,39,40,45,48,52,54,56,58,63,66,67,73,76,78,82,86,87,95,97,99,101,103,105,111,112,119,127,130,131,132,136,151,152,160,177,178,180,182,184,185,213],sequence_length:[103,156],sequence_length_dim:44,sequenceappendtoken:52,sequenceconcat:52,sequencelength:103,sequenceouttensorarrai:[127,132],sequencepad:78,sequencestodebugstr:78,sequencetrimlasttoken:52,sequenec:67,sequenti:[15,21,22,40,83,106],sequentiallay:[22,40],sequentialschedul:106,seri:[22,67],serial:[21,46,67,78,113,162],serv:[48,54],server:75,servic:[31,76],sess:[2,11,13,18,23,24,31,43,76,78,89,109,114,213,214],sess_id:74,session:[2,8,11,13,23,35,43,74,76,77,78,89,103,109,114,213],session_config:74,session_overrid:2,session_run_opt:74,sessionconfig:78,set:[8,10,11,12,13,15,17,22,24,25,27,30,33,35,39,41,43,44,45,46,48,52,54,55,57,60,66,67,73,75,76,77,78,81,82,86,87,90,91,95,97,99,109,119,122,123,126,127,131,138,145,151,152,160,162,163,165,166,173,175,176,178,180,182,183,184,209,213,214],set_pod_cpu_memori:209,set_se:4,setaccumulatorvalu:12,setbproptyp:136,setbuckets:138,setcanonicalshardingparam:[15,27],setclust:25,setcontextmap:126,setdefault:66,setev:[25,109],setexponentialmovingaverag:78,setfpropdtyp:[15,27,43,55],setgradientmultiplierschedul:112,setimmediatelyinstantiatevari:25,setinitializationsourcest:8,setinplaceupd:90,setinputgener:31,setiseagermod:78,setlogdirinmetrichistori:35,setloss:41,setmetr:60,setmodelnam:213,setmodelsplit:25,setnuminputnod:15,setoutputcontextdim:8,setoverwriteglobalstep:40,setrequiresequentialinputord:25,setreshapedlay:15,setrnncellnod:129,setshap:78,setstatusmessag:76,setstatusmessagefn:76,settaskmod:112,setter:73,settotalvalu:60,settotalweight:60,settpudeviceassign:78,setup:[24,54,60,77,81,88,109,123,151,175,180],setupdeterministicdropout:[15,56],setuprnmtparam:180,setuproutingtransformerencod:88,setuptransformerdecod:180,setuptransformerencod:180,setuptransformerparam:180,setvalu:12,setvariablefre:12,sever:[73,180],sgd:[72,112],shallow:[4,66],shampoo:[34,67],shape:[3,6,8,9,11,12,15,17,18,19,21,22,27,29,30,34,38,40,43,44,45,49,52,54,55,56,58,63,67,72,73,77,78,81,82,83,85,86,87,94,95,97,100,101,103,109,111,112,113,115,116,123,126,127,128,129,130,131,132,133,150,151,152,160,163,164,166,172,175,177,178,182,183,184,185,186],shape_prefix:78,shard:[11,15,27,34,43,44,45,54,55,72,76,78,86,112,114,116,136,156],shard_atten_w:15,shard_stages_1d:44,shardabl:43,shardablepipelin:43,shardedadam:156,shardedadamoptim:156,shardedfilepatterntoglob:78,shardedvarlay:44,shardedweightparam:[43,44],shardshap:45,share:[12,17,21,22,41,43,44,46,48,54,55,60,65,72,78,81,83,87,119,213],share_model_object:[119,213],shared_model:76,shared_rendezv:78,shared_subplot_kwarg:73,shared_var_collection_suffix:43,sharedembeddingsoftmaxlay:44,sharedembsoftmax:43,sharedencoderdecodermodel:65,sharedencodermodel:65,sharedsoftmaxlay:54,sheet:44,shell:4,shift:[9,43,44,54,67,78,87,95,106,184],shift_siz:78,shifted_st:44,shiftedexponentialschedul:106,shiftleft:78,shink:82,shorter:[54,67],shorthand:209,shot:11,should:[2,3,4,8,9,11,12,13,15,17,18,19,21,22,23,26,27,29,30,31,33,34,38,40,41,43,44,46,48,53,54,55,56,57,61,65,66,67,72,73,75,76,77,78,80,81,82,83,85,86,87,91,93,97,99,100,101,106,112,114,118,127,128,131,132,133,135,136,144,150,156,163,165,166,168,169,170,173,175,182,183,184,207],should_stop:82,shouldforcebfloat16foractiv:48,shouldforcebfloat16forweightsandactiv:48,shouldn:46,shouldsav:23,shouldstop:3,shouldstopandmaybereport:3,shouldstopgradi:112,show:[103,182],show_colorbar:73,shown:44,shrink:30,shuffl:[4,86,162,184],shuffle_buffer_s:162,shuffle_tok_rang:184,shuffledataset:4,shufflenet:86,shutdown:76,siam:59,side:[11,22,81,82,87,100,128,166,173,175],side_info:87,sideinputparam:175,sigmoid:[8,54,78,81,106],sigmoidcrossentropyfocalloss:78,sigmoidschedul:106,sign:[41,81],signal:[54,117,131],signatur:[11,12,22,29,53,73,78,82,97,166,173,175,177,178],signature_sub_param_list:21,signific:76,silenc:67,silent:12,silu:15,similar:[7,8,31,34,36,38,39,43,44,46,55,72,78,87,113,130,142,166,168,172,182],similarli:[11,78,81],simpl:[12,21,22,31,42,43,46,54,66,76,80,81,82,86,97,100,106,111,114,136,166,170,184],simple_valu:60,simple_w:[125,140],simple_wer_v2:[125,140,141],simpleadaptiveschedul:106,simpledatasourc:31,simpleembed:54,simpleembeddinglay:54,simplefullsoftmax:[54,56],simplelogit:54,simpleprogramschedul:76,simpleprogramschedulefortask:76,simpler:[54,67,76,89],simplest:178,simplew:142,simpli:[8,41,166,207],simplifi:[78,86,169],simul:[72,81],simultan:[15,81],sin:54,sinc:[13,43,54,61,76,78,112,114,131,169],singel:30,singer:[34,72],singl:[8,9,11,13,14,15,19,21,22,24,31,33,43,44,46,48,54,56,58,66,67,72,75,76,78,81,82,86,87,97,100,103,112,119,132,135,144,152,163,164,166,176,178,182,184,186,194,207,213],single_stage_bodi:44,singledecodestep:127,singleshardembeddinglay:54,singleshardfullsoftmax:54,singleshardsharedembeddingsoftmax:54,singletaskbas:13,singletaskmodel:[13,14,76,114,119,213],singletaskmodelparam:[14,119,122,138,147,154,156,169,189,190,197,213],singular:95,sinusoid:[9,54,183],sinusoidalpositionalembeddinglay:54,site:[109,131],situat:78,size:[8,9,10,11,13,15,16,24,29,30,39,43,44,45,50,54,59,67,72,73,76,77,78,82,83,86,87,88,91,95,97,100,101,103,115,116,126,127,129,133,136,138,150,151,152,154,162,166,177,178,180,182,184],sketch:15,skip:[9,11,46,54,57,67,78],skip_none_gradi:78,skip_term_b:9,skip_zero_gradi:78,skipnonegradi:78,sl:8,slen:[15,82],slen_dim:82,slice:[22,45,78,82,119,166,175,176,213],slice_spec:18,slide:15,slight:184,slightli:[81,184],slope:95,slope_0:95,slope_1:95,slope_2:95,slot:[7,34,36,52,67,72,99,112,156],slot_nam:34,slow:[15,76],slowest:8,sm:44,small:[8,38,54,73,109,111,184,189],smaller:[15,43,45,54,55,67,182,184],smooth:[43,54,180,182],smoothedsoftmax:43,so:[11,13,15,30,40,43,44,45,46,54,60,67,76,77,78,81,82,86,92,95,99,105,111,114,164,166,169,170,173,178,182],soft:[8,22,151,154,166],soft_plac:78,softcondlay:22,softmax:[8,12,13,15,22,27,30,33,38,40,41,43,44,52,54,55,56,78,80,81,85,93,135,144,151,152,163,166,173,182,183,186],softmax_cross_entropy_with_logit:166,softmax_input:[127,132,182],softmax_kernel_transform:38,softmax_lay:151,softmax_max_alloc:151,softmax_theta:151,softmaxcrossentropyfocalloss:78,softmaxlay:[54,151],softmaxweight:43,solut:[8,54,166],some:[8,11,12,13,22,31,41,43,44,45,46,54,55,64,72,78,81,86,97,99,112,113,114,122,131,166,176,178,182,207],some_dim:[8,87],some_file_pattern:4,somecomplexlay:[6,12,15,19,22,30,40,54,55,56],someth:[12,13,33,43,114,135,144,152,163,186,209],sometim:[42,54,82],somewhat:54,sophist:42,sort:[9,46,78],sos_id:67,souce_id:184,sourc:[2,3,4,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,48,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,126,127,128,129,130,131,132,133,134,135,136,138,141,142,144,145,147,150,151,152,154,156,158,160,161,162,163,164,165,166,168,169,170,172,173,175,176,177,178,180,181,182,183,184,185,186,189,190,194,195,197,200,202,203,204,205,206,207,208,209,210,211,212,213,214],source_:[55,56],source_batch:[8,15,17,55,56,182],source_batch_s:17,source_context:[8,55],source_dim:[8,55,87,132,182],source_enc:[127,132,182],source_enc_len:182,source_id:[11,39,56,133,150,184],source_input:56,source_len:[67,103,127,182],source_length:[8,182],source_max_length:[11,17,184],source_nam:87,source_num_sent:182,source_pad:[8,15,55,56,127,132,182,184],source_padding_ratio:182,source_segment_id:[8,15,55,56],source_segment_po:56,source_select:[11,135],source_seq_length:[8,87],source_task_id:[55,56],source_tim:[15,55,56,182],source_vec:[8,15,55,56],space:[7,9,13,15,33,67,82,95,141],space_to_batch:54,span:[8,46,78],span_len:67,spars:[7,15,34,36,37,72,78],sparse_id:112,sparse_tensor:112,sparsetensor:112,sparsiti:[9,182],sparsity_indic:9,spatial:[30,54],spec:[11,22,24,45,81,97,175,178],specaug:[95,96],special:[7,12,34,36,44,45,54,67,78,81,162,166,170,184],specif:[8,11,12,13,14,15,18,19,22,23,24,25,31,40,41,43,44,54,56,57,65,76,78,81,83,87,89,97,101,109,112,127,132,163,166,169,176,182,183],specifi:[8,10,11,12,15,17,22,23,24,27,39,43,44,46,48,54,55,60,72,73,74,78,81,82,83,87,88,89,97,99,115,127,130,131,162,164,166,168,169,180,209,214],spectrogram:131,spectrum:[95,96],spectrum_augment:[1,5,96],spectrum_augmenter_on_devic:[1,5],spectrumaugment:[95,96],spectrumaugmenterondevic:96,speech:[8,15,54,117,126,127,128,130,132,133,135],speed:15,spefici:22,spend:123,spilt:[13,33,144,163],spin:37,split1:85,split2:85,split:[8,11,13,15,16,21,22,24,25,27,33,43,44,45,50,54,55,67,78,86,87,91,144,151,154,156,161,162,163,175,182,194],split_batch_s:16,split_compile_and_shard:76,split_dimens:45,split_dims_map:[15,45],split_id:[24,25],split_path:162,split_siz:[25,78],split_sizes_per_dim:34,splitdictoftensor:50,splitinputbatch:11,splitrecurs:78,splittabl:175,splittensor:50,spm:92,spmd:[15,27,43,44],spmd_pipeline_microbatch:43,spmd_pipeline_stag:43,sqrt:[15,38,78,91],sqrtdecai:91,sqrtdecaytozero:91,squar:[9,59,66,78],squarebracketindex:66,src:[67,83,99,184,186],src_:212,src_actual_seq_len:67,src_batch:[17,182],src_batch_siz:17,src_cl:122,src_context:87,src_enc:[87,99],src_enc_len:182,src_end:87,src_i:212,src_id:[67,114],src_indices_in_input:67,src_input:[95,130,131,133],src_input_seq_len:67,src_len:[8,17,103,182],src_nmap:78,src_packed_token_ratio:184,src_pad:[87,95,103,133],src_pcm_sample_r:131,src_pcm_scale:131,src_segment_id:[67,87,185],src_segment_po:67,src_sentenc:191,src_seq_len:17,src_seq_length:67,src_string:74,src_time:[15,103],src_type:131,srivastava:54,sru:86,srucel:86,stabil:[38,78],stabl:[46,59],stack:[12,15,21,43,44,54,55,56,76,78,79,82,83,85,87,88,93,95,97,99,101,103,104,109,116,127,151,177,183,185,202],stack_index:62,stack_offset:62,stack_siz:131,stackedbifrnnlayerbylay:87,stackedfrnnlayerbylay:87,stackedrecurr:[40,82],stackedrevnetlay:85,stackedrnnbas:87,stackedtransformerencoderlay:93,stackedtransformerlay:15,stackedvarwrapperwithmanualshard:116,stacking_window_length:54,stackingovertim:54,stackstep:[97,100,101],stacktensorsrecurs:78,stage:[15,31,43,44,131],stage_parallel_bodi:44,stages_in:44,stai:[91,97,106],stand:[38,141,142],standard:[8,12,13,15,22,40,44,54,55,56,57,65,78,81,83,85,87,97,101,112,126,132,163,173,178,182,183],stanford:95,start:[9,11,17,22,30,36,46,54,75,78,81,91,95,111,119,120,166,169,180,184,209,213,214],start_cap:81,start_offset:[11,111],start_preconditioning_step:34,start_tim:76,start_up_delay_step:2,startenqueueop:[213,214],startfromcheckpoint:169,startrunn:213,stash:[82,86],stat:[2,11,19,54,76,136,142,169,206],state0:[12,15,19,27,30,44,58,82,86,87,97,99,100,101,130,132,151,183],state1:[12,15,27,30,44,58,82,86,87,97,99,101,132,151],state:[8,12,15,17,18,19,25,30,38,44,46,55,58,60,72,75,76,77,78,81,82,83,86,87,89,97,99,100,101,103,126,127,130,132,135,151,173,182],state_dim:127,state_length:15,stateful_op:78,statefulembeddingstep:100,statefulrandomopsindefun:78,statelay:44,stateless:[4,78,82,95,97],stateless_cache_dataset:4,stateless_list_fil:4,stateless_random:78,stateless_shuffle_dataset:4,stateless_vars_init:78,statelesslayerstep:97,statement:[53,78],stateparam:175,static_map_int_int:67,static_map_int_str:67,static_map_string_int:67,static_valu:55,staticli:15,statist:[19,34,60,61,67,72,92,173,182],statistics_computation_frequ:34,statmt:158,statscollector:206,statscount:103,statu:[2,12,67,76],status:67,std:78,stddev:[78,95],stdout:62,step:[1,2,3,5,7,8,9,11,12,13,15,17,19,23,27,30,31,35,41,43,44,54,55,57,58,60,67,72,76,77,78,81,82,85,87,89,91,95,103,105,106,109,111,114,119,126,127,132,138,151,169,180,182,213,214],step_arg:60,step_id:[17,127,182],step_input:[97,99,100,101],step_num:72,step_out:127,step_output:97,step_param:97,step_se:78,stepoutputdimens:151,stepratetrack:103,steps_per_loop:76,stepseedincrementcontext:78,stepwiseexponentialschedul:91,still:[11,21,60],stocahst:55,stochast:55,stochasticresiduallay:55,stop:[2,3,35,76,78,176,209,213],stop_cross_gradi:176,stop_fn:82,stop_gradient_on_focal_loss_coeffici:78,storag:175,store:[11,14,15,22,46,53,54,67,78,81,82,85,100,106,127,160,162,166,170,175],storetensor:22,str:[11,12,13,33,42,43,46,57,66,78,81,92,106,111,112,114,134,135,141,144,151,152,162,163,166,169,175,177,178,186,211],str_detail:142,str_str_keyphrases_info:142,str_sum:142,str_to_vocab_token:67,strategi:[24,81,106],stream:[15,27,78],stream_step_test_bas:[1,5],streamstep:[15,19,27,30,102],streamstepaddskipconnect:15,streamsteptestbas:102,strictli:67,stride:[15,29,30,54,93,102,131],stridelay:15,string:[2,4,7,11,12,13,14,15,22,24,29,31,33,39,43,44,46,48,54,60,61,63,66,67,72,73,74,76,78,79,81,86,92,97,103,106,111,112,113,117,118,122,127,128,129,133,135,141,142,144,150,152,163,164,166,175,182,184,186,194,202,203,204,209],string_repr_v:47,string_val:47,stringstoid:[11,111],stringstoidswithoffset:[11,111],strive:40,strong:54,strongli:81,struct:[27,30],structur:[8,12,14,15,17,21,22,42,44,58,60,66,67,78,83,85,86,97,101,163,166,178,203],stub:123,student:[13,33,135,144,152,163,186],style:[55,81,86,142,164,173],style_emb:55,styleembfromprob:55,stylelay:55,sub:[8,12,13,15,21,22,27,30,38,40,41,44,54,55,56,66,76,78,80,83,85,91,93,97,101,102,115,119,127,129,134,141,142,151,173,180,183,202,213],sub_kei:55,sub_lay:43,subcapt:103,subclass:[8,9,11,12,13,15,19,22,27,30,31,40,41,44,54,55,56,60,72,75,80,81,83,85,86,87,91,93,97,100,106,112,114,122,127,133,135,136,150,156,165,168,169,173,182,183,184],subgraph:[13,33,48,49,74,135,144,152,182,195],subgraph_feed_kei:74,subgraph_feed_shap:74,subgraph_fetch_kei:74,subgraph_fetch_shap:74,subgraph_filt:48,subgraph_nam:[74,135,144,152,195],subgraphmeta:49,subgraphs_dict:48,subgraphsentri:49,subkei:46,sublay:[12,22,40,43],sublayer_depthwise_conv_autoregress:43,sublist:78,submodul:[0,12,124,215],subpackag:[0,215],subparam:78,subplot:73,subplot_grid_shap:73,subroutin:9,subsampl:[54,131],subseg:43,subsequ:[8,76,99],subset:[9,13,15,43,52,57,81,109,114,173],substanti:54,substep:97,substitut:[115,129,141,142],substructur:12,subsum:72,subword:[67,204],success:[92,97],successfulli:89,suffer:8,suffici:[19,78],suffix:81,sugar:78,suitabl:[78,99,166],sum:[8,15,21,38,54,56,67,76,78,99,101,113,114,151,180,182],sum_i:[22,166],sum_j:95,sum_k:43,sum_reduction_fn:78,sumab:78,summar:[4,76,78,141,142,182],summari:[2,60,72,73,76,78,86,99,103,113,127,132,144,182,213,214],summarize_tf2_statu:4,summary_nam:[73,76],summary_str:2,summary_tensor:[112,113],summary_util:[1,5],summary_writ:2,summat:67,sumsquar:78,superset:166,supervis:166,suppli:[12,97],support:[4,6,11,12,13,15,21,24,30,31,43,44,46,48,53,54,55,58,66,67,76,78,81,82,86,87,97,101,111,112,130,131,141,166,176,181,183,184],supports_stream:130,suppos:178,suppress_xtick:73,suppress_ytick:73,sure:[13,15,43,114],surfac:92,surgeri:42,surviv:55,svd:34,swish:27,switch_cond:151,switchabl:78,symbol1:104,symbol2:104,symbol:[1,5,11,12,22,46,52,55,61,67,78,82,111,115,182],symbol_to_tensor_map:82,symbol_to_value_map:104,symbolic_expr:104,symbolic_v:47,symbolinsertionlay:52,symboltovaluemap:[55,104],symmetr:[59,81],symmetricscheduledclipqdomain:81,sympi:104,sync:[67,189,213,214],synchron:[13,24,67,78,91],synchronous_precondit:34,syntact:78,syntax:[22,106],synthet:156,synthetic_packed_input:[149,153],synthetictrain:156,system:81,t1:21,t:[6,9,11,12,13,15,17,19,21,22,27,30,35,40,43,44,46,54,55,56,58,66,67,78,81,82,83,86,97,100,106,114,151,166,170,173,182,184],t_1:21,t_:21,t_dict:50,t_input:87,t_n:21,t_name:81,t_stride:30,tab:184,tabl:[54,77,100,112,211],table_config:112,table_nam:112,table_to_config_dict:112,table_var:112,table_vari:112,tag:[60,62,76,81,86,128,135,209,213,214],tail:15,take:[2,8,9,12,15,21,22,39,44,52,54,57,72,73,76,78,81,82,91,99,103,104,111,127,177,178,184,203,204],takeevalsampl:11,taken:[12,38,67,81,127,162,164],tanh:[8,15,29,43,81],tarbal:208,target:[8,9,10,11,15,17,52,54,55,56,60,67,78,86,99,103,104,105,111,114,127,128,132,135,151,166,182,184,186,194,209],target_align:127,target_batch:[8,15,55,56,127,182],target_batch_s:[8,15],target_data_format:182,target_emb:127,target_eos_id:[10,105],target_id:[54,56,67,111,127,182,184],target_indic:[52,182,186],target_info_ta:127,target_input:56,target_label:[54,127,182,184],target_len:[103,182],target_length:182,target_max_length:[15,184],target_pad:[15,54,56,182,184],target_prob:127,target_segment_id:[56,182],target_segment_po:56,target_seq_len:[17,105],target_seq_length_ratio:67,target_sequence_sampl:[1,5],target_shap:136,target_sos_id:[10,17,105],target_task_id:56,target_tim:[15,55,56,182],target_vec:[15,56],target_weight:[52,78,127,182,184,186],targetinfo:127,targetsequencesampl:105,targetstobefedatcurrentdecodestep:127,targt:184,task:[0,1,2,13,14,22,24,33,39,40,41,42,43,48,54,56,60,65,72,76,78,106,112,114,118,119,121,122,209,213,215],task_call_scop:112,task_dir:121,task_emb:[56,183],task_emb_theta:56,task_embed:44,task_global_step:76,task_id:[15,24,55,56,183,184],task_nam:[13,213],task_param:[13,76,119],task_regex:123,task_root:121,task_schedul:[1,5,13],task_to_:184,taskcallscop:78,taskcallscopenam:78,tasknam:13,taskschedul:106,tasktop2g:44,tb:8,tba:36,tbc:54,teacher:[11,13,33,135,144,152,163,186],teammat:21,teardown:175,techniqu:8,teh:60,tell:[6,12,15,19,22,30,40,54,55,56],templat:[88,156,162,163,166,209],tempor:9,temporari:116,temporarili:12,tenanc:76,tensor1:73,tensor2:73,tensor2tensor:54,tensor:[4,6,7,8,9,10,11,12,13,15,17,18,19,21,22,27,29,30,31,33,34,36,37,38,39,40,41,42,43,44,45,50,52,54,55,56,57,58,60,61,67,72,73,76,77,78,81,82,83,85,86,87,90,94,95,97,99,100,101,103,104,105,109,111,112,113,114,115,116,123,126,127,128,129,130,131,132,133,135,136,144,150,151,152,156,162,163,164,166,170,172,173,175,176,178,182,183,184,185,186,194,202,213],tensor_:81,tensor_list:[73,78],tensor_shap:[163,166,178],tensor_spec:162,tensor_split_dims_map:[15,43,44,45,78],tensorarrai:127,tensorboard:[76,78,182,209],tensorboard_templ:209,tensorflow:[4,7,11,12,15,18,19,24,30,34,36,37,40,45,47,49,54,68,69,70,72,76,77,78,81,82,109,112,131,141,142,156,162,163,164,166,170,173,175,178,184,191,209],tensorflow_dataset:175,tensorflow_hub:175,tensorflowtestcas:109,tensorpartition:34,tensorshap:[6,12,15,17,19,22,30,40,54,55,56,78,115,163,166,178],tensorshardingspec:45,tensorspec:[11,78,162],term:[54,72,78,182],term_b:9,termin:[46,59,67,82],terminolog:81,tertiari:55,tertiary_atten:55,tertiary_batch:55,tertiary_pad:55,tertiary_segment_id:55,tertiary_tim:55,tertiary_vec:55,test:[8,14,44,48,55,74,76,78,80,81,102,108,109,114,122,123,136,138,145,147,154,161,169,175,180,189,190,197,209],test_cas:80,test_help:[1,5],test_siz:145,test_src_dir_path:107,test_trainer_util:[1,5],test_util:[1,5,80,102,123],testcas:[80,102,108,109,123],testinputgener:136,testobj:109,testonly_skip_norm_lay:79,testoth:138,text:[2,46,61,67,73,78,103,117,141,142,150,152,154,160,161,168,169,170,175,177,184,194,205,208,211,212],text_featur:169,text_filenam:2,text_id:169,text_input_pb2:[124,179],text_v2:103,textdiff:46,textfeatur:160,textinput:184,textpackedinput:184,tf1:[4,173],tf2:[2,4,72,78,173],tf:[2,4,8,9,11,12,15,18,19,21,22,23,24,25,30,31,34,38,39,43,44,45,48,52,54,55,56,57,58,60,67,72,73,74,76,77,78,80,81,82,83,86,87,89,90,91,95,96,97,103,109,112,113,114,115,116,128,133,150,156,160,162,164,165,166,173,175,176,178,182,184,186,210,211,213],tf_data_service_address:24,tf_ex:206,tf_exampl:211,tf_hub_lay:[124,159],tf_master:[2,74,75,213],tf_text:111,tf_wav_byt:208,tfd:31,tfdatasequenceinputgener:11,tfdataservicesourc:31,tfdataset:31,tfdatasetadaptor:31,tfdatasetbatchbysequencelength:31,tfdatasetfninput:31,tfdatasetmix:31,tfdatasetprefetch:31,tfdatasetsourc:31,tfdatasettransform:31,tfds_data_dir:175,tfdsinput:31,tfevent:67,tfevent_fil:35,tfexampl:212,tffunctionscop:78,tfhub:173,tfhub_cache_dir:175,tfhubbertencod:175,tflite:[54,78],tfrecord:[78,162,170,184,203,206,207,208],tfrecorddatasetspec:[162,170],tfv1:11,tfv2:11,tgt:[43,54,67,127,184,186],tgt_:212,tgt_actual_seq_len:67,tgt_batch:[17,44,182],tgt_i:212,tgt_id:[56,67],tgt_indices_in_input:67,tgt_input_seq_len:67,tgt_label:67,tgt_len:[103,182],tgt_packed_token_ratio:184,tgt_pad:103,tgt_segment_id:67,tgt_segment_po:67,tgt_sentenc:191,tgt_seq_len:17,tgt_task_id:56,tgt_time:[15,103],tgt_weight:67,th:[6,9,11,12,15,17,19,21,22,24,30,40,50,54,55,56,59,63,67,78,82,83,103,111,133,150,152,162,166,175,184],than:[8,13,15,17,35,41,42,43,44,45,46,54,55,58,67,72,78,81,82,86,95,99,100,112,113,114,142,166,182,184,207],thang:8,thank:86,thei:[15,22,43,46,48,67,78,81,82,86,97,131,164,166,173,178,204,214],them:[2,11,12,13,15,18,43,54,72,76,78,81,112,114,152,162,170,173,178,194,204,209,213],themselv:46,then_branch:78,therefor:[30,43,44,173],theta0:44,theta:[6,8,9,10,12,13,15,17,19,22,27,29,30,33,35,40,41,43,44,52,54,55,56,58,77,78,80,81,82,83,85,86,87,93,95,97,99,100,101,112,114,126,127,130,131,132,135,144,151,152,163,172,173,182,183,185,186],theta_fn:12,theta_i:22,theta_nam:12,theta_valu:12,thi:[2,3,4,6,7,8,9,10,11,12,13,14,15,17,18,19,20,21,22,26,27,29,30,31,33,34,35,36,37,39,40,41,43,44,45,46,47,48,49,52,53,54,55,56,57,58,60,61,65,66,67,68,69,70,72,73,75,76,77,78,79,80,81,82,83,85,86,87,89,91,93,95,96,97,99,100,101,106,109,111,112,113,114,116,118,119,121,126,127,130,131,132,133,135,136,141,142,144,150,151,152,156,162,163,165,166,168,169,170,172,173,175,176,178,180,181,182,183,184,185,186,191,203,207,209,213],thie:44,thing:[22,78,81,95,203],think:[81,99],third:[55,58,78,87],this_lay:54,those:[8,12,13,15,22,33,40,41,43,44,46,54,56,57,65,67,78,81,82,83,86,87,97,99,101,112,127,132,163,173,182,183],though:[21,67,82,203],thought:81,thread:[46,76,104,110,213],thread_local_util:[1,5],threadlocaldict:110,threadlocalstack:110,threadpool:76,threashold:67,three:[11,17,54,55,83,97,101,141,142,202],threshold:[13,44,77],through:[3,8,11,12,13,15,22,25,40,41,43,44,54,55,56,57,60,65,78,81,83,86,87,94,95,97,101,112,114,132,135,144,152,162,163,165,166,169,173,178,182,183],thrown:72,thu:[15,112],tightli:81,tile:[45,54],time:[2,4,8,9,12,13,15,17,19,21,23,29,30,43,44,54,55,56,58,60,61,67,72,73,74,76,78,81,82,86,87,91,95,97,99,100,103,106,112,119,123,127,130,131,132,151,152,160,182,183,184,185,213],time_axi:182,time_dim:[52,182,186],time_length:95,time_mod:54,time_session_run:74,time_step:[15,182],time_white_nois:95,timerparam:175,timescal:54,timestamp:175,timestampparam:175,timestep:[8,10,54,55,67,82,86,97,105,127,131],tini:[9,11,154],titl:73,tmp:[74,78,154,189,190,197,213,214],tmpdir:145,tmpl:78,to_p:46,to_param:12,to_str:211,to_t:81,to_unicod:61,toaqtactactinput:81,toaqtconv:81,toaqtinput:81,toaqtweight:81,toaveragemetr:60,toco:54,todai:45,todo:[11,15,21,31,40,43,44,54,55,57,76,78,131],togeth:[11,21,31,35,67,78,81,86,162],toi:114,token:[1,5,9,11,15,17,22,43,44,52,54,55,61,63,67,86,87,88,92,95,100,117,129,138,150,151,152,175,180,182,183,184,186,197,204],token_emb:182,token_featur:168,token_id:[67,111],token_in_vocab:67,tokenization_filepath:67,tokenizer_dict:184,tokens_from_label:152,tokstr:117,tol:67,toler:[7,34,36,81],tomer:[7,34,72],too:[12,67,78,184],tool:[0,1,48,114,124,125,149,159,164,179,193,215],top2gat:44,top2gatingonlogit:44,top:[17,24,44,55,56,67,78,81,97,101,144,168],top_2:44,top_k:78,top_k_decod:128,top_k_from_beam_search_out:67,top_k_scor:128,top_k_terminated_hyp:67,topk:[44,78,127,128],topk_decod:17,topk_hyp:[17,67,74,128],topk_id:17,topk_len:17,topk_scor:17,topkaccuraci:144,topkterminatedhyp:67,toplacehold:78,topolog:[15,78],topologyproto:78,toproto:46,tostat:104,tostaticshap:78,tostr:46,tot:134,total:[11,15,17,24,43,52,57,60,78,85,95,103,127,129,136,141,142,152,176,184],total_exampl:103,total_loss:[54,56],total_step:91,total_valu:60,total_weight:[54,56,60,78],total_worker_devic:24,total_x:[54,56],totensor:104,totensorshap:115,totext:[46,205],totextwithtyp:46,touch:12,tounicod:73,touniquelist:78,toward:[10,78,81],tower:[13,33,43,114,135,144,152,163,186],toxlaopshard:45,tp:[13,57],tpl:27,tpu:[11,12,13,15,19,25,34,44,48,54,55,57,60,72,75,76,78,86,94,112,113,114,119,136,138,156,164,166,176,189,190,209,213,214],tpu_cluster_nam:209,tpu_compat:79,tpu_cor:176,tpu_device_assign:78,tpu_embed:[11,112],tpu_embedding_activ:78,tpu_embedding_lay:[1,5],tpu_embedding_lib:11,tpu_embedding_t:112,tpu_embedding_var_grad:78,tpu_funct:76,tpu_host:78,tpu_infeed_op:11,tpu_number_of_shard:11,tpu_steps_per_loop:[13,43,114],tpu_summari:[1,5],tpu_training_templ:209,tpu_typ:209,tpu_util:[124,159],tpudequeuebatch:11,tpuembed:[11,112],tpuembeddingadagradoptim:112,tpuembeddingadamoptim:112,tpuembeddingcollect:[78,112],tpuembeddingftrloptim:112,tpuembeddinglay:[11,112],tpuembeddingsgdoptim:112,tpuembeddingt:112,tpuevalloop:76,tpuevalmetr:60,tpuevalstep:76,tpus_per_replica:24,tpusummarycontext:113,tpusummaryscalar:113,tputrain:[76,213],tputrainstep:[76,213],tr_atten_tpl:56,trace:[78,109],track:[12,17,54,67,81,103,116,134,175,182],trackabl:173,tracker:[169,175],trackqtensor:81,trade:72,tradit:166,trail:78,train:[2,7,8,11,12,13,14,15,18,19,24,25,31,33,34,36,37,40,43,44,46,54,55,57,58,60,67,72,74,76,78,81,82,86,89,91,105,108,114,118,119,127,132,135,138,144,145,147,152,154,156,160,161,162,163,164,166,169,173,175,180,184,186,189,190,197,209,213],train_bpe_fil:204,train_cfg:[119,213],train_dataset_nam:76,train_dir:[13,23,213,214],train_executions_per_ev:76,train_fil:204,train_op:[13,43,114],train_param:23,train_program:76,train_program_cl:76,train_siz:145,train_steps_per_loop:[76,156],trainabl:[9,15,44,78,86,173],trainable_vari:[72,173],trainer:[0,1,2,24,35,57,76,91,108,113,114,173,184,209,214,215],trainer_cel:209,trainer_impl:[0,1,215],trainer_test_util:[1,5],trainertpu:213,trainig:54,trainin:[57,72],training_crop_min_area:164,trainprogram:76,trans_atten_tpl:27,transcript:[103,129,141,142,208],transduc:[17,67,127],transfer:[15,41,94],transform:[9,12,15,31,38,40,41,43,44,45,52,54,55,56,63,66,78,81,86,87,88,91,97,124,151,154,159,162,164,165,175,180,182,183,185,186,189],transformed_x:54,transformer_architecture_positional_encod:54,transformer_input:185,transformer_output:56,transformer_param:15,transformer_stack:183,transformer_tpl:56,transformer_xl:15,transformerattentionlay:[15,55,56,180],transformerbatchmajordecod:182,transformerbatchmajorencod:183,transformerdecod:[43,182],transformerdecoderlay:15,transformerencod:[43,183],transformerencoderlay:15,transformerencoderstack:15,transformerfeedforward:55,transformerfeedforwardlay:[15,55,177],transformerfeedforwardlayerwithtaskid:15,transformerflop:15,transformerlay:[15,55,56],transformerlayerwithmultitaskadapt:55,transformerlm:151,transformerlmnoembed:151,transformermlperfschedul:91,transformermodel:[43,186],transformermultisourceattentionlay:[15,55],transformerschedul:[91,151,180],transformerschedulenowarmup:91,transformershardedmoelay:55,transformerstack:[56,93,183,185],transformerstackv2:93,transformerwithcontextlay:55,transformerxl:9,transformvarstempcontext:12,transformwithkei:66,translat:[8,15,40,61,92,106,182,183,184,188,189,190],translation_corpu:61,transpar:78,transparent_acc:56,transparent_acc_help:56,transpos:[54,87,103,178],travers:[44,46,66,123],traverselay:123,treat:[8,11,14,15,46,48,67,83,118,133,150,169,184],treatment:175,tree:123,tri:[2,44,78,81,154],trial:[2,3,76,213],trick:[15,55,86],trigger:[54,67,91,173],trim:[52,78,103],trimpaddingandplotattent:103,trimpaddingandplotsequ:103,trimtrailingpad:78,trinari:166,triplet:55,trivial:[46,132,151],trunc_seq:15,truncat:[78,95,111,182],truncated_norm:78,truncatedgaussian:78,truncatedgaussiansqrtdim:78,truncatedgaussiansqrtfanin:78,truncatedgaussiansqrtfanout:78,truth:[11,54],try_apply_dens:72,ts:81,tshape:[1,5,6,12,15,19,21,22,29,30,40,54,55,56,67,78],tsv:184,tt:54,tunabl:78,tune:[54,73,169,173],tupl:[2,6,8,10,11,12,13,15,17,19,21,22,24,30,39,40,41,44,46,48,50,52,54,55,56,58,66,67,72,73,78,81,82,85,86,87,97,103,104,111,119,127,130,131,141,151,152,163,175,178,182,185,205,213],tuple_selector:178,tuple_v:47,turn:[9,11,25,78],tweak:3,twice:[12,15,22,27,30,40,41,44,54,55,56,80,85,93,173,183],two:[7,9,15,24,31,34,43,44,54,55,61,66,67,72,78,81,82,86,99,131,141,142,166,170,172,182,184,204,205,209],txt:[141,142,154],txtpreprocess:142,ty:54,type:[4,6,7,9,11,12,13,14,15,16,18,19,22,24,27,30,31,33,34,36,39,40,43,44,46,47,49,52,53,54,55,56,58,59,61,63,67,68,69,70,72,73,76,78,81,82,83,85,86,87,95,97,99,101,103,104,111,113,114,119,127,129,132,135,136,141,142,144,152,163,164,166,169,176,182,183,184,186,191,195,203,205,209,213],type_overrid:46,type_v:47,typeerror:[66,72,78,118],typic:[11,12,14,15,21,43,44,52,53,54,67,73,81,91,122,126,131,162,166,169,173,180,184,203,204],u:15,uint8:73,ultim:43,un:[92,180],unarysequentiallay:22,unaryunchangedstructuredataset:4,uncertainti:[54,180],unchang:[41,44,67,78,127,176,182],uncondition:4,unconvent:73,under:[2,14,37,43,44,48,58,72,89],underflow:8,undergo:164,underli:[44,54,78,162],underscor:[46,66],undo:12,unequ:182,uneven:45,uneven_pad:45,unflatten:178,unflattenbatch:178,uni:[64,183],unicod:[13,33,135,144,186],unicode_arrai:[208,212],unicoderegex:61,unidi_rnn_typ:64,unif:54,unifi:[37,119],uniform:[15,78,86,173],uniformlabelsmooth:54,uniformli:[12,38,54,67,131],uniformposit:78,uniformsampl:78,uniformsqrtdim:78,uniformunitsc:78,uniformunitscalingfanavg:78,union:[12,15,46,54,66,81,162,166],uniqifi:78,uniqu:[7,15,22,34,36,46,72,75,78,81,97,123,166,170,209],unit:[29,54,78,81,86,145],unitransform:43,unittest:[25,107,109],unittestsessionscop:78,univers:43,unk:67,unk_id:117,unknown:[11,63,111,166],unless:[8,48,65,67,78,81,111,127],unlik:[8,54,66,78,81,166],unmodifi:101,unnecessari:166,unnecessarili:30,unnorm:[36,54,56,106],unnormalized_query_vec:55,unpack:[67,78],unpack_hyp:67,unpackhyp:67,unpad:78,unquant:81,unrel:166,unrol:[86,87,127,132],unsegment:[60,92],unsetunusedtrainparam:119,unsign:81,unstack:[54,95],unstackfeatur:95,unsupport:[82,203],until:[2,60,67,91],untransform:78,unus:[11,12,22,54,67,97,99,100,101,106,135,151],unused_acc_st:82,unused_arg:175,unused_argv:213,unused_fig:73,unused_global_step:40,unused_kwarg:[61,175],unused_theta:44,unwant:[40,78],up:[8,15,24,27,31,44,54,55,61,67,76,77,78,79,82,87,91,100,109,111,112,113,123,127,151,173,180,183,184,209],updat:[2,7,9,10,12,13,15,17,19,27,33,34,35,36,44,46,51,53,54,55,57,60,61,66,67,72,74,77,78,81,82,86,89,90,94,100,106,109,112,116,122,127,130,132,135,142,144,151,152,163,173,182,186,209,213],update_batch_norm:173,update_golden:109,update_op:7,updatebatchnormvar:78,updateclusterparamsfromflag:213,updated_key_vec:15,updated_prefix_st:182,updated_st:[15,83],updated_value_vec:15,updatedtyp:78,updatefalseneg:60,updatefalseposit:60,updatefpropdtyp:78,updatest:44,updatetargetvocabs:[10,13,127,151,152,182],updatetheta:44,updatetrueneg:60,updatetrueposit:60,upfront:112,upgrad:78,upon:[12,21,76,78,95],upper:[8,81,95,208],upsampl:15,upstream:[55,166],url:75,us:[2,4,6,7,8,9,10,11,12,13,15,16,17,18,19,21,22,23,24,28,29,30,31,33,34,35,36,37,38,39,40,41,42,43,44,46,48,51,53,54,55,56,57,58,59,60,61,63,65,66,67,72,73,74,75,76,77,78,79,81,82,83,85,86,87,88,89,91,92,95,96,97,99,100,101,103,105,106,111,112,113,114,116,117,118,120,121,122,126,127,128,131,132,133,135,136,138,141,142,144,150,151,152,154,156,162,163,164,165,166,168,169,175,177,178,180,182,183,184,186,194,203,209,212,213,214],usabl:160,usag:[15,18,39,44,52,73,78,83,92,104,108,122,126,141,142,169,173,175,184,203,209],usageerror:209,use_3d_recurrent_st:15,use_bf16_gradients_ar:78,use_bp:61,use_chunked_caus:38,use_deterministic_random:127,use_direct:36,use_einsum:78,use_fused_layernorm:21,use_gath:54,use_global_norm:7,use_lock:[72,116,156],use_matmul:54,use_moe_in_fflayer_end:27,use_moe_in_fflayer_start:27,use_per_host_infe:[11,16],use_relative_atten:[15,27],use_repeat_lay:[43,156],use_resourc:18,use_select:78,use_sharding_op:45,use_short_seq_opt:[15,182],use_sign:36,use_stateless_op:95,use_stateless_vars_init:79,use_tf_funct:78,use_tgt_labels_size_as_loss_denomin:43,use_tpu:79,use_xla:79,use_xla_dynamic_update_slic:44,use_xla_shard:44,useinplaceupd:90,usepruninginterfac:77,user:[7,11,17,31,34,36,44,48,53,78,81,165,175,178],userelativeattentionintransformerlay:15,userst:175,usual:[11,12,13,15,39,41,53,57,76,78,81,95,112,127,142,161,166,213],utf8:184,util:[9,11,16,17,23,26,44,45,48,53,64,73,77,78,79,81,90,103,104,110,118,124,129,132,134,159,166,176],utter:[67,208],uttid:208,v0:[15,29],v1:[109,182],v2:[109,138],v2_pad:30,v3:156,v:[8,9,11,12,15,22,38,44,48,78,86,90,116,127],v_proj:15,val:[34,46,47,60,67,78],valerii:38,valid:[9,11,12,17,19,23,30,46,52,54,63,66,67,72,73,74,78,108,111,118,182,209],valid_eos_max_logit_delta:67,validate_arg:209,validate_fetch:74,valu:[6,7,8,9,10,11,12,13,15,17,19,22,24,27,29,30,33,34,35,36,38,40,41,42,43,44,46,47,48,49,50,53,54,55,56,57,58,60,61,62,66,67,69,72,73,76,78,79,80,81,82,83,85,86,87,88,89,90,91,93,95,97,99,100,101,103,104,105,109,112,113,114,115,116,126,127,130,131,133,135,142,144,150,151,152,163,164,166,173,175,178,180,182,183,184,185,186,203,205,208,209,211,212,213,214],value1:104,value2:104,value_2d:44,value_cod:203,value_dim:15,value_typ:104,value_vec:15,valueerror:[8,11,13,15,18,23,24,44,46,48,52,53,54,63,64,66,72,78,82,87,111,112,119,127,142,178,203,209],vanilla:54,var_grad:[57,72,78,152],var_ignore_rul:78,var_keyword:53,var_list:[7,34,36,72,112,156],var_nam:[12,78,112],var_op:[24,78],var_opt:48,var_param:[12,78],var_posit:53,var_tmp_wrapp:[1,5],vargrad:78,vargradnamedtupl:78,varhandleop:78,vari:[78,127],variabl:[7,8,9,12,13,15,18,19,22,24,27,30,31,33,34,36,40,42,43,44,45,48,54,55,56,57,65,67,72,78,80,81,83,86,87,89,91,97,101,103,112,114,116,118,123,132,135,144,152,156,160,163,169,172,173,175,182,183,186,209],variable_cach:123,variable_cr:78,variable_creator_scop:78,variable_loading_rul:78,variable_nam:18,variable_scop:[8,9,12,15,19,22,30,44,54,55,56,78,80,81,86,87,91,112,114,173],variableaggreg:78,variableaggregationv2:78,variablecreatorscop:78,variablelistdtyperegexscop:78,variablerenamescop:78,variables_for_ema:13,variables_to_restor:18,variablescop:78,variableshapeprefixcontext:[44,78],variablesynchron:78,variablev1:[45,173],varianc:[8,19,78],variance_scaling_initi:78,variancesc:78,variant:[9,54,56,78,131,183,186],variat:[12,78],variationalnoiseparam:78,variou:[8,13,18,81,82,112,116,127],varlay:44,varplac:24,varreuseforslotvar:72,vars_gradi:13,varwrappertrackassign:116,vaswani:180,vdtype:78,vec:[43,93],vector:[4,8,9,11,15,34,38,39,44,54,55,56,63,67,77,78,83,86,87,88,90,95,97,99,100,101,111,112,126,127,135,144,151,152,172,173,180,182,183,186],vectorized_map:44,verbatim:46,verbos:141,veri:[8,15,21,78,81,82,86,87,166],verifi:[12,22,65,81],verison:15,versa:[66,166],version:[4,8,9,15,27,36,38,76,86,89,97,101,130,142,152,175,182,183,209],versioned_file_set_pb2:[5,67],versionedfileset:70,versu:[35,36,91,131],via:[8,11,12,13,15,33,44,67,76,81,82,118,121,173,175,182,184],vice:[66,166],view:[12,24,76,78,81,99,152,166],viewdoc:59,vineet:[34,72],visibl:[24,173],visit:46,visit_fn:46,visual:73,vital:131,vizier:76,vizier_early_stop:76,vlog:66,vmap:[13,42,57,72,78,152],vmax:73,vmin:73,vn:[13,78],voc:190,vocab:[10,11,13,17,52,54,67,111,127,138,151,152,154,182,197,204],vocab_dim:43,vocab_fil:[190,204],vocab_filepath:[67,204],vocab_id_to_token:67,vocab_s:[10,13,17,43,67,77,105,127,132,151,152,154,156,180,182,189,190],vocab_token_to_id:67,vocabfiletoken:111,vocabulari:[10,13,67,77,111,127,151,152,180,182],voic:117,vol:59,vp:44,vs:[38,54,103,182],vs_g:[78,103],w:[8,9,11,15,19,21,43,44,54,78,81,82,89,142,166],w_1:54,w_2:54,w_expected_scale_shap:81,w_feature_axi:81,w_i:22,w_mesh_split:43,w_n:86,w_name:81,w_qkv_mhd_mesh_split:43,w_r:86,w_u:86,wa:[8,15,22,23,43,44,67,72,82,99,135,166],wai:[8,11,44,54,67,78,81,86,97,99,116,127,131,142,207],wait:[2,75],want:[11,15,78,86,142,178],warm:[91,180],warmup:[91,151,180],warmup_exampl:91,warmup_init:91,warmup_step:[91,151,180],warmuth:36,warn:[15,30,78,118,214],warn_on_error:118,warp:95,warp_matrix:95,warped_pixel:95,wasn:66,watermark:175,watermarkestimatorparam:175,wav:202,wav_bytes_t:202,waveform:131,wd:154,we:[7,8,9,13,15,21,22,23,24,30,34,35,37,41,43,44,45,46,52,54,57,59,61,66,67,72,76,78,81,82,83,86,89,99,112,114,119,122,141,142,166,178,180,182,184,194,213],web:175,weigh:106,weight:[6,7,8,9,10,11,12,13,15,17,19,21,22,27,29,30,31,33,36,40,41,42,43,44,45,46,48,52,54,55,56,57,58,60,67,77,78,80,81,82,85,86,87,93,95,97,99,100,101,105,106,112,114,126,127,130,131,132,133,135,144,150,151,152,163,173,180,181,182,183,184,185,186],weight_nam:77,weight_norm:54,weight_split_dims_map:21,weighted_sum:[8,78],weightedavg:78,weightedavgofmetr:78,weightedsumlay:[54,56],weightinit:78,weightnormalizedlstmcellsimpl:86,weightparam:[12,43,78],weigtht:43,weihan:15,well:[8,36,43,52,53,78,82,88,106,127,180,203],wer:[78,141,142],wer_info:142,were:[8,18,54,81,97],west4:209,what:[6,7,8,12,15,19,22,30,40,54,55,56,65,78,82,86,99,113,166,182,184],whatev:22,when:[8,11,12,13,15,21,22,23,24,30,33,35,40,41,43,44,45,46,54,55,56,57,61,65,66,67,72,73,75,78,81,82,83,87,91,95,97,99,101,104,109,112,113,114,118,127,132,135,136,142,151,156,163,165,166,173,175,178,182,183,184,194,203,213],where:[8,9,10,11,12,13,15,19,22,30,31,33,38,39,40,41,42,43,44,46,48,52,54,55,57,59,66,67,72,75,78,81,82,83,85,86,87,91,95,97,99,100,101,103,105,114,117,127,128,129,131,135,141,142,144,151,152,162,163,166,175,177,178,182,183,184,186],wherea:[54,176],wherev:[13,43,67,114],whether:[3,9,11,12,15,16,17,23,34,38,43,44,46,48,52,53,54,57,61,67,76,77,78,81,82,86,90,95,111,112,127,132,141,176,182,209],which:[2,4,6,7,8,10,11,12,13,15,17,18,19,21,22,24,27,30,33,34,36,37,40,41,44,46,48,52,53,54,55,56,57,60,61,66,67,72,73,76,78,81,82,83,85,86,87,89,91,92,95,97,99,100,103,105,113,116,123,126,127,128,130,131,132,133,135,142,144,150,151,163,165,166,175,181,182,184,204],whichev:46,while_loop:[82,113],while_loop_reduc:113,whileloop:78,white:[67,95],white_nois:95,whole:[24,78,82,119,151,166,213],whose:[10,11,21,44,57,59,67,78,82,95,205,209],why:82,wi_mesh_split:43,wi_o:43,wi_split:44,width:[3,11,19,27,29,30,43,54,73,164],width_strid:54,wiki:[78,95,142],wikipedia:[78,95,142],wildcard:4,window:[9,15,30,35,54,88,91,131,175],window_frame_s:131,window_frame_step:131,window_s:54,window_size_m:202,window_stride_m:202,windowparam:175,windows:54,wise:[44,54,95,172],with_activ:54,with_depend:78,within:[11,15,23,24,31,44,46,54,60,67,78,81,82,89,95,104,166],withinbatch:166,without:[6,11,12,15,19,22,30,31,39,40,44,46,48,53,54,55,56,67,76,78,82,85,113,131,166,183,204],wk:[15,43],wm:[54,86],wm_:86,wm_h:58,wm_i:58,wm_pc:77,wm_transpos:54,wmt14:189,wmt14_en_d:[179,187],wmt:[189,190],wmtcaptionendetransform:190,wmtcaptionendetransformercloudtpu:190,wmtendernmt:189,wmtendernmtcloudtpu:189,wmtendetransformerbas:189,wmtendetransformersmal:189,wmtendetransformersmallcloudtpu:189,wmtm16:190,wmtm16_en_d:[179,187],wo1:43,wo2:43,wo:43,wo_hdm_mesh_split:43,wo_mesh_split:43,wo_split:44,won:[11,184],word:[40,54,56,61,67,92,111,117,129,138,141,142,151,154,184,197,204],word_err:129,word_vocab:154,wordlevelonebwdsbas:154,wordlevelonebwdssimplesampledsoftmax:154,wordlevelonebwdssimplesampledsoftmaxtini:154,wordpiec:[10,13,117,127,151,152,182],words_to_id:204,words_to_ids_fil:204,work:[8,11,13,44,48,53,54,56,67,73,74,76,78,81,82,109,127,132,170,184,207],workaround:76,worker:[24,25,40,138],worker_cluster_def:24,workerdeviceinmodelsplit:[24,25],workflow:204,workspac:78,world:[74,186],would:[8,11,17,27,43,45,46,54,65,81,82,86,95,99,114,131,166,182],wout:15,wpm:[10,13,92,111,117,127,138,151,152,182,189,190],wpm_16k_librispeech:138,wpm_encod:[1,5,212],wpm_encode_fil:[1,201],wpm_filepath:117,wpm_model:[10,13,127,151,152,182],wpm_symbol_table_filepath:138,wpm_target_sequence_length:138,wpm_vocab_s:138,wpmencod:117,wpmtoken:111,wq:[15,43],wrap:[13,15,43,44,51,54,60,76,78,82,97,99,165,166,173,178],wrappedstageclass:15,wrapper:[12,15,22,30,43,45,72,78,86,87,88,93,94,100,111,113,116,122,156,166,178,181,213,214],wrapper_cl:122,write:[2,13,32,46,48,76,78,89,92,116,142,203,209],writeinferencegraph:213,writekeyvaluepair:32,writenparrai:89,writer:[2,203,213,214],written:[13,15,46,81,95,102,203],wrong:[46,78,170],wrt:109,wv:[15,43],www:[158,173,200],x0:[87,91],x1:[85,91],x2:85,x81:92,x96:92,x:[8,9,11,12,15,21,22,25,27,30,38,40,41,43,44,45,46,47,49,52,54,55,56,66,67,68,69,70,73,78,80,81,82,85,86,90,91,93,95,97,104,109,114,119,172,173,178,182,183,184,186,191,213],x_1:54,x_batch_siz:172,x_full:44,x_in:[78,127,182],x_label_overrid:73,x_layer:15,x_len_max:52,x_n:54,x_op:[5,39,67],x_pad:[52,186],xavier:78,xavierwithfixupparam:78,xent:[54,127,151,182],xent_loss:182,xent_output:151,xentloss:54,xentlossbychunk:54,xentlossfromlogit:54,xentropi:182,xformer:78,xl:[9,15],xla:[44,45,54,72,76],xla_data_pb2:45,xla_devic:75,xla_shard:[43,44,45],xlabel:73,xlashardingadafactor:72,xlashardingadafactoraccugrad:72,xlashardingadafactoroptim:72,xlashardingbuild:43,xlim:73,xmw:86,xs:[22,50,73,78,82,87,183],xtick:73,y0:91,y1:[85,91],y2:85,y:[12,15,21,22,25,27,30,40,41,43,44,52,54,55,56,66,67,73,78,80,82,85,91,93,109,172,173,178,183],y_batch_siz:172,y_len_max:52,y_pad:52,yaml:209,yang:22,yellow:[141,142],yet:[15,78,86],yield:[11,31,75,78,92,95],ylabel:73,ylim:73,yonghui:[12,78],yoram:[34,72],yoshua:8,you:[6,8,9,12,13,15,19,22,30,40,41,43,44,53,54,55,56,57,65,72,78,81,82,83,86,87,93,97,101,112,113,114,132,141,142,152,163,182,183,185,186,207,209],your:[13,41,43,46,114,142,169,180],your_code_dir:209,yourself:53,ys:[73,78,82],z0:[22,66],z:[25,43,78],z_:[22,66],z_loss_coef:43,za:[22,66],zero:[8,9,15,30,34,44,54,58,67,72,78,81,83,86,87,91,95,97,99,101,126,166,175,182],zero_atten_st:87,zero_st:[15,19,27,30,58,86,87,100,101,130,132,151,183],zeroattent:126,zeroattentionst:8,zerost:[97,99,100,101],zhang:[7,72],zhifengc:21,zhouwk:[15,55],zigzag:45,zigzag_mesh_dim:45,zigzagorderondevicemesh:45,zip:82,zo_prob:86,zone:[86,209],zoneout:86},titles:["Welcome to lingvo\u2019s documentation!","lingvo package","lingvo.base_runner module","lingvo.base_trial module","lingvo.compat module","lingvo.core package","lingvo.core.activations module","lingvo.core.adagraft module","lingvo.core.attention module","lingvo.core.attention_util module","lingvo.core.base_decoder module","lingvo.core.base_input_generator module","lingvo.core.base_layer module","lingvo.core.base_model module","lingvo.core.base_model_params module","lingvo.core.batch_major_attention module","lingvo.core.batch_utils module","lingvo.core.beam_search_helper module","lingvo.core.bfloat16_variables module","lingvo.core.bn_layers module","lingvo.core.build_data module","lingvo.core.builder module","lingvo.core.builder_layers module","lingvo.core.checkpointer module","lingvo.core.cluster module","lingvo.core.cluster_factory module","lingvo.core.computation_cost module","lingvo.core.conformer_layer module","lingvo.core.constants module","lingvo.core.conv_layers_builder module","lingvo.core.conv_layers_with_time_padding module","lingvo.core.datasource module","lingvo.core.decoder_lib module","lingvo.core.distillation_task module","lingvo.core.distributed_shampoo module","lingvo.core.early_stop module","lingvo.core.egdd module","lingvo.core.entmax module","lingvo.core.favor_attention module","lingvo.core.generic_input module","lingvo.core.gpipe module","lingvo.core.graddrop module","lingvo.core.gradient_combiner module","lingvo.core.gshard_builder module","lingvo.core.gshard_layers module","lingvo.core.gshard_utils module","lingvo.core.hyperparams module","lingvo.core.hyperparams_pb2 module","lingvo.core.inference_graph_exporter module","lingvo.core.inference_graph_pb2 module","lingvo.core.input_generator_helper module","lingvo.core.input_policy module","lingvo.core.insertion module","lingvo.core.inspect_utils module","lingvo.core.layers module","lingvo.core.layers_with_attention module","lingvo.core.layers_with_gpipe module","lingvo.core.learner module","lingvo.core.lstm_frnn_layer module","lingvo.core.matrix_functions module","lingvo.core.metrics module","lingvo.core.ml_perf_bleu_metric module","lingvo.core.ml_perf_log module","lingvo.core.ml_perf_tokenizer module","lingvo.core.model_helper module","lingvo.core.multitask_model module","lingvo.core.nested_map module","lingvo.core.ops package","lingvo.core.ops.hyps_pb2 module","lingvo.core.ops.record_pb2 module","lingvo.core.ops.versioned_file_set_pb2 module","lingvo.core.ops.x_ops module","lingvo.core.optimizer module","lingvo.core.plot module","lingvo.core.predictor module","lingvo.core.predictor_runner_base module","lingvo.core.program module","lingvo.core.pruning_utils module","lingvo.core.py_utils module","lingvo.core.py_utils_flags module","lingvo.core.quant_test_lib module","lingvo.core.quant_utils module","lingvo.core.recurrent module","lingvo.core.repeat_layer module","lingvo.core.retry module","lingvo.core.reversible_layers module","lingvo.core.rnn_cell module","lingvo.core.rnn_layers module","lingvo.core.routing_config_helper module","lingvo.core.saver module","lingvo.core.scatter_update module","lingvo.core.schedule module","lingvo.core.scorers module","lingvo.core.self_attention_layer module","lingvo.core.sendrecv module","lingvo.core.spectrum_augmenter module","lingvo.core.spectrum_augmenter_on_device module","lingvo.core.step module","lingvo.core.steps package","lingvo.core.steps.attention_steps module","lingvo.core.steps.embedding_steps module","lingvo.core.steps.rnn_steps module","lingvo.core.stream_step_test_base module","lingvo.core.summary_utils module","lingvo.core.symbolic module","lingvo.core.target_sequence_sampler module","lingvo.core.task_scheduler module","lingvo.core.test_helper module","lingvo.core.test_trainer_utils module","lingvo.core.test_utils module","lingvo.core.thread_local_utils module","lingvo.core.tokenizers module","lingvo.core.tpu_embedding_layers module","lingvo.core.tpu_summary module","lingvo.core.trainer_test_utils module","lingvo.core.tshape module","lingvo.core.var_tmp_wrappers module","lingvo.core.wpm_encoder module","lingvo.datasets module","lingvo.executor module","lingvo.ipython_kernel module","lingvo.model_imports module","lingvo.model_registry module","lingvo.models_test_helper module","lingvo.tasks package","lingvo.tasks.asr package","lingvo.tasks.asr.contextualizer_base module","lingvo.tasks.asr.decoder module","lingvo.tasks.asr.decoder_metrics module","lingvo.tasks.asr.decoder_utils module","lingvo.tasks.asr.encoder module","lingvo.tasks.asr.frontend module","lingvo.tasks.asr.fusion module","lingvo.tasks.asr.input_generator module","lingvo.tasks.asr.levenshtein_distance module","lingvo.tasks.asr.model module","lingvo.tasks.asr.model_test_input_generator module","lingvo.tasks.asr.params namespace","lingvo.tasks.asr.params.librispeech module","lingvo.tasks.asr.params.params module","lingvo.tasks.asr.tools package","lingvo.tasks.asr.tools.simple_wer module","lingvo.tasks.asr.tools.simple_wer_v2 module","lingvo.tasks.image package","lingvo.tasks.image.classifier module","lingvo.tasks.image.input_generator module","lingvo.tasks.image.params namespace","lingvo.tasks.image.params.mnist module","lingvo.tasks.image.params.params module","lingvo.tasks.lm package","lingvo.tasks.lm.input_generator module","lingvo.tasks.lm.layers module","lingvo.tasks.lm.model module","lingvo.tasks.lm.params namespace","lingvo.tasks.lm.params.one_billion_wds module","lingvo.tasks.lm.params.params module","lingvo.tasks.lm.params.synthetic_packed_input module","lingvo.tasks.lm.tools package","lingvo.tasks.lm.tools.download_lm1b module","lingvo.tasks.milan namespace","lingvo.tasks.milan.common_schema module","lingvo.tasks.milan.constants module","lingvo.tasks.milan.dataset_spec module","lingvo.tasks.milan.dual_encoder module","lingvo.tasks.milan.image_preprocessor module","lingvo.tasks.milan.input_generator module","lingvo.tasks.milan.labels module","lingvo.tasks.milan.params namespace","lingvo.tasks.milan.params.cxc module","lingvo.tasks.milan.params.dual_encoder_recipe module","lingvo.tasks.milan.params.generic_datasets module","lingvo.tasks.milan.params.params module","lingvo.tasks.milan.score_functions module","lingvo.tasks.milan.tf_hub_layers module","lingvo.tasks.milan.tools namespace","lingvo.tasks.milan.tools.prepare_coco module","lingvo.tasks.milan.tpu_utils module","lingvo.tasks.milan.transformers module","lingvo.tasks.milan.utils module","lingvo.tasks.mt package","lingvo.tasks.mt.base_config module","lingvo.tasks.mt.data_augmenter module","lingvo.tasks.mt.decoder module","lingvo.tasks.mt.encoder module","lingvo.tasks.mt.input_generator module","lingvo.tasks.mt.layers module","lingvo.tasks.mt.model module","lingvo.tasks.mt.params namespace","lingvo.tasks.mt.params.params module","lingvo.tasks.mt.params.wmt14_en_de module","lingvo.tasks.mt.params.wmtm16_en_de module","lingvo.tasks.mt.text_input_pb2 module","lingvo.tasks.mt.tools package","lingvo.tasks.punctuator package","lingvo.tasks.punctuator.input_generator module","lingvo.tasks.punctuator.model module","lingvo.tasks.punctuator.params namespace","lingvo.tasks.punctuator.params.codelab module","lingvo.tasks.punctuator.params.params module","lingvo.tasks.punctuator.tools package","lingvo.tasks.punctuator.tools.download_brown_corpus module","lingvo.tools package","lingvo.tools.audio_lib module","lingvo.tools.beam_utils module","lingvo.tools.bpe_word_tokenizer module","lingvo.tools.compare_params module","lingvo.tools.compute_stats module","lingvo.tools.count_records module","lingvo.tools.create_asr_features module","lingvo.tools.gke_launch module","lingvo.tools.keras2ckpt module","lingvo.tools.print_tf_records module","lingvo.tools.wpm_encode_file module","lingvo.trainer module","lingvo.trainer_impl module","lingvo"],titleterms:{"function":166,activ:6,adagraft:7,asr:[125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142],attent:8,attention_step:99,attention_util:9,audio_lib:202,base_config:180,base_decod:10,base_input_gener:11,base_lay:12,base_model:13,base_model_param:14,base_runn:2,base_tri:3,batch_major_attent:15,batch_util:16,beam_search_help:17,beam_util:203,bfloat16_vari:18,bn_layer:19,bpe_word_token:204,build_data:20,builder:21,builder_lay:22,checkpoint:23,classifi:144,cluster:24,cluster_factori:25,codelab:197,common_schema:160,compare_param:205,compat:4,computation_cost:26,compute_stat:206,conformer_lay:27,constant:[28,161],contextualizer_bas:126,conv_layers_build:29,conv_layers_with_time_pad:30,core:[5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117],count_record:207,create_asr_featur:208,cxc:168,data_augment:181,dataset:118,dataset_spec:162,datasourc:31,decod:[127,182],decoder_lib:32,decoder_metr:128,decoder_util:129,distillation_task:33,distributed_shampoo:34,document:0,download_brown_corpu:200,download_lm1b:158,dual_encod:163,dual_encoder_recip:169,early_stop:35,egdd:36,embedding_step:100,encod:[130,183],entmax:37,executor:119,favor_attent:38,frontend:131,fusion:132,generic_dataset:170,generic_input:39,gke_launch:209,gpipe:40,graddrop:41,gradient_combin:42,gshard_build:43,gshard_lay:44,gshard_util:45,hyperparam:46,hyperparams_pb2:47,hyps_pb2:68,imag:[143,144,145,146,147,148],image_preprocessor:164,indic:0,inference_graph_export:48,inference_graph_pb2:49,input_gener:[133,145,150,165,184,194],input_generator_help:50,input_polici:51,insert:52,inspect_util:53,ipython_kernel:120,keras2ckpt:210,label:166,layer:[54,151,185],layers_with_attent:55,layers_with_gpip:56,learner:57,levenshtein_dist:134,librispeech:138,lingvo:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215],lm:[149,150,151,152,153,154,155,156,157,158],lstm_frnn_layer:58,matrix_funct:59,metric:60,milan:[159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178],ml_perf_bleu_metr:61,ml_perf_log:62,ml_perf_token:63,mnist:147,model:[135,152,186,195],model_help:64,model_import:121,model_registri:122,model_test_input_gener:136,models_test_help:123,modul:[2,3,4,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,126,127,128,129,130,131,132,133,134,135,136,138,139,141,142,144,145,147,148,150,151,152,154,155,156,158,160,161,162,163,164,165,166,168,169,170,171,172,173,175,176,177,178,180,181,182,183,184,185,186,188,189,190,191,194,195,197,198,200,202,203,204,205,206,207,208,209,210,211,212,213,214],mt:[179,180,181,182,183,184,185,186,187,188,189,190,191,192],multitask_model:65,namespac:[137,146,153,159,167,174,187,196],nested_map:66,one_billion_wd:154,op:[67,68,69,70,71],optim:72,packag:[1,5,67,98,124,125,140,143,149,157,179,192,193,199,201],param:[137,138,139,146,147,148,153,154,155,156,167,168,169,170,171,187,188,189,190,196,197,198],plot:73,predictor:74,predictor_runner_bas:75,prepare_coco:175,print_tf_record:211,program:76,pruning_util:77,punctuat:[193,194,195,196,197,198,199,200],py_util:78,py_utils_flag:79,quant_test_lib:80,quant_util:81,record_pb2:69,recurr:82,repeat_lay:83,retri:84,reversible_lay:85,rnn_cell:86,rnn_layer:87,rnn_step:101,routing_config_help:88,s:0,saver:89,scatter_upd:90,schedul:91,score_funct:172,scorer:92,self_attention_lay:93,sendrecv:94,simple_w:141,simple_wer_v2:142,spectrum_augment:95,spectrum_augmenter_on_devic:96,step:[97,98,99,100,101],stream_step_test_bas:102,submodul:[1,5,67,98,125,137,140,143,146,149,153,157,159,167,174,179,187,193,196,199,201],subpackag:[1,5,124,125,143,149,159,179,193],summary_util:103,symbol:104,synthetic_packed_input:156,tabl:0,target_sequence_sampl:105,task:[124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200],task_schedul:106,test_help:107,test_trainer_util:108,test_util:109,text_input_pb2:191,tf_hub_lay:173,thread_local_util:110,token:111,tool:[140,141,142,157,158,174,175,192,199,200,201,202,203,204,205,206,207,208,209,210,211,212],tpu_embedding_lay:112,tpu_summari:113,tpu_util:176,trainer:213,trainer_impl:214,trainer_test_util:114,transform:177,tshape:115,util:178,var_tmp_wrapp:116,versioned_file_set_pb2:70,welcom:0,wmt14_en_d:189,wmtm16_en_d:190,wpm_encod:117,wpm_encode_fil:212,x_op:71}}) \ No newline at end of file +Search.setIndex({docnames:["index","lingvo","lingvo.base_runner","lingvo.base_trial","lingvo.compat","lingvo.core","lingvo.core.activations","lingvo.core.adagraft","lingvo.core.attention","lingvo.core.attention_util","lingvo.core.base_decoder","lingvo.core.base_input_generator","lingvo.core.base_layer","lingvo.core.base_model","lingvo.core.base_model_params","lingvo.core.batch_major_attention","lingvo.core.batch_utils","lingvo.core.beam_search_helper","lingvo.core.bfloat16_variables","lingvo.core.bn_layers","lingvo.core.build_data","lingvo.core.builder","lingvo.core.builder_layers","lingvo.core.checkpointer","lingvo.core.cluster","lingvo.core.cluster_factory","lingvo.core.computation_cost","lingvo.core.conformer_layer","lingvo.core.constants","lingvo.core.conv_layers_builder","lingvo.core.conv_layers_with_time_padding","lingvo.core.datasource","lingvo.core.decoder_lib","lingvo.core.distillation_task","lingvo.core.distributed_shampoo","lingvo.core.early_stop","lingvo.core.egdd","lingvo.core.entmax","lingvo.core.favor_attention","lingvo.core.generic_input","lingvo.core.gpipe","lingvo.core.graddrop","lingvo.core.gradient_combiner","lingvo.core.gshard_builder","lingvo.core.gshard_layers","lingvo.core.gshard_utils","lingvo.core.hyperparams","lingvo.core.hyperparams_pb2","lingvo.core.inference_graph_exporter","lingvo.core.inference_graph_pb2","lingvo.core.input_generator_helper","lingvo.core.input_policy","lingvo.core.insertion","lingvo.core.inspect_utils","lingvo.core.layers","lingvo.core.layers_with_attention","lingvo.core.layers_with_gpipe","lingvo.core.learner","lingvo.core.lstm_frnn_layer","lingvo.core.matrix_functions","lingvo.core.metrics","lingvo.core.ml_perf_bleu_metric","lingvo.core.ml_perf_log","lingvo.core.ml_perf_tokenizer","lingvo.core.model_helper","lingvo.core.multitask_model","lingvo.core.nested_map","lingvo.core.ops","lingvo.core.ops.hyps_pb2","lingvo.core.ops.record_pb2","lingvo.core.ops.versioned_file_set_pb2","lingvo.core.ops.x_ops","lingvo.core.optimizer","lingvo.core.plot","lingvo.core.predictor","lingvo.core.predictor_runner_base","lingvo.core.program","lingvo.core.pruning_utils","lingvo.core.py_utils","lingvo.core.py_utils_flags","lingvo.core.quant_test_lib","lingvo.core.quant_utils","lingvo.core.recurrent","lingvo.core.repeat_layer","lingvo.core.retry","lingvo.core.reversible_layers","lingvo.core.rnn_cell","lingvo.core.rnn_layers","lingvo.core.routing_config_helper","lingvo.core.saver","lingvo.core.scatter_update","lingvo.core.schedule","lingvo.core.scorers","lingvo.core.self_attention_layer","lingvo.core.sendrecv","lingvo.core.spectrum_augmenter","lingvo.core.spectrum_augmenter_on_device","lingvo.core.step","lingvo.core.steps","lingvo.core.steps.attention_steps","lingvo.core.steps.embedding_steps","lingvo.core.steps.rnn_steps","lingvo.core.stream_step_test_base","lingvo.core.summary_utils","lingvo.core.symbolic","lingvo.core.target_sequence_sampler","lingvo.core.task_scheduler","lingvo.core.test_helper","lingvo.core.test_trainer_utils","lingvo.core.test_utils","lingvo.core.thread_local_utils","lingvo.core.tokenizers","lingvo.core.tpu_embedding_layers","lingvo.core.tpu_summary","lingvo.core.trainer_test_utils","lingvo.core.tshape","lingvo.core.var_tmp_wrappers","lingvo.core.wpm_encoder","lingvo.datasets","lingvo.executor","lingvo.ipython_kernel","lingvo.model_imports","lingvo.model_registry","lingvo.models_test_helper","lingvo.tasks","lingvo.tasks.asr","lingvo.tasks.asr.contextualizer_base","lingvo.tasks.asr.decoder","lingvo.tasks.asr.decoder_metrics","lingvo.tasks.asr.decoder_utils","lingvo.tasks.asr.encoder","lingvo.tasks.asr.frontend","lingvo.tasks.asr.fusion","lingvo.tasks.asr.input_generator","lingvo.tasks.asr.levenshtein_distance","lingvo.tasks.asr.model","lingvo.tasks.asr.model_test_input_generator","lingvo.tasks.asr.params","lingvo.tasks.asr.params.librispeech","lingvo.tasks.asr.params.params","lingvo.tasks.asr.tools","lingvo.tasks.asr.tools.simple_wer","lingvo.tasks.asr.tools.simple_wer_v2","lingvo.tasks.image","lingvo.tasks.image.classifier","lingvo.tasks.image.input_generator","lingvo.tasks.image.params","lingvo.tasks.image.params.mnist","lingvo.tasks.image.params.params","lingvo.tasks.lm","lingvo.tasks.lm.input_generator","lingvo.tasks.lm.layers","lingvo.tasks.lm.model","lingvo.tasks.lm.params","lingvo.tasks.lm.params.one_billion_wds","lingvo.tasks.lm.params.params","lingvo.tasks.lm.params.synthetic_packed_input","lingvo.tasks.lm.tools","lingvo.tasks.lm.tools.download_lm1b","lingvo.tasks.milan","lingvo.tasks.milan.common_schema","lingvo.tasks.milan.constants","lingvo.tasks.milan.dataset_spec","lingvo.tasks.milan.dual_encoder","lingvo.tasks.milan.image_preprocessor","lingvo.tasks.milan.input_generator","lingvo.tasks.milan.labels","lingvo.tasks.milan.params","lingvo.tasks.milan.params.cxc","lingvo.tasks.milan.params.dual_encoder_recipe","lingvo.tasks.milan.params.generic_datasets","lingvo.tasks.milan.params.params","lingvo.tasks.milan.score_functions","lingvo.tasks.milan.tf_hub_layers","lingvo.tasks.milan.tools","lingvo.tasks.milan.tools.prepare_coco","lingvo.tasks.milan.tpu_utils","lingvo.tasks.milan.transformers","lingvo.tasks.milan.utils","lingvo.tasks.mt","lingvo.tasks.mt.base_config","lingvo.tasks.mt.data_augmenter","lingvo.tasks.mt.decoder","lingvo.tasks.mt.encoder","lingvo.tasks.mt.input_generator","lingvo.tasks.mt.layers","lingvo.tasks.mt.model","lingvo.tasks.mt.params","lingvo.tasks.mt.params.params","lingvo.tasks.mt.params.wmt14_en_de","lingvo.tasks.mt.params.wmtm16_en_de","lingvo.tasks.mt.text_input_pb2","lingvo.tasks.mt.tools","lingvo.tasks.punctuator","lingvo.tasks.punctuator.input_generator","lingvo.tasks.punctuator.model","lingvo.tasks.punctuator.params","lingvo.tasks.punctuator.params.codelab","lingvo.tasks.punctuator.params.params","lingvo.tasks.punctuator.tools","lingvo.tasks.punctuator.tools.download_brown_corpus","lingvo.tools","lingvo.tools.audio_lib","lingvo.tools.beam_utils","lingvo.tools.bpe_word_tokenizer","lingvo.tools.compare_params","lingvo.tools.compute_stats","lingvo.tools.count_records","lingvo.tools.create_asr_features","lingvo.tools.gke_launch","lingvo.tools.keras2ckpt","lingvo.tools.print_tf_records","lingvo.tools.wpm_encode_file","lingvo.trainer","lingvo.trainer_impl","modules"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":4,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,"sphinx.ext.todo":2,"sphinx.ext.viewcode":1,sphinx:56},filenames:["index.rst","lingvo.rst","lingvo.base_runner.rst","lingvo.base_trial.rst","lingvo.compat.rst","lingvo.core.rst","lingvo.core.activations.rst","lingvo.core.adagraft.rst","lingvo.core.attention.rst","lingvo.core.attention_util.rst","lingvo.core.base_decoder.rst","lingvo.core.base_input_generator.rst","lingvo.core.base_layer.rst","lingvo.core.base_model.rst","lingvo.core.base_model_params.rst","lingvo.core.batch_major_attention.rst","lingvo.core.batch_utils.rst","lingvo.core.beam_search_helper.rst","lingvo.core.bfloat16_variables.rst","lingvo.core.bn_layers.rst","lingvo.core.build_data.rst","lingvo.core.builder.rst","lingvo.core.builder_layers.rst","lingvo.core.checkpointer.rst","lingvo.core.cluster.rst","lingvo.core.cluster_factory.rst","lingvo.core.computation_cost.rst","lingvo.core.conformer_layer.rst","lingvo.core.constants.rst","lingvo.core.conv_layers_builder.rst","lingvo.core.conv_layers_with_time_padding.rst","lingvo.core.datasource.rst","lingvo.core.decoder_lib.rst","lingvo.core.distillation_task.rst","lingvo.core.distributed_shampoo.rst","lingvo.core.early_stop.rst","lingvo.core.egdd.rst","lingvo.core.entmax.rst","lingvo.core.favor_attention.rst","lingvo.core.generic_input.rst","lingvo.core.gpipe.rst","lingvo.core.graddrop.rst","lingvo.core.gradient_combiner.rst","lingvo.core.gshard_builder.rst","lingvo.core.gshard_layers.rst","lingvo.core.gshard_utils.rst","lingvo.core.hyperparams.rst","lingvo.core.hyperparams_pb2.rst","lingvo.core.inference_graph_exporter.rst","lingvo.core.inference_graph_pb2.rst","lingvo.core.input_generator_helper.rst","lingvo.core.input_policy.rst","lingvo.core.insertion.rst","lingvo.core.inspect_utils.rst","lingvo.core.layers.rst","lingvo.core.layers_with_attention.rst","lingvo.core.layers_with_gpipe.rst","lingvo.core.learner.rst","lingvo.core.lstm_frnn_layer.rst","lingvo.core.matrix_functions.rst","lingvo.core.metrics.rst","lingvo.core.ml_perf_bleu_metric.rst","lingvo.core.ml_perf_log.rst","lingvo.core.ml_perf_tokenizer.rst","lingvo.core.model_helper.rst","lingvo.core.multitask_model.rst","lingvo.core.nested_map.rst","lingvo.core.ops.rst","lingvo.core.ops.hyps_pb2.rst","lingvo.core.ops.record_pb2.rst","lingvo.core.ops.versioned_file_set_pb2.rst","lingvo.core.ops.x_ops.rst","lingvo.core.optimizer.rst","lingvo.core.plot.rst","lingvo.core.predictor.rst","lingvo.core.predictor_runner_base.rst","lingvo.core.program.rst","lingvo.core.pruning_utils.rst","lingvo.core.py_utils.rst","lingvo.core.py_utils_flags.rst","lingvo.core.quant_test_lib.rst","lingvo.core.quant_utils.rst","lingvo.core.recurrent.rst","lingvo.core.repeat_layer.rst","lingvo.core.retry.rst","lingvo.core.reversible_layers.rst","lingvo.core.rnn_cell.rst","lingvo.core.rnn_layers.rst","lingvo.core.routing_config_helper.rst","lingvo.core.saver.rst","lingvo.core.scatter_update.rst","lingvo.core.schedule.rst","lingvo.core.scorers.rst","lingvo.core.self_attention_layer.rst","lingvo.core.sendrecv.rst","lingvo.core.spectrum_augmenter.rst","lingvo.core.spectrum_augmenter_on_device.rst","lingvo.core.step.rst","lingvo.core.steps.rst","lingvo.core.steps.attention_steps.rst","lingvo.core.steps.embedding_steps.rst","lingvo.core.steps.rnn_steps.rst","lingvo.core.stream_step_test_base.rst","lingvo.core.summary_utils.rst","lingvo.core.symbolic.rst","lingvo.core.target_sequence_sampler.rst","lingvo.core.task_scheduler.rst","lingvo.core.test_helper.rst","lingvo.core.test_trainer_utils.rst","lingvo.core.test_utils.rst","lingvo.core.thread_local_utils.rst","lingvo.core.tokenizers.rst","lingvo.core.tpu_embedding_layers.rst","lingvo.core.tpu_summary.rst","lingvo.core.trainer_test_utils.rst","lingvo.core.tshape.rst","lingvo.core.var_tmp_wrappers.rst","lingvo.core.wpm_encoder.rst","lingvo.datasets.rst","lingvo.executor.rst","lingvo.ipython_kernel.rst","lingvo.model_imports.rst","lingvo.model_registry.rst","lingvo.models_test_helper.rst","lingvo.tasks.rst","lingvo.tasks.asr.rst","lingvo.tasks.asr.contextualizer_base.rst","lingvo.tasks.asr.decoder.rst","lingvo.tasks.asr.decoder_metrics.rst","lingvo.tasks.asr.decoder_utils.rst","lingvo.tasks.asr.encoder.rst","lingvo.tasks.asr.frontend.rst","lingvo.tasks.asr.fusion.rst","lingvo.tasks.asr.input_generator.rst","lingvo.tasks.asr.levenshtein_distance.rst","lingvo.tasks.asr.model.rst","lingvo.tasks.asr.model_test_input_generator.rst","lingvo.tasks.asr.params.rst","lingvo.tasks.asr.params.librispeech.rst","lingvo.tasks.asr.params.params.rst","lingvo.tasks.asr.tools.rst","lingvo.tasks.asr.tools.simple_wer.rst","lingvo.tasks.asr.tools.simple_wer_v2.rst","lingvo.tasks.image.rst","lingvo.tasks.image.classifier.rst","lingvo.tasks.image.input_generator.rst","lingvo.tasks.image.params.rst","lingvo.tasks.image.params.mnist.rst","lingvo.tasks.image.params.params.rst","lingvo.tasks.lm.rst","lingvo.tasks.lm.input_generator.rst","lingvo.tasks.lm.layers.rst","lingvo.tasks.lm.model.rst","lingvo.tasks.lm.params.rst","lingvo.tasks.lm.params.one_billion_wds.rst","lingvo.tasks.lm.params.params.rst","lingvo.tasks.lm.params.synthetic_packed_input.rst","lingvo.tasks.lm.tools.rst","lingvo.tasks.lm.tools.download_lm1b.rst","lingvo.tasks.milan.rst","lingvo.tasks.milan.common_schema.rst","lingvo.tasks.milan.constants.rst","lingvo.tasks.milan.dataset_spec.rst","lingvo.tasks.milan.dual_encoder.rst","lingvo.tasks.milan.image_preprocessor.rst","lingvo.tasks.milan.input_generator.rst","lingvo.tasks.milan.labels.rst","lingvo.tasks.milan.params.rst","lingvo.tasks.milan.params.cxc.rst","lingvo.tasks.milan.params.dual_encoder_recipe.rst","lingvo.tasks.milan.params.generic_datasets.rst","lingvo.tasks.milan.params.params.rst","lingvo.tasks.milan.score_functions.rst","lingvo.tasks.milan.tf_hub_layers.rst","lingvo.tasks.milan.tools.rst","lingvo.tasks.milan.tools.prepare_coco.rst","lingvo.tasks.milan.tpu_utils.rst","lingvo.tasks.milan.transformers.rst","lingvo.tasks.milan.utils.rst","lingvo.tasks.mt.rst","lingvo.tasks.mt.base_config.rst","lingvo.tasks.mt.data_augmenter.rst","lingvo.tasks.mt.decoder.rst","lingvo.tasks.mt.encoder.rst","lingvo.tasks.mt.input_generator.rst","lingvo.tasks.mt.layers.rst","lingvo.tasks.mt.model.rst","lingvo.tasks.mt.params.rst","lingvo.tasks.mt.params.params.rst","lingvo.tasks.mt.params.wmt14_en_de.rst","lingvo.tasks.mt.params.wmtm16_en_de.rst","lingvo.tasks.mt.text_input_pb2.rst","lingvo.tasks.mt.tools.rst","lingvo.tasks.punctuator.rst","lingvo.tasks.punctuator.input_generator.rst","lingvo.tasks.punctuator.model.rst","lingvo.tasks.punctuator.params.rst","lingvo.tasks.punctuator.params.codelab.rst","lingvo.tasks.punctuator.params.params.rst","lingvo.tasks.punctuator.tools.rst","lingvo.tasks.punctuator.tools.download_brown_corpus.rst","lingvo.tools.rst","lingvo.tools.audio_lib.rst","lingvo.tools.beam_utils.rst","lingvo.tools.bpe_word_tokenizer.rst","lingvo.tools.compare_params.rst","lingvo.tools.compute_stats.rst","lingvo.tools.count_records.rst","lingvo.tools.create_asr_features.rst","lingvo.tools.gke_launch.rst","lingvo.tools.keras2ckpt.rst","lingvo.tools.print_tf_records.rst","lingvo.tools.wpm_encode_file.rst","lingvo.trainer.rst","lingvo.trainer_impl.rst","modules.rst"],objects:{"":{lingvo:[1,0,0,"-"]},"lingvo.base_runner":{BaseRunner:[2,1,1,""]},"lingvo.base_runner.BaseRunner":{GetTrainDir:[2,2,1,""],_CreateSummaryWriter:[2,2,1,""],_CreateTF2SummaryOps:[2,2,1,""],_CreateTF2SummaryWriter:[2,2,1,""],_DequeueThreadComplete:[2,2,1,""],_ExportMetrics:[2,2,1,""],_FindNewCheckpoint:[2,2,1,""],_FormatStatusMessage:[2,2,1,""],_GetProcessedCheckpoints:[2,2,1,""],_GetSession:[2,2,1,""],_GetTtlDir:[2,2,1,""],_InVizierStudy:[2,2,1,""],_InitializeTF2SummaryWriter:[2,2,1,""],_LoopEnqueue:[2,2,1,""],_RunLoop:[2,2,1,""],_RunOnAllCheckpoints:[2,2,1,""],_RunOnLatestCheckpoints:[2,2,1,""],_RunTF2SummaryOps:[2,2,1,""],_SetStatusMessage:[2,2,1,""],_ShouldStop:[2,2,1,""],_TF2SummaryContext:[2,2,1,""],_TrainerFinished:[2,2,1,""],_UpdateEarlyStopMetric:[2,2,1,""],_UpdateProcessedCheckpoints:[2,2,1,""],_WaitUntilInit:[2,2,1,""],_WriteInputDataStatSummaries:[2,2,1,""],_WriteSummaries:[2,2,1,""],_WriteToLog:[2,2,1,""],params:[2,3,1,""]},"lingvo.base_trial":{NoOpTrial:[3,1,1,""],Trial:[3,1,1,""]},"lingvo.base_trial.NoOpTrial":{Name:[3,2,1,""],OverrideModelParams:[3,2,1,""],ReportDone:[3,2,1,""],ReportEvalMeasure:[3,2,1,""],ShouldStop:[3,2,1,""],ShouldStopAndMaybeReport:[3,2,1,""]},"lingvo.base_trial.Trial":{Name:[3,2,1,""],OverrideModelParams:[3,2,1,""],Params:[3,2,1,""],ReportDone:[3,2,1,""],ReportEvalMeasure:[3,2,1,""],ShouldStop:[3,2,1,""],ShouldStopAndMaybeReport:[3,2,1,""],_DoReportTrainingProgress:[3,2,1,""],objective_metric_key:[3,3,1,""],report_interval_seconds:[3,3,1,""]},"lingvo.compat":{_CacheDataset:[4,1,1,""],_ShuffleDataset:[4,1,1,""],_clone_module:[4,5,1,""],stateless_cache_dataset:[4,5,1,""],stateless_list_files:[4,5,1,""],stateless_shuffle_dataset:[4,5,1,""],summarize_tf2_status:[4,5,1,""]},"lingvo.compat._CacheDataset":{_abc_impl:[4,4,1,""]},"lingvo.compat._ShuffleDataset":{_abc_impl:[4,4,1,""]},"lingvo.core":{activations:[6,0,0,"-"],adagraft:[7,0,0,"-"],attention:[8,0,0,"-"],attention_util:[9,0,0,"-"],base_decoder:[10,0,0,"-"],base_input_generator:[11,0,0,"-"],base_layer:[12,0,0,"-"],base_model:[13,0,0,"-"],base_model_params:[14,0,0,"-"],batch_major_attention:[15,0,0,"-"],batch_utils:[16,0,0,"-"],beam_search_helper:[17,0,0,"-"],bfloat16_variables:[18,0,0,"-"],bn_layers:[19,0,0,"-"],build_data:[20,0,0,"-"],builder:[21,0,0,"-"],builder_layers:[22,0,0,"-"],checkpointer:[23,0,0,"-"],cluster:[24,0,0,"-"],cluster_factory:[25,0,0,"-"],computation_cost:[26,0,0,"-"],conformer_layer:[27,0,0,"-"],constants:[28,0,0,"-"],conv_layers_builder:[29,0,0,"-"],conv_layers_with_time_padding:[30,0,0,"-"],datasource:[31,0,0,"-"],decoder_lib:[32,0,0,"-"],distillation_task:[33,0,0,"-"],distributed_shampoo:[34,0,0,"-"],early_stop:[35,0,0,"-"],egdd:[36,0,0,"-"],entmax:[37,0,0,"-"],favor_attention:[38,0,0,"-"],generic_input:[39,0,0,"-"],gpipe:[40,0,0,"-"],graddrop:[41,0,0,"-"],gradient_combiner:[42,0,0,"-"],gshard_builder:[43,0,0,"-"],gshard_layers:[44,0,0,"-"],gshard_utils:[45,0,0,"-"],hyperparams:[46,0,0,"-"],hyperparams_pb2:[47,0,0,"-"],inference_graph_exporter:[48,0,0,"-"],inference_graph_pb2:[49,0,0,"-"],input_generator_helper:[50,0,0,"-"],input_policy:[51,0,0,"-"],insertion:[52,0,0,"-"],inspect_utils:[53,0,0,"-"],layers:[54,0,0,"-"],layers_with_attention:[55,0,0,"-"],layers_with_gpipe:[56,0,0,"-"],learner:[57,0,0,"-"],lstm_frnn_layer:[58,0,0,"-"],matrix_functions:[59,0,0,"-"],metrics:[60,0,0,"-"],ml_perf_bleu_metric:[61,0,0,"-"],ml_perf_log:[62,0,0,"-"],ml_perf_tokenizer:[63,0,0,"-"],model_helper:[64,0,0,"-"],multitask_model:[65,0,0,"-"],nested_map:[66,0,0,"-"],ops:[67,0,0,"-"],optimizer:[72,0,0,"-"],plot:[73,0,0,"-"],predictor:[74,0,0,"-"],predictor_runner_base:[75,0,0,"-"],program:[76,0,0,"-"],pruning_utils:[77,0,0,"-"],py_utils:[78,0,0,"-"],py_utils_flags:[79,0,0,"-"],quant_test_lib:[80,0,0,"-"],quant_utils:[81,0,0,"-"],recurrent:[82,0,0,"-"],repeat_layer:[83,0,0,"-"],retry:[84,0,0,"-"],reversible_layers:[85,0,0,"-"],rnn_cell:[86,0,0,"-"],rnn_layers:[87,0,0,"-"],routing_config_helper:[88,0,0,"-"],saver:[89,0,0,"-"],scatter_update:[90,0,0,"-"],schedule:[91,0,0,"-"],scorers:[92,0,0,"-"],self_attention_layer:[93,0,0,"-"],sendrecv:[94,0,0,"-"],spectrum_augmenter:[95,0,0,"-"],spectrum_augmenter_on_device:[96,0,0,"-"],step:[97,0,0,"-"],steps:[98,0,0,"-"],stream_step_test_base:[102,0,0,"-"],summary_utils:[103,0,0,"-"],symbolic:[104,0,0,"-"],target_sequence_sampler:[105,0,0,"-"],task_scheduler:[106,0,0,"-"],test_helper:[107,0,0,"-"],test_trainer_utils:[108,0,0,"-"],test_utils:[109,0,0,"-"],thread_local_utils:[110,0,0,"-"],tokenizers:[111,0,0,"-"],tpu_embedding_layers:[112,0,0,"-"],tpu_summary:[113,0,0,"-"],trainer_test_utils:[114,0,0,"-"],tshape:[115,0,0,"-"],var_tmp_wrappers:[116,0,0,"-"],wpm_encoder:[117,0,0,"-"]},"lingvo.core.activations":{ActivationLayer:[6,1,1,""],GetFlops:[6,5,1,""],GetFn:[6,5,1,""],IsSupported:[6,5,1,""]},"lingvo.core.activations.ActivationLayer":{FProp:[6,2,1,""],FPropMeta:[6,2,1,""],Params:[6,2,1,""]},"lingvo.core.adagraft":{AdaGraftOptimizer:[7,1,1,""]},"lingvo.core.adagraft.AdaGraftOptimizer":{_apply_dense:[7,2,1,""],_apply_sparse:[7,2,1,""],_create_slots:[7,2,1,""],_finish:[7,2,1,""],_internal_apply_dense:[7,2,1,""],_prepare:[7,2,1,""],_resource_apply_dense:[7,2,1,""],_resource_apply_sparse:[7,2,1,""]},"lingvo.core.attention":{AdditiveAttention:[8,1,1,""],BaseAttentionLayer:[8,1,1,""],DotProductAttention:[8,1,1,""],GmmMonotonicAttention:[8,1,1,""],LocationSensitiveAttention:[8,1,1,""],MergeSourcePaddingWithPerStepSourcePadding:[8,5,1,""],MergerLayer:[8,1,1,""],MonotonicAttention:[8,1,1,""],MonotonicAttentionProb:[8,5,1,""],MultiHeadedAttention:[8,1,1,""],MultiSourceAttention:[8,1,1,""],SafeCumprod:[8,5,1,""],_ApplyAttentionDropout:[8,5,1,""],_ConditionalCallDefun:[8,5,1,""],_RecursiveReshape:[8,5,1,""]},"lingvo.core.attention.AdditiveAttention":{ComputeContextVectorWithSource:[8,2,1,""],PackSource:[8,2,1,""],Params:[8,2,1,""],ZeroAttentionState:[8,2,1,""],_CreateLayerVariables:[8,2,1,""]},"lingvo.core.attention.BaseAttentionLayer":{ComputeContextVector:[8,2,1,""],ComputeContextVectorWithSource:[8,2,1,""],GetInitializationSourceState:[8,2,1,""],InitForSourcePacked:[8,2,1,""],PackSource:[8,2,1,""],Params:[8,2,1,""],SetInitializationSourceState:[8,2,1,""],_CreateLayerVariables:[8,2,1,""],_PaddedSoftmax:[8,2,1,""],_UpdatePaddingWithPackedInputMask:[8,2,1,""]},"lingvo.core.attention.DotProductAttention":{ComputeContextVectorWithSource:[8,2,1,""],PackSource:[8,2,1,""],Params:[8,2,1,""],ZeroAttentionState:[8,2,1,""],_CreateLayerVariables:[8,2,1,""]},"lingvo.core.attention.GmmMonotonicAttention":{ComputeContextVectorWithSource:[8,2,1,""],PackSource:[8,2,1,""],Params:[8,2,1,""],ZeroAttentionState:[8,2,1,""]},"lingvo.core.attention.LocationSensitiveAttention":{ComputeContextVectorWithSource:[8,2,1,""],PackSource:[8,2,1,""],Params:[8,2,1,""],ZeroAttentionState:[8,2,1,""],_ApplyConv:[8,2,1,""],_CreateLayerVariables:[8,2,1,""]},"lingvo.core.attention.MergerLayer":{FProp:[8,2,1,""],MERGER_OPS:[8,4,1,""],Params:[8,2,1,""],_CreateChildrenVariables:[8,2,1,""],_CreateLayerVariables:[8,2,1,""]},"lingvo.core.attention.MonotonicAttention":{ComputeContextVectorWithSource:[8,2,1,""],ComputeProbabilities:[8,2,1,""],PackSource:[8,2,1,""],Params:[8,2,1,""],ZeroAttentionState:[8,2,1,""],_CreateLayerVariables:[8,2,1,""]},"lingvo.core.attention.MultiHeadedAttention":{ComputeContextVectorWithAttenProbs:[8,2,1,""],ComputeContextVectorWithCachedSource:[8,2,1,""],ComputeContextVectorWithSource:[8,2,1,""],ExtendSourcePacked:[8,2,1,""],PackCachedSource:[8,2,1,""],PackSource:[8,2,1,""],Params:[8,2,1,""],ProcessProjectionVec:[8,2,1,""],SetOutputContextDim:[8,2,1,""],ZeroAttentionState:[8,2,1,""],_CreateLayerVariables:[8,2,1,""]},"lingvo.core.attention.MultiSourceAttention":{ComputeContextVectorWithSource:[8,2,1,""],PackSource:[8,2,1,""],Params:[8,2,1,""],ZeroAttentionState:[8,2,1,""],_CombineContext:[8,2,1,""]},"lingvo.core.attention_util":{AttenContext:[9,5,1,""],AttenLogits:[9,5,1,""],ComputeSparseAttention:[9,5,1,""],ConvertToBlocks:[9,5,1,""],ExtractBlockContext:[9,5,1,""],KMeansClusteringForAtten:[9,1,1,""],MakeLocalMask:[9,5,1,""],PositionalAttenLogits:[9,1,1,""],RelShift:[9,5,1,""]},"lingvo.core.attention_util.KMeansClusteringForAtten":{FProp:[9,2,1,""],LayerNorm:[9,2,1,""],Params:[9,2,1,""],_CreateLayerVariables:[9,2,1,""]},"lingvo.core.attention_util.PositionalAttenLogits":{AttenLogitsRPE:[9,2,1,""],AttenLogitsRPEOneStep:[9,2,1,""],AttenLogitsXL:[9,2,1,""],AttenLogitsXLOneStep:[9,2,1,""],RelPositionBias:[9,2,1,""],_AttenLogits:[9,2,1,""],_ValidateBiases:[9,2,1,""]},"lingvo.core.base_decoder":{BaseBeamSearchDecoder:[10,1,1,""],BaseDecoder:[10,1,1,""],DecoderOutput:[10,1,1,""]},"lingvo.core.base_decoder.BaseBeamSearchDecoder":{AddExtraDecodingInfo:[10,2,1,""],BeamSearchDecode:[10,2,1,""],BeamSearchDecodeBiased:[10,2,1,""],BeamSearchDecodeWithTheta:[10,2,1,""],GreedySearchDecode:[10,2,1,""],GreedySearchDecodeWithTheta:[10,2,1,""],InferenceAdditionalEncoder:[10,2,1,""],Params:[10,2,1,""],SampleTargetSequences:[10,2,1,""],UpdateTargetVocabSize:[10,2,1,""]},"lingvo.core.base_decoder.BaseDecoder":{ComputeLoss:[10,2,1,""],ComputePredictions:[10,2,1,""],FProp:[10,2,1,""],Params:[10,2,1,""],UpdateTargetVocabSize:[10,2,1,""]},"lingvo.core.base_decoder.DecoderOutput":{_asdict:[10,2,1,""],_field_defaults:[10,4,1,""],_fields:[10,4,1,""],_make:[10,2,1,""],_replace:[10,2,1,""],metrics:[10,4,1,""],per_sequence:[10,4,1,""],predictions:[10,4,1,""]},"lingvo.core.base_input_generator":{BaseDataExampleInputGenerator:[11,1,1,""],BaseInputGenerator:[11,1,1,""],BaseInputGeneratorFromFiles:[11,1,1,""],BaseSequenceInputGenerator:[11,1,1,""],BaseTinyDatasetInput:[11,1,1,""],DefineTFDataInput:[11,5,1,""],FilePatternToDataSource:[11,5,1,""],TFDataSequenceInputGenerator:[11,1,1,""]},"lingvo.core.base_input_generator.BaseDataExampleInputGenerator":{GetFeatureSpec:[11,2,1,""],GetPreprocessedInputBatch:[11,2,1,""],Params:[11,2,1,""],_AdditionalPreprocessInputBatch:[11,2,1,""]},"lingvo.core.base_input_generator.BaseInputGenerator":{CommonInputOpArgs:[11,2,1,""],CreateCpuPassthroughEnqueueOps:[11,2,1,""],CreateDatasource:[11,2,1,""],CreateTpuEmbeddingEnqueueOps:[11,2,1,""],CreateTpuEnqueueOps:[11,2,1,""],DefineInfeedParams:[11,2,1,""],DequeueCpuPassthrough:[11,2,1,""],GetBpropVariableFilters:[11,2,1,""],GetCpuPassthroughKeys:[11,2,1,""],GetInputSourceOneHot:[11,2,1,""],GetPreprocessedInputBatch:[11,2,1,""],GlobalBatchSize:[11,2,1,""],InfeedBatchSize:[11,2,1,""],Initialize:[11,2,1,""],Params:[11,2,1,""],PreprocessTpuEmbeddingInputBatch:[11,2,1,""],Reset:[11,2,1,""],SplitInputBatch:[11,2,1,""],TpuDequeueBatch:[11,2,1,""],_GetTpuEmbeddingEnqueueData:[11,2,1,""],_InputBatch:[11,2,1,""],_PreprocessInputBatch:[11,2,1,""],_map_args:[11,3,1,""],input_data_summary_layout:[11,3,1,""],merged_input_data_summary_op:[11,3,1,""],tpu_infeed_op:[11,3,1,""],tpu_number_of_shards:[11,3,1,""]},"lingvo.core.base_input_generator.BaseInputGeneratorFromFiles":{CommonInputOpArgs:[11,2,1,""],CreateDatasource:[11,2,1,""],Params:[11,2,1,""],_BuildDataSource:[11,2,1,""],_BuildDataSourceWithMetadata:[11,2,1,""],_DataSourceFromFilePattern:[11,2,1,""],_InputBatch:[11,2,1,""],_InputOpBucketingArgs:[11,2,1,""]},"lingvo.core.base_input_generator.BaseSequenceInputGenerator":{Cast:[11,2,1,""],IdsToStrings:[11,2,1,""],InfeedBatchSize:[11,2,1,""],Params:[11,2,1,""],StringsToIds:[11,2,1,""],StringsToIdsWithOffsets:[11,2,1,""],_InputOpBucketingArgs:[11,2,1,""],infeed_bucket_batch_limit:[11,3,1,""]},"lingvo.core.base_input_generator.BaseTinyDatasetInput":{Params:[11,2,1,""],_InputBatch:[11,2,1,""],_Preprocess:[11,2,1,""]},"lingvo.core.base_input_generator.TFDataSequenceInputGenerator":{ConvertFilePatternToDataSource:[11,2,1,""],CreateDatasource:[11,2,1,""],GetPreprocessedInputBatch:[11,2,1,""],GetSequenceLength:[11,2,1,""],LoadDataset:[11,2,1,""],Params:[11,2,1,""],ProcessDataset:[11,2,1,""],Reset:[11,2,1,""],TakeEvalSamples:[11,2,1,""],_InputPaddingValue:[11,2,1,""],_InputShape:[11,2,1,""]},"lingvo.core.base_layer":{ABCLayerMeta:[12,1,1,""],Accumulator:[12,1,1,""],BaseLayer:[12,1,1,""],BaseLayerMeta:[12,1,1,""],CreateVariableMeta:[12,1,1,""],IsLayerParams:[12,5,1,""],RecursiveFindLayerParams:[12,5,1,""],_BaseLayerInitWrapper:[12,5,1,""],_CreateLayerVariablesStatus:[12,1,1,""]},"lingvo.core.base_layer.Accumulator":{DefaultValue:[12,2,1,""],Disable:[12,2,1,""],Enable:[12,2,1,""],GetValue:[12,2,1,""],Reset:[12,2,1,""],SetValue:[12,2,1,""],is_disabled:[12,3,1,""]},"lingvo.core.base_layer.BaseLayer":{AddChild:[12,2,1,""],AddExtraTheta:[12,2,1,""],AddFunction:[12,2,1,""],AddVN:[12,2,1,""],CopyBaseParams:[12,2,1,""],CreateChild:[12,2,1,""],CreateChildren:[12,2,1,""],CreateVariable:[12,2,1,""],FProp:[12,2,1,""],FPropDefaultTheta:[12,2,1,""],FPropMeta:[12,2,1,""],GetAccumulatorValues:[12,2,1,""],GetDescendant:[12,2,1,""],GetVariableSymbolicShape:[12,2,1,""],InstantiateVariables:[12,2,1,""],Params:[12,2,1,""],PostTrainingStepUpdate:[12,2,1,""],RegisterAccumulator:[12,2,1,""],SetAccumulatorValues:[12,2,1,""],SetVariableFree:[12,2,1,""],TransformVarsTempContext:[12,2,1,""],_AutoAddChild:[12,2,1,""],_CastToFPropDtype:[12,2,1,""],_CheckName:[12,2,1,""],_CreateChildrenVariables:[12,2,1,""],_CreateLayerVariables:[12,2,1,""],_CreateVariableInternal:[12,2,1,""],_INFERENCE_DRIVER_NAME:[12,4,1,""],_RemoveChild:[12,2,1,""],_SelfVariableScope:[12,2,1,""],_TransformVarsInternal:[12,2,1,""],_UndoTransformVarsInternal:[12,2,1,""],_VariableCollections:[12,2,1,""],_VerifyChildren:[12,2,1,""],_VerifyVarsAndTheta:[12,2,1,""],accumulators:[12,3,1,""],children:[12,3,1,""],cluster:[12,3,1,""],do_eval:[12,3,1,""],fns:[12,3,1,""],layer_type:[12,3,1,""],params:[12,3,1,""],parent:[12,3,1,""],path:[12,3,1,""],theta:[12,3,1,""],vars:[12,3,1,""]},"lingvo.core.base_layer.CreateVariableMeta":{_asdict:[12,2,1,""],_field_defaults:[12,4,1,""],_fields:[12,4,1,""],_make:[12,2,1,""],_replace:[12,2,1,""],kwargs:[12,4,1,""],theta_fn:[12,4,1,""],var_params:[12,4,1,""]},"lingvo.core.base_layer._CreateLayerVariablesStatus":{COMPLETED:[12,4,1,""],IN_PROGRESS:[12,4,1,""],NOT_CALLED:[12,4,1,""],PER_SPLIT_COMPLETED:[12,4,1,""]},"lingvo.core.base_model":{BaseModel:[13,1,1,""],BaseTask:[13,1,1,""],DecodeFinalizeArgs:[13,1,1,""],MultiTaskModel:[13,1,1,""],MultiTaskSubModel:[13,1,1,""],SingleTaskBase:[13,1,1,""],SingleTaskModel:[13,1,1,""],_VariablesForEMA:[13,5,1,""]},"lingvo.core.base_model.BaseModel":{ConstructFPropBPropGraph:[13,2,1,""],ConstructFPropGraph:[13,2,1,""],ConstructPostTrainingLoop:[13,2,1,""],Export:[13,2,1,""],GetTask:[13,2,1,""],Params:[13,2,1,""],ProcessFPropResults:[13,2,1,""],ema:[13,3,1,""],global_step:[13,3,1,""],tasks:[13,3,1,""],variables_for_ema:[13,3,1,""]},"lingvo.core.base_model.BaseTask":{AddEvalMetric:[13,2,1,""],AddPerExampleTensor:[13,2,1,""],AdjustGradients:[13,2,1,""],ApplyExponentialMovingAverage:[13,2,1,""],BProp:[13,2,1,""],ComputeLoss:[13,2,1,""],ComputePredictions:[13,2,1,""],CreateDecoderMetrics:[13,2,1,""],Decode:[13,2,1,""],DecodeFinalize:[13,2,1,""],DecodeWithTheta:[13,2,1,""],Export:[13,2,1,""],FProp:[13,2,1,""],FPropDefaultTheta:[13,2,1,""],FPropTower:[13,2,1,""],FilterPerExampleTensors:[13,2,1,""],GetInputBatch:[13,2,1,""],Inference:[13,2,1,""],InstantiateVariables:[13,2,1,""],Params:[13,2,1,""],PostProcessDecodeOut:[13,2,1,""],PostTrainingLoop:[13,2,1,""],ProcessFPropResults:[13,2,1,""],UpdateTargetVocabSize:[13,2,1,""],_BPropForVariables:[13,2,1,""],_BPropGenTrainOps:[13,2,1,""],_ComputeGradientMask:[13,2,1,""],_FPropResult:[13,2,1,""],_FPropSplitInputBatch:[13,2,1,""],_FPropTpu:[13,2,1,""],_GetMaskUpdateOp:[13,2,1,""],_SetLearnerFromLegacyParams:[13,2,1,""],_UpdateVnConfig:[13,2,1,""],eval_metrics:[13,3,1,""],global_step:[13,3,1,""],input_generator:[13,3,1,""],loss:[13,3,1,""],per_example_tensors:[13,3,1,""],post_training_loop_op:[13,3,1,""],train_op:[13,3,1,""]},"lingvo.core.base_model.DecodeFinalizeArgs":{decode_out:[13,4,1,""],decode_out_path:[13,4,1,""]},"lingvo.core.base_model.MultiTaskModel":{ConstructFPropBPropGraph:[13,2,1,""],ConstructFPropGraph:[13,2,1,""],GetTask:[13,2,1,""],Params:[13,2,1,""],SampleTask:[13,2,1,""],TaskNames:[13,2,1,""],_CreateChildrenVariables:[13,2,1,""],task_names:[13,3,1,""],tasks:[13,3,1,""]},"lingvo.core.base_model.MultiTaskSubModel":{Params:[13,2,1,""]},"lingvo.core.base_model.SingleTaskBase":{ConstructFPropBPropGraph:[13,2,1,""],ConstructFPropGraph:[13,2,1,""],ConstructPostTrainingLoop:[13,2,1,""],GetTask:[13,2,1,""],SampleTask:[13,2,1,""],tasks:[13,3,1,""]},"lingvo.core.base_model.SingleTaskModel":{Params:[13,2,1,""],_CreateChildrenVariables:[13,2,1,""]},"lingvo.core.base_model_params":{DatasetError:[14,6,1,""],MultiTaskModelParams:[14,1,1,""],SingleTaskModelParams:[14,1,1,""],_BaseModelParams:[14,1,1,""]},"lingvo.core.base_model_params.MultiTaskModelParams":{Dev:[14,2,1,""],Model:[14,2,1,""],ProgramSchedule:[14,2,1,""],Test:[14,2,1,""],Train:[14,2,1,""]},"lingvo.core.base_model_params.SingleTaskModelParams":{Dev:[14,2,1,""],Model:[14,2,1,""],ProgramSchedule:[14,2,1,""],Task:[14,2,1,""],Test:[14,2,1,""],Train:[14,2,1,""]},"lingvo.core.base_model_params._BaseModelParams":{GetAllDatasetParams:[14,2,1,""],GetDatasetParams:[14,2,1,""]},"lingvo.core.batch_major_attention":{Builder:[15,1,1,""],CausalPadding:[15,5,1,""],CausalSegmentMask:[15,5,1,""],ClearRelativeAttentionInTransformerLayer:[15,5,1,""],FunnelPoolingLayer:[15,1,1,""],FunnelUpsampleLayer:[15,1,1,""],GPipeBatchMajorTransformerLayer:[15,1,1,""],GetDtypeMin:[15,5,1,""],LmBuilder:[15,1,1,""],LocalSelfAttention:[15,1,1,""],LocalSelfAttentionXL:[15,1,1,""],MeshSplitLayer:[15,1,1,""],MultiHeadedAttention:[15,1,1,""],MultiHeadedAttentionRPE:[15,1,1,""],MultiHeadedAttentionXL:[15,1,1,""],MultiHeadedFavorAttention:[15,1,1,""],MultiHeadedProjectionLayer:[15,1,1,""],MultiSourceAttention:[15,1,1,""],MultiSourceTransformerDecoderLayer:[15,1,1,""],MultiSourceTransformerLayer:[15,1,1,""],PaddingLayer:[15,1,1,""],PerDimScaleLayer:[15,1,1,""],PerformerBuilder:[15,1,1,""],PipelinedTransformerLayers:[15,1,1,""],RepeatedTransformerLayer:[15,1,1,""],ReshapedMultiHeadedAttention:[15,1,1,""],ReshapedMultiHeadedProjectionLayer:[15,1,1,""],ResidualAddLayer:[15,1,1,""],RoutingAttention:[15,1,1,""],SegmentMask:[15,5,1,""],StackedTransformerLayers:[15,1,1,""],StrideLayer:[15,1,1,""],TransformerAttentionLayer:[15,1,1,""],TransformerDecoderLayer:[15,1,1,""],TransformerFeedForwardLayerWithTaskId:[15,1,1,""],TransformerFlops:[15,5,1,""],TransformerLayer:[15,1,1,""],TransformerMultiSourceAttentionLayer:[15,1,1,""],UseRelativeAttentionInTransformerLayer:[15,5,1,""]},"lingvo.core.batch_major_attention.Builder":{Feedforward:[15,2,1,""],FunnelEncoderLayer:[15,2,1,""],GatedFeedforward:[15,2,1,""],GatedGeluFeedforward:[15,2,1,""],LConv:[15,2,1,""],LConvStack:[15,2,1,""],LconvBlock:[15,2,1,""],MeshSplit:[15,2,1,""],Params:[15,2,1,""],Seq:[15,2,1,""],SetCanonicalShardingParams:[15,2,1,""],Stack:[15,2,1,""],TransformerEncoderLayer:[15,2,1,""],TransformerEncoderStack:[15,2,1,""],_Add:[15,2,1,""],_DefaultLN:[15,2,1,""],_DepthwiseConv2D:[15,2,1,""],_Dropout:[15,2,1,""],_ExpandDims:[15,2,1,""],_FunnelAttention:[15,2,1,""],_Glu:[15,2,1,""],_MaybeSplit:[15,2,1,""],_MultiHeadedAtten:[15,2,1,""],_NormalizedDepthwiseConv2D:[15,2,1,""],_Pad:[15,2,1,""],_Pool:[15,2,1,""],_Squeeze:[15,2,1,""],_Stride:[15,2,1,""],_StridedAttention:[15,2,1,""]},"lingvo.core.batch_major_attention.FunnelPoolingLayer":{FProp:[15,2,1,""],FPropMeta:[15,2,1,""],Params:[15,2,1,""]},"lingvo.core.batch_major_attention.FunnelUpsampleLayer":{FProp:[15,2,1,""],Params:[15,2,1,""],_CreateLayerVariables:[15,2,1,""]},"lingvo.core.batch_major_attention.GPipeBatchMajorTransformerLayer":{ExtendStep:[15,2,1,""],FProp:[15,2,1,""],FPropMeta:[15,2,1,""],Params:[15,2,1,""],SetupDeterministicDropout:[15,2,1,""]},"lingvo.core.batch_major_attention.LmBuilder":{Feedforward:[15,2,1,""],Params:[15,2,1,""],TransformerEncoderLayer:[15,2,1,""],_Attention:[15,2,1,""],_Bias:[15,2,1,""],_BiasWeight:[15,2,1,""],_Linear:[15,2,1,""],_LinearWeight:[15,2,1,""],_ShardedVar:[15,2,1,""],_Var:[15,2,1,""]},"lingvo.core.batch_major_attention.LocalSelfAttention":{AttenProbs:[15,2,1,""],ExtendStep:[15,2,1,""],FProp:[15,2,1,""],FPropMeta:[15,2,1,""],IsInferenceStepStatic:[15,2,1,""],Params:[15,2,1,""],StreamStep:[15,2,1,""],StreamStepAddSkipConnection:[15,2,1,""],_AttenContext:[15,2,1,""],_AttenLogits:[15,2,1,""],_StreamAttenLogits:[15,2,1,""],_StreamStepDimensions:[15,2,1,""],_StreamStepDynamicLength:[15,2,1,""],_StreamStepStaticComputeKeyValue3d:[15,2,1,""],_StreamStepStaticComputeKeyValue:[15,2,1,""],_StreamStepStaticComputeKeyValueClassic:[15,2,1,""],_StreamStepStaticComputeKeyValueMinimal:[15,2,1,""],_StreamStepStaticLength:[15,2,1,""],_zero_state_dynamic_length:[15,2,1,""],_zero_state_static_length_inputs:[15,2,1,""],_zero_state_static_length_key_value:[15,2,1,""],zero_state:[15,2,1,""]},"lingvo.core.batch_major_attention.LocalSelfAttentionXL":{ExtendStep:[15,2,1,""],Params:[15,2,1,""],StreamStep:[15,2,1,""],_AttenLogits:[15,2,1,""],_AttenLogitsOneStep:[15,2,1,""],_CreateLayerVariables:[15,2,1,""],_StreamAttenLogits:[15,2,1,""]},"lingvo.core.batch_major_attention.MeshSplitLayer":{FProp:[15,2,1,""],FPropMeta:[15,2,1,""],Params:[15,2,1,""]},"lingvo.core.batch_major_attention.MultiHeadedAttention":{AttenProbs:[15,2,1,""],ExtendStep:[15,2,1,""],FProp:[15,2,1,""],FPropMeta:[15,2,1,""],InitStates:[15,2,1,""],Params:[15,2,1,""],_AttenContext:[15,2,1,""],_AttenContextOneStep:[15,2,1,""],_AttenLogits:[15,2,1,""],_AttenLogitsOneStep:[15,2,1,""],_CapLogits:[15,2,1,""],_DotAtten:[15,2,1,""],_DotAttenOneStep:[15,2,1,""],dim_per_head:[15,3,1,""]},"lingvo.core.batch_major_attention.MultiHeadedAttentionRPE":{ExtendStep:[15,2,1,""],FPropMeta:[15,2,1,""],Params:[15,2,1,""],_AttenContext:[15,2,1,""],_AttenContextOneStep:[15,2,1,""],_AttenLogits:[15,2,1,""],_AttenLogitsOneStep:[15,2,1,""],_CreateChildrenVariables:[15,2,1,""],_RelativePositionValueEmb:[15,2,1,""]},"lingvo.core.batch_major_attention.MultiHeadedAttentionXL":{ExtendStep:[15,2,1,""],Params:[15,2,1,""],_AttenLogits:[15,2,1,""],_AttenLogitsOneStep:[15,2,1,""],_CreateLayerVariables:[15,2,1,""]},"lingvo.core.batch_major_attention.MultiHeadedFavorAttention":{Params:[15,2,1,""],_DotAtten:[15,2,1,""]},"lingvo.core.batch_major_attention.MultiHeadedProjectionLayer":{FProp:[15,2,1,""],Params:[15,2,1,""],_CreateLayerVariables:[15,2,1,""]},"lingvo.core.batch_major_attention.MultiSourceAttention":{AttenProbs:[15,2,1,""],FProp:[15,2,1,""],Params:[15,2,1,""],_CombineContext:[15,2,1,""]},"lingvo.core.batch_major_attention.MultiSourceTransformerDecoderLayer":{Params:[15,2,1,""]},"lingvo.core.batch_major_attention.MultiSourceTransformerLayer":{Params:[15,2,1,""],_GetSourceBatchSize:[15,2,1,""],_GetSourceLength:[15,2,1,""],primary_source_key:[15,3,1,""]},"lingvo.core.batch_major_attention.PaddingLayer":{FProp:[15,2,1,""],FPropMeta:[15,2,1,""]},"lingvo.core.batch_major_attention.PerDimScaleLayer":{FProp:[15,2,1,""],FPropMeta:[15,2,1,""],Params:[15,2,1,""],_CreateLayerVariables:[15,2,1,""]},"lingvo.core.batch_major_attention.PerformerBuilder":{Params:[15,2,1,""],_MultiHeadedAtten:[15,2,1,""]},"lingvo.core.batch_major_attention.PipelinedTransformerLayers":{ExtendStep:[15,2,1,""],FProp:[15,2,1,""],InitStates:[15,2,1,""],Params:[15,2,1,""],WrappedStageClass:[15,1,1,""]},"lingvo.core.batch_major_attention.PipelinedTransformerLayers.WrappedStageClass":{ExtendStep:[15,2,1,""]},"lingvo.core.batch_major_attention.RepeatedTransformerLayer":{ExtendStep:[15,2,1,""],FProp:[15,2,1,""],InitStates:[15,2,1,""],Params:[15,2,1,""]},"lingvo.core.batch_major_attention.ReshapedMultiHeadedAttention":{ExtendStep:[15,2,1,""]},"lingvo.core.batch_major_attention.ReshapedMultiHeadedProjectionLayer":{FProp:[15,2,1,""]},"lingvo.core.batch_major_attention.ResidualAddLayer":{FProp:[15,2,1,""],FPropMeta:[15,2,1,""],Params:[15,2,1,""]},"lingvo.core.batch_major_attention.RoutingAttention":{ExtendStep:[15,2,1,""],InitStates:[15,2,1,""],Params:[15,2,1,""],_DotAtten:[15,2,1,""],_DotAttenFastPath:[15,2,1,""],_DotAttenOneStep:[15,2,1,""],_DotAttenSlowPath:[15,2,1,""]},"lingvo.core.batch_major_attention.StackedTransformerLayers":{ExtendStep:[15,2,1,""],FProp:[15,2,1,""],GetSplitForLayer:[15,2,1,""],InitStates:[15,2,1,""],Params:[15,2,1,""],_GetDeviceOfLayer:[15,2,1,""]},"lingvo.core.batch_major_attention.StrideLayer":{FProp:[15,2,1,""],FPropMeta:[15,2,1,""],Params:[15,2,1,""]},"lingvo.core.batch_major_attention.TransformerAttentionLayer":{CommonParams:[15,2,1,""],ExtendStep:[15,2,1,""],FProp:[15,2,1,""],InitStates:[15,2,1,""],Params:[15,2,1,""],SetFPropDtype:[15,2,1,""],StreamStep:[15,2,1,""],_InitAttentionParams:[15,2,1,""],zero_state:[15,2,1,""]},"lingvo.core.batch_major_attention.TransformerDecoderLayer":{Params:[15,2,1,""]},"lingvo.core.batch_major_attention.TransformerFeedForwardLayerWithTaskId":{FProp:[15,2,1,""],Params:[15,2,1,""]},"lingvo.core.batch_major_attention.TransformerLayer":{CommonParams:[15,2,1,""],ExtendStep:[15,2,1,""],FProp:[15,2,1,""],InitStates:[15,2,1,""],NumOutputNodes:[15,2,1,""],Params:[15,2,1,""],SetCanonicalShardingParams:[15,2,1,""],SetFPropDtype:[15,2,1,""],SetNumInputNodes:[15,2,1,""],SetReshapedLayers:[15,2,1,""],_GetSourceBatchSize:[15,2,1,""],_GetSourceLength:[15,2,1,""]},"lingvo.core.batch_major_attention.TransformerMultiSourceAttentionLayer":{Params:[15,2,1,""],_InitAttentionParams:[15,2,1,""]},"lingvo.core.batch_utils":{scale_infeed_to_global:[16,5,1,""],scale_split_to_infeed:[16,5,1,""]},"lingvo.core.beam_search_helper":{BeamSearchDecodeOutput:[17,1,1,""],BeamSearchHelper:[17,1,1,""],BeamSearchSharedParams:[17,1,1,""],GreedySearchHelper:[17,1,1,""],MergeBeamSearchOutputs:[17,5,1,""],_GetShapes:[17,5,1,""]},"lingvo.core.beam_search_helper.BeamSearchDecodeOutput":{_asdict:[17,2,1,""],_field_defaults:[17,4,1,""],_fields:[17,4,1,""],_make:[17,2,1,""],_replace:[17,2,1,""],other_states:[17,4,1,""],topk_decoded:[17,4,1,""],topk_hyps:[17,4,1,""],topk_ids:[17,4,1,""],topk_lens:[17,4,1,""],topk_scores:[17,4,1,""]},"lingvo.core.beam_search_helper.BeamSearchHelper":{BeamSearchDecode:[17,2,1,""],Params:[17,2,1,""],_BeamSearchStep:[17,2,1,""]},"lingvo.core.beam_search_helper.BeamSearchSharedParams":{Params:[17,2,1,""]},"lingvo.core.beam_search_helper.GreedySearchHelper":{GreedySearchDecode:[17,2,1,""],Params:[17,2,1,""],_GreedySearchStep:[17,2,1,""]},"lingvo.core.bfloat16_variables":{Bfloat16VariableSaveable:[18,1,1,""],get_saver_spec_for_variables_with_bf16_overrides:[18,5,1,""]},"lingvo.core.bfloat16_variables.Bfloat16VariableSaveable":{restore:[18,2,1,""]},"lingvo.core.bn_layers":{AddingAccumulator:[19,1,1,""],BatchNormLayer:[19,1,1,""],BatchNormLayerNoPadding:[19,1,1,""],CategoricalBN:[19,1,1,""],ComputeMoments:[19,5,1,""],GroupNormLayer:[19,1,1,""]},"lingvo.core.bn_layers.AddingAccumulator":{DefaultValue:[19,2,1,""],Update:[19,2,1,""]},"lingvo.core.bn_layers.BatchNormLayer":{ComputeAndUpdateMoments:[19,2,1,""],FProp:[19,2,1,""],FPropMeta:[19,2,1,""],GetCurrentMoments:[19,2,1,""],Params:[19,2,1,""],_ComputeBN:[19,2,1,""],_CreateLayerVariables:[19,2,1,""],_GetBetaGamma:[19,2,1,""],_GetDefaultPaddings:[19,2,1,""],_GetWeightShape:[19,2,1,""],_MaybeExpandPaddings:[19,2,1,""],epsilon:[19,3,1,""]},"lingvo.core.bn_layers.BatchNormLayerNoPadding":{FProp:[19,2,1,""],FPropMeta:[19,2,1,""],Params:[19,2,1,""],PostTrainingStepUpdate:[19,2,1,""],_CreateLayerVariables:[19,2,1,""],_Moments:[19,2,1,""]},"lingvo.core.bn_layers.CategoricalBN":{FProp:[19,2,1,""],Params:[19,2,1,""],_GetBetaGamma:[19,2,1,""],_GetWeightShape:[19,2,1,""]},"lingvo.core.bn_layers.GroupNormLayer":{FProp:[19,2,1,""],FPropMeta:[19,2,1,""],Params:[19,2,1,""],StreamStep:[19,2,1,""],_CreateLayerVariables:[19,2,1,""],_Normalize:[19,2,1,""],_StreamMoments:[19,2,1,""],group_size:[19,3,1,""],num_groups:[19,3,1,""],zero_state:[19,2,1,""]},"lingvo.core.build_data":{BuildData:[20,5,1,""]},"lingvo.core.builder":{Base:[21,1,1,""]},"lingvo.core.builder.Base":{Params:[21,2,1,""],_Activation:[21,2,1,""],_AddFetches:[21,2,1,""],_Arg:[21,2,1,""],_BN:[21,2,1,""],_BatchParallel:[21,2,1,""],_Bias:[21,2,1,""],_Conv2D:[21,2,1,""],_CreateNestedMap:[21,2,1,""],_Dropout:[21,2,1,""],_FC:[21,2,1,""],_Fn:[21,2,1,""],_Graph:[21,2,1,""],_Id:[21,2,1,""],_LN:[21,2,1,""],_Linear:[21,2,1,""],_MLP:[21,2,1,""],_Par:[21,2,1,""],_PrintShape:[21,2,1,""],_Rematerialize:[21,2,1,""],_Rep:[21,2,1,""],_Reshape:[21,2,1,""],_Save:[21,2,1,""],_Seq:[21,2,1,""],params:[21,3,1,""]},"lingvo.core.builder_layers":{ArgIndexLayer:[22,1,1,""],BatchParallelLayer:[22,1,1,""],BiasLayer:[22,1,1,""],BranchLayer:[22,1,1,""],CreateNestedMapLayer:[22,1,1,""],FirstNLayer:[22,1,1,""],FnLayer:[22,1,1,""],GraphLayer:[22,1,1,""],GraphSignature:[22,1,1,""],GraphTensors:[22,1,1,""],LinearLayer:[22,1,1,""],MapLayer:[22,1,1,""],ParallelLayer:[22,1,1,""],ParallelRepeatLayer:[22,1,1,""],PrintShapeLayer:[22,1,1,""],RematerializationLayer:[22,1,1,""],RepeatLayer:[22,1,1,""],ReshapeLayer:[22,1,1,""],SequentialLayer:[22,1,1,""],SoftCondLayer:[22,1,1,""],UnarySequentialLayer:[22,1,1,""],_MaybeStackExtraTheta:[22,5,1,""],_ToTuple:[22,5,1,""]},"lingvo.core.builder_layers.ArgIndexLayer":{FProp:[22,2,1,""],Params:[22,2,1,""]},"lingvo.core.builder_layers.BatchParallelLayer":{FProp:[22,2,1,""],Params:[22,2,1,""]},"lingvo.core.builder_layers.BiasLayer":{FProp:[22,2,1,""],FPropMeta:[22,2,1,""],Params:[22,2,1,""],_CreateLayerVariables:[22,2,1,""]},"lingvo.core.builder_layers.BranchLayer":{FProp:[22,2,1,""],Params:[22,2,1,""]},"lingvo.core.builder_layers.CreateNestedMapLayer":{FProp:[22,2,1,""],Params:[22,2,1,""]},"lingvo.core.builder_layers.FirstNLayer":{FProp:[22,2,1,""],FPropMeta:[22,2,1,""],Params:[22,2,1,""]},"lingvo.core.builder_layers.FnLayer":{FProp:[22,2,1,""],FPropMeta:[22,2,1,""],Params:[22,2,1,""]},"lingvo.core.builder_layers.GraphLayer":{FProp:[22,2,1,""],FPropMeta:[22,2,1,""],Params:[22,2,1,""]},"lingvo.core.builder_layers.GraphSignature":{_ConsumeItem:[22,2,1,""],_ConsumeKey:[22,2,1,""],_ConsumeList:[22,2,1,""],_ConsumeMap:[22,2,1,""],_ConsumePath:[22,2,1,""],_ConsumeSymbol:[22,2,1,""],_MaybeConsumeSymbol:[22,2,1,""],_ParseInputs:[22,2,1,""],_ParseOutputs:[22,2,1,""],_TokenizeInputs:[22,2,1,""],inputs:[22,3,1,""],outputs:[22,3,1,""]},"lingvo.core.builder_layers.GraphTensors":{GetTensor:[22,2,1,""],StoreTensor:[22,2,1,""]},"lingvo.core.builder_layers.LinearLayer":{FProp:[22,2,1,""],FPropMeta:[22,2,1,""],Params:[22,2,1,""],_CreateLayerVariables:[22,2,1,""]},"lingvo.core.builder_layers.MapLayer":{FProp:[22,2,1,""],FPropMeta:[22,2,1,""],Params:[22,2,1,""]},"lingvo.core.builder_layers.ParallelLayer":{FProp:[22,2,1,""],FPropMeta:[22,2,1,""],Params:[22,2,1,""]},"lingvo.core.builder_layers.ParallelRepeatLayer":{FProp:[22,2,1,""],FPropMeta:[22,2,1,""],_InferOutShapes:[22,2,1,""]},"lingvo.core.builder_layers.PrintShapeLayer":{FProp:[22,2,1,""],FPropMeta:[22,2,1,""]},"lingvo.core.builder_layers.RematerializationLayer":{FProp:[22,2,1,""],FPropMeta:[22,2,1,""],Params:[22,2,1,""]},"lingvo.core.builder_layers.RepeatLayer":{FProp:[22,2,1,""],FPropMeta:[22,2,1,""],Params:[22,2,1,""],_CreateChildrenVariables:[22,2,1,""],_body:[22,3,1,""],_unrolled_fprop:[22,2,1,""]},"lingvo.core.builder_layers.ReshapeLayer":{FProp:[22,2,1,""],Params:[22,2,1,""]},"lingvo.core.builder_layers.SequentialLayer":{FProp:[22,2,1,""],FPropMeta:[22,2,1,""],Params:[22,2,1,""]},"lingvo.core.builder_layers.SoftCondLayer":{FProp:[22,2,1,""],Params:[22,2,1,""],_CreateChildrenVariables:[22,2,1,""],_CreateLayerVariables:[22,2,1,""],_GetExpertDist:[22,2,1,""]},"lingvo.core.builder_layers.UnarySequentialLayer":{FProp:[22,2,1,""],FPropMeta:[22,2,1,""],Params:[22,2,1,""]},"lingvo.core.checkpointer":{Checkpointer:[23,1,1,""],GetSpecificCheckpoint:[23,5,1,""]},"lingvo.core.checkpointer.Checkpointer":{MaybeSave:[23,2,1,""],Restore:[23,2,1,""],RestoreFromPath:[23,2,1,""],RestoreGlobalStepIfNeeded:[23,2,1,""],RestoreIfNeeded:[23,2,1,""],Save:[23,2,1,""],ShouldSave:[23,2,1,""],_GetSaver:[23,2,1,""],_GetUninitializedVarNames:[23,2,1,""],_RestoreFromLatestCheckpoint:[23,2,1,""],_UpdateNextSaveTime:[23,2,1,""],async_checkpointing:[23,3,1,""]},"lingvo.core.cluster":{GetInfeedContext:[24,5,1,""],InfeedContext:[24,1,1,""],InfeedContextScope:[24,5,1,""],MakeDeviceString:[24,5,1,""],ParseDeviceString:[24,5,1,""],VarPlacer:[24,1,1,""],_Cluster:[24,1,1,""],_LeastLoadedPlacer:[24,1,1,""]},"lingvo.core.cluster.InfeedContext":{_asdict:[24,2,1,""],_field_defaults:[24,4,1,""],_fields:[24,4,1,""],_make:[24,2,1,""],_replace:[24,2,1,""],infeed_host_index:[24,4,1,""],num_infeed_hosts:[24,4,1,""]},"lingvo.core.cluster.VarPlacer":{DeviceFunction:[24,2,1,""],_AssignVar:[24,2,1,""]},"lingvo.core.cluster._Cluster":{GetPlacer:[24,2,1,""],InitDevices:[24,2,1,""],InitDevicesEager:[24,2,1,""],ListDevices:[24,2,1,""],Params:[24,2,1,""],Top:[24,2,1,""],WorkerDeviceInModelSplit:[24,2,1,""],_CheckInvariants:[24,2,1,""],_JobSpec:[24,2,1,""],add_summary:[24,3,1,""],all_worker_names:[24,3,1,""],asynchronous:[24,3,1,""],available_devices:[24,3,1,""],do_eval:[24,3,1,""],immediately_instantiate_variables:[24,3,1,""],in_unit_test:[24,3,1,""],input_device:[24,3,1,""],input_targets:[24,3,1,""],job:[24,3,1,""],job_spec:[24,3,1,""],logdir:[24,3,1,""],mode:[24,3,1,""],num_devices_per_replica:[24,3,1,""],num_devices_per_split:[24,3,1,""],num_replicas:[24,3,1,""],num_splits_per_client:[24,3,1,""],num_splits_per_replica:[24,3,1,""],num_tpu_hosts:[24,3,1,""],params:[24,3,1,""],reporting_job:[24,3,1,""],require_sequential_input_order:[24,3,1,""],synchronous:[24,3,1,""],task:[24,3,1,""],tf_data_service_address:[24,3,1,""],total_worker_devices:[24,3,1,""],tpus_per_replica:[24,3,1,""],worker_cluster_def:[24,3,1,""]},"lingvo.core.cluster._LeastLoadedPlacer":{_AssignVar:[24,2,1,""]},"lingvo.core.cluster_factory":{Current:[25,5,1,""],ForTestingWorker:[25,5,1,""],SetCluster:[25,5,1,""],SetEval:[25,5,1,""],SetImmediatelyInstantiateVariables:[25,5,1,""],SetModelSplit:[25,5,1,""],SetRequireSequentialInputOrder:[25,5,1,""]},"lingvo.core.computation_cost":{Add:[26,5,1,""],Get:[26,5,1,""],Prepare:[26,5,1,""],_GetAccumulator:[26,5,1,""],_HasAccumulator:[26,5,1,""]},"lingvo.core.conformer_layer":{ApplyGshard:[27,5,1,""],ConformerLayer:[27,1,1,""],GShardMoELayerParams:[27,5,1,""],LConvLayer:[27,1,1,""],_AttenCtxIsSet:[27,5,1,""]},"lingvo.core.conformer_layer.ConformerLayer":{CommonParams:[27,2,1,""],ConfigFFLayer:[27,2,1,""],ConfigMoEParams:[27,2,1,""],FProp:[27,2,1,""],Params:[27,2,1,""],SetFPropDtype:[27,2,1,""],StreamStep:[27,2,1,""],_ConfigFFLayerOrMoEParams:[27,2,1,""],_ConfigSelfAttenContext:[27,2,1,""],_CreateChildrenVariables:[27,2,1,""],_FProp:[27,2,1,""],_LConv:[27,2,1,""],_MoeOrFFLayer:[27,2,1,""],_SelfAtten:[27,2,1,""],has_fflayer_start:[27,3,1,""],has_lconv:[27,3,1,""],has_mhsa:[27,3,1,""],zero_state:[27,2,1,""]},"lingvo.core.conformer_layer.LConvLayer":{CommonParams:[27,2,1,""],FProp:[27,2,1,""],Params:[27,2,1,""],SetCanonicalShardingParams:[27,2,1,""],SetFPropDtype:[27,2,1,""],StreamStep:[27,2,1,""],_ApplyActivation:[27,2,1,""],_GLU:[27,2,1,""],_Normalize:[27,2,1,""],_NormalizeStep:[27,2,1,""],zero_state:[27,2,1,""]},"lingvo.core.conv_layers_builder":{BiasLayer:[29,1,1,""],Builder:[29,1,1,""],CausalPoolingLayer:[29,1,1,""]},"lingvo.core.conv_layers_builder.BiasLayer":{FProp:[29,2,1,""]},"lingvo.core.conv_layers_builder.Builder":{Conv2D:[29,2,1,""],DepthwiseConv2D:[29,2,1,""],LConv:[29,2,1,""],NormalizedDepthwiseConv2D:[29,2,1,""],NormalizedLConv:[29,2,1,""],Params:[29,2,1,""],SeparableConv2D:[29,2,1,""],_Activation:[29,2,1,""],_Add:[29,2,1,""],_Bias:[29,2,1,""],_BiasNoPadding:[29,2,1,""],_ExpandDims:[29,2,1,""],_GlobalPooling:[29,2,1,""],_Glu:[29,2,1,""],_LConvCommon:[29,2,1,""],_MaybeNorm:[29,2,1,""],_Norm:[29,2,1,""],_NormOrBias:[29,2,1,""],_Padding:[29,2,1,""],_RawConv2D:[29,2,1,""],_RawDepthwiseConv2D:[29,2,1,""],_Squeeze:[29,2,1,""]},"lingvo.core.conv_layers_builder.CausalPoolingLayer":{FProp:[29,2,1,""],Params:[29,2,1,""]},"lingvo.core.conv_layers_with_time_padding":{BaseConv2DLayerWithPadding:[30,1,1,""],CausalConv2DLayerWithPadding:[30,1,1,""],CausalDepthwiseConv2DLayer:[30,1,1,""],CausalNormalizedDepthwiseConv2DLayer:[30,1,1,""],ComputeConvOutputPadding:[30,5,1,""],ComputeConvOutputShape:[30,5,1,""],ComputeExplicitPaddingForCausalConv:[30,5,1,""],Conv2DLayerWithPadding:[30,1,1,""],ConvBatchNormLayer:[30,1,1,""],ConvCategoricalBN:[30,1,1,""],DepthwiseConv2DLayer:[30,1,1,""],GlobalPoolingLayer:[30,1,1,""],NormalizedDepthwiseConv2DLayer:[30,1,1,""],PaddingLayer:[30,1,1,""],_ComputeConvOutputPaddingV2:[30,5,1,""],_PadForLengthCompatibleStridesV2:[30,5,1,""]},"lingvo.core.conv_layers_with_time_padding.BaseConv2DLayerWithPadding":{FProp:[30,2,1,""],OutShape:[30,2,1,""],OutputChannels:[30,2,1,""],Params:[30,2,1,""],_ApplyConv:[30,2,1,""],_EvaluateConvKernel:[30,2,1,""],_MaybeCausalPadding:[30,2,1,""],_RescaleBoundary:[30,2,1,""],filter_stride:[30,3,1,""],input_channels:[30,3,1,""],output_channels:[30,3,1,""]},"lingvo.core.conv_layers_with_time_padding.CausalConv2DLayerWithPadding":{StreamStep:[30,2,1,""],_MaybeCausalPadding:[30,2,1,""],zero_state:[30,2,1,""]},"lingvo.core.conv_layers_with_time_padding.CausalDepthwiseConv2DLayer":{StreamStep:[30,2,1,""],_MaybeCausalPadding:[30,2,1,""],zero_state:[30,2,1,""]},"lingvo.core.conv_layers_with_time_padding.CausalNormalizedDepthwiseConv2DLayer":{_MaybeCausalPadding:[30,2,1,""]},"lingvo.core.conv_layers_with_time_padding.Conv2DLayerWithPadding":{OutputChannels:[30,2,1,""],Params:[30,2,1,""],_ApplyConv:[30,2,1,""],_CreateLayerVariables:[30,2,1,""],_EvaluateConvKernel:[30,2,1,""],_GetWeight:[30,2,1,""]},"lingvo.core.conv_layers_with_time_padding.ConvBatchNormLayer":{FProp:[30,2,1,""]},"lingvo.core.conv_layers_with_time_padding.ConvCategoricalBN":{FProp:[30,2,1,""]},"lingvo.core.conv_layers_with_time_padding.DepthwiseConv2DLayer":{OutputChannels:[30,2,1,""],Params:[30,2,1,""],_ApplyConv:[30,2,1,""],_CreateLayerVariables:[30,2,1,""],_EvaluateConvKernel:[30,2,1,""],_GetWeight:[30,2,1,""],_GetWeightShape:[30,2,1,""]},"lingvo.core.conv_layers_with_time_padding.GlobalPoolingLayer":{FProp:[30,2,1,""],Params:[30,2,1,""]},"lingvo.core.conv_layers_with_time_padding.NormalizedDepthwiseConv2DLayer":{FPropMeta:[30,2,1,""],OutputChannels:[30,2,1,""],Params:[30,2,1,""],_GetWeight:[30,2,1,""],_GetWeightShape:[30,2,1,""],input_channels:[30,3,1,""]},"lingvo.core.conv_layers_with_time_padding.PaddingLayer":{FProp:[30,2,1,""]},"lingvo.core.datasource":{CrossBatchMixingDataSource:[31,1,1,""],CurriculumDataSource:[31,1,1,""],CustomTFDatasetTransform:[31,1,1,""],DataSource:[31,1,1,""],PrefixedDataSource:[31,1,1,""],SimpleDataSource:[31,1,1,""],TFDSInput:[31,1,1,""],TFDataServiceSource:[31,1,1,""],TFDatasetAdaptor:[31,1,1,""],TFDatasetBatchBySequenceLength:[31,1,1,""],TFDatasetFnInput:[31,1,1,""],TFDatasetMixer:[31,1,1,""],TFDatasetPrefetch:[31,1,1,""],TFDatasetSource:[31,1,1,""],TFDatasetTransform:[31,1,1,""]},"lingvo.core.datasource.CrossBatchMixingDataSource":{GetMeta:[31,2,1,""],GetNext:[31,2,1,""],Params:[31,2,1,""]},"lingvo.core.datasource.CurriculumDataSource":{GetMeta:[31,2,1,""],GetNext:[31,2,1,""],Params:[31,2,1,""]},"lingvo.core.datasource.CustomTFDatasetTransform":{Params:[31,2,1,""],Transform:[31,2,1,""]},"lingvo.core.datasource.DataSource":{GetMeta:[31,2,1,""],GetNext:[31,2,1,""],Initialize:[31,2,1,""],Params:[31,2,1,""],SetInputGenerator:[31,2,1,""]},"lingvo.core.datasource.PrefixedDataSource":{Params:[31,2,1,""]},"lingvo.core.datasource.SimpleDataSource":{GetMeta:[31,2,1,""],GetNext:[31,2,1,""],Params:[31,2,1,""]},"lingvo.core.datasource.TFDSInput":{GetDataset:[31,2,1,""],Params:[31,2,1,""]},"lingvo.core.datasource.TFDataServiceSource":{GetDataset:[31,2,1,""],Params:[31,2,1,""],SetInputGenerator:[31,2,1,""]},"lingvo.core.datasource.TFDatasetAdaptor":{GetDataset:[31,2,1,""],Params:[31,2,1,""]},"lingvo.core.datasource.TFDatasetBatchBySequenceLength":{Params:[31,2,1,""],Transform:[31,2,1,""]},"lingvo.core.datasource.TFDatasetFnInput":{GetDataset:[31,2,1,""],Params:[31,2,1,""]},"lingvo.core.datasource.TFDatasetMixer":{GetDataset:[31,2,1,""],Params:[31,2,1,""]},"lingvo.core.datasource.TFDatasetPrefetch":{Params:[31,2,1,""],Transform:[31,2,1,""]},"lingvo.core.datasource.TFDatasetSource":{GetDataset:[31,2,1,""],GetNext:[31,2,1,""],Initialize:[31,2,1,""],Reset:[31,2,1,""],_InitIterator:[31,2,1,""],_map_args:[31,3,1,""],host_id:[31,3,1,""],num_hosts:[31,3,1,""]},"lingvo.core.datasource.TFDatasetTransform":{GetDataset:[31,2,1,""],Params:[31,2,1,""],Transform:[31,2,1,""]},"lingvo.core.decoder_lib":{WriteKeyValuePairs:[32,5,1,""]},"lingvo.core.distillation_task":{DistillationTask:[33,1,1,""]},"lingvo.core.distillation_task.DistillationTask":{BProp:[33,2,1,""],ComputeDistillationLoss:[33,2,1,""],ComputeLoss:[33,2,1,""],ComputePredictions:[33,2,1,""],CreateDecoderMetrics:[33,2,1,""],Decode:[33,2,1,""],Inference:[33,2,1,""],Params:[33,2,1,""],PostProcessDecodeOut:[33,2,1,""]},"lingvo.core.distributed_shampoo":{DistributedShampoo:[34,1,1,""],PartitionConfig:[34,1,1,""],PartitionMetadata:[34,1,1,""],TensorPartitioner:[34,1,1,""]},"lingvo.core.distributed_shampoo.DistributedShampoo":{_apply_dense:[34,2,1,""],_apply_sparse:[34,2,1,""],_compute_preconditioned_raw_grad:[34,2,1,""],_create_slots:[34,2,1,""],_fallback_to_diagonal_for_shape:[34,2,1,""],_generalized_inverse_pth_root:[34,2,1,""],_inverse_pth_root_graph:[34,2,1,""],_key_for_var:[34,2,1,""],_make_named_slot:[34,2,1,""],_preconditioned_update:[34,2,1,""],_preconditioner_available_for_dims:[34,2,1,""],_preconditioner_indices:[34,2,1,""],_preconditioner_key_for_partition_and_dim:[34,2,1,""],_prepare:[34,2,1,""],_resource_apply_dense:[34,2,1,""],_resource_apply_sparse:[34,2,1,""],_specialized_inverse_pth_root:[34,2,1,""],_statistics_key_for_partition_and_dim:[34,2,1,""],_updated_statistics:[34,2,1,""],assign_preconditioner_to_host_vars:[34,2,1,""],invoke_async_preconditioner_computation:[34,2,1,""],make_named_zeros_slot:[34,2,1,""]},"lingvo.core.distributed_shampoo.TensorPartitioner":{partition_metadata:[34,2,1,""],partition_tensor:[34,2,1,""],reform_tensor:[34,2,1,""]},"lingvo.core.early_stop":{EarlyStop:[35,1,1,""],MetricHistory:[35,1,1,""]},"lingvo.core.early_stop.EarlyStop":{FProp:[35,2,1,""],Params:[35,2,1,""],Stop:[35,2,1,""],best_step:[35,3,1,""],last_step:[35,3,1,""],metric_history:[35,3,1,""]},"lingvo.core.early_stop.MetricHistory":{Append:[35,2,1,""],ConditionalAppend:[35,2,1,""],Params:[35,2,1,""],SetLogdirInMetricHistories:[35,2,1,""],_Key:[35,2,1,""],_metric_histories_map:[35,4,1,""],hist_file:[35,3,1,""],metric:[35,3,1,""],minimize:[35,3,1,""],tfevent_file:[35,3,1,""]},"lingvo.core.egdd":{EGDD:[36,1,1,""]},"lingvo.core.egdd.EGDD":{_apply_dense:[36,2,1,""],_apply_sparse:[36,2,1,""],_create_slots:[36,2,1,""],_prepare:[36,2,1,""],_resource_apply_dense:[36,2,1,""],_resource_apply_sparse:[36,2,1,""]},"lingvo.core.entmax":{_calculate_probability:[37,5,1,""],entmax_loss:[37,5,1,""],entmax_support:[37,5,1,""]},"lingvo.core.favor_attention":{causal_denominator:[38,5,1,""],causal_numerator:[38,5,1,""],chunked_causal_denominator:[38,5,1,""],chunked_causal_denominator_func:[38,5,1,""],chunked_causal_denominator_grad:[38,5,1,""],chunked_causal_numerator:[38,5,1,""],chunked_causal_numerator_func:[38,5,1,""],chunked_causal_numerator_grad:[38,5,1,""],cossim_kernel_transformation:[38,5,1,""],create_projection_matrix:[38,5,1,""],favor_attention:[38,5,1,""],next_seed:[38,5,1,""],noncausal_denominator:[38,5,1,""],noncausal_numerator:[38,5,1,""],relu_kernel_transformation:[38,5,1,""],softmax_kernel_transformation:[38,5,1,""]},"lingvo.core.generic_input":{GenericInput:[39,5,1,""],ReplicatedGenericInput:[39,5,1,""]},"lingvo.core.gpipe":{CellFnFPropOpReplacementWrapper:[40,5,1,""],FeatureExtractionLayer:[40,1,1,""],GenerateStepSeedPair:[40,5,1,""],GetOverWriteGlobalStep:[40,5,1,""],PartitionSequentialLayers:[40,5,1,""],PipeliningLayer:[40,1,1,""],SeqLayer:[40,1,1,""],SetOverWriteGlobalStep:[40,5,1,""],_ToTuple:[40,5,1,""]},"lingvo.core.gpipe.FeatureExtractionLayer":{FProp:[40,2,1,""],FPropMeta:[40,2,1,""],Params:[40,2,1,""]},"lingvo.core.gpipe.PipeliningLayer":{FProp:[40,2,1,""],Params:[40,2,1,""],_CalculateOutputShapes:[40,2,1,""],_get_input_shapes:[40,2,1,""],_get_state_dtype:[40,2,1,""]},"lingvo.core.gpipe.SeqLayer":{FProp:[40,2,1,""],Params:[40,2,1,""],_CreateChildrenVariables:[40,2,1,""]},"lingvo.core.graddrop":{GradDrop:[41,1,1,""]},"lingvo.core.graddrop.GradDrop":{FProp:[41,2,1,""],Params:[41,2,1,""],SetLosses:[41,2,1,""]},"lingvo.core.gradient_combiner":{GradientCombiner:[42,1,1,""]},"lingvo.core.gradient_combiner.GradientCombiner":{Combine:[42,2,1,""]},"lingvo.core.gshard_builder":{DenseBuilder:[43,1,1,""],MoEBuilder:[43,1,1,""],RecurrentDenseBuilderParallelDecode:[43,1,1,""],UniTransformer:[43,1,1,""],_ToInt32:[43,5,1,""]},"lingvo.core.gshard_builder.DenseBuilder":{Attention:[43,2,1,""],DecEncAttention:[43,2,1,""],DecMultiDconvHeadAttentionRelativeBias:[43,2,1,""],DecSelfAttention:[43,2,1,""],DecSelfAttentionRelativeBias:[43,2,1,""],DenseReluDense:[43,2,1,""],DenseReluDenseGated:[43,2,1,""],DepthwiseConvAutoregressive:[43,2,1,""],EinsumWithModelDim:[43,2,1,""],Embedding:[43,2,1,""],MeshSplit:[43,2,1,""],ParallelDecSelfAttentionRelativeBiasFFN:[43,2,1,""],Params:[43,2,1,""],SelfAttention:[43,2,1,""],SelfAttentionRelativeBias:[43,2,1,""],_CapLogits:[43,2,1,""],_ComputeAttenOutputs:[43,2,1,""],_ComputeCombinedOutputs:[43,2,1,""],_ComputeQKV:[43,2,1,""],_ComputeQKVCombine:[43,2,1,""],_ComputeQKVH:[43,2,1,""],_EinsumWithModelDim:[43,2,1,""],_LN:[43,2,1,""],_MeshSplit:[43,2,1,""],_ReshapeM:[43,2,1,""],_ReshapedModelDims:[43,2,1,""],_ShardedFeedForwardNetworksWeights:[43,2,1,""],_ShardedMoEPositionWiseFeedForwardNetworks:[43,2,1,""],_attention_output_hdm_w_split:[43,3,1,""],_device_mesh:[43,3,1,""]},"lingvo.core.gshard_builder.MoEBuilder":{Attention:[43,2,1,""],CausalDepthwiseConv:[43,2,1,""],DecEncAttention:[43,2,1,""],DecMultiDconvHeadAttentionRelativeBias:[43,2,1,""],DecSelfAttention:[43,2,1,""],DecSelfAttentionRelativeBias:[43,2,1,""],DecoderLayer:[43,2,1,""],DecoderLayerStack:[43,2,1,""],DenseReluDense:[43,2,1,""],DenseReluDenseGated:[43,2,1,""],DenseReluDenseGatedGELU:[43,2,1,""],DenseReluDenseGatedSILU:[43,2,1,""],DepthwiseConvAutoregressive:[43,2,1,""],Embedding:[43,2,1,""],EncoderLayer:[43,2,1,""],EncoderLayerStack:[43,2,1,""],Mask:[43,2,1,""],MoE:[43,2,1,""],Params:[43,2,1,""],Repeat:[43,2,1,""],SelfAttention:[43,2,1,""],SelfAttentionRelativeBias:[43,2,1,""],SetFPropDtype:[43,2,1,""],ShardablePipeline:[43,2,1,""],SharedEmbSoftmax:[43,2,1,""],SmoothedSoftmax:[43,2,1,""],SoftmaxWeight:[43,2,1,""],Split:[43,2,1,""],_Add:[43,2,1,""],_AddRelativeBias:[43,2,1,""],_AdjustMSplit:[43,2,1,""],_AttentionState:[43,2,1,""],_AttentionWeights:[43,2,1,""],_ComputeAttenOutputs:[43,2,1,""],_ComputeQKV:[43,2,1,""],_ComputeQKVCombine:[43,2,1,""],_ComputeTopKGating:[43,2,1,""],_DecComputeBiasGraphEdge:[43,2,1,""],_DecNotVisible:[43,2,1,""],_DecoderLayerInMapKeys:[43,3,1,""],_DenseReluDenseWeights:[43,2,1,""],_DenseReluDenseWeightsGatedGELU:[43,2,1,""],_Dropout:[43,2,1,""],_EmbeddingWeight:[43,2,1,""],_EncNotVisible:[43,2,1,""],_EncoderAddRelativeBias:[43,2,1,""],_EncoderLayerInMapKeys:[43,3,1,""],_FeedForwardNetworksApplyGating:[43,2,1,""],_Identity:[43,2,1,""],_LN:[43,2,1,""],_LNConv:[43,2,1,""],_LNInternal:[43,2,1,""],_LNNoScale:[43,2,1,""],_LayerStack:[43,2,1,""],_OneHotEncode:[43,2,1,""],_Override:[43,2,1,""],_PN:[43,2,1,""],_RelativeAttentionBiasWeights:[43,2,1,""],_RelativePositionBucket:[43,2,1,""],_ShardedFeedForwardNetworksWeights:[43,2,1,""],_ShardedMoEPositionWiseFeedForwardNetworks:[43,2,1,""],_ShardedVar:[43,2,1,""],_ShardedVarOn1DDeviceArray:[43,2,1,""],_Softmax:[43,2,1,""],_Top2GatingWeights:[43,2,1,""],_Var:[43,2,1,""],_device_mesh:[43,3,1,""],_model_dim_reshape_segments:[43,3,1,""],_zero_aux_loss:[43,2,1,""]},"lingvo.core.gshard_builder.RecurrentDenseBuilderParallelDecode":{DecoderLayer:[43,2,1,""],DecoderLayerStack:[43,2,1,""],Params:[43,2,1,""],_ComputeQKVH:[43,2,1,""],_DecoderLayerInMapKeys:[43,3,1,""],_DecoderLayerInputProjWeights:[43,2,1,""],_DecoderLayerOutputProjWeights:[43,2,1,""],_atten_kv_var_heads:[43,3,1,""],_atten_q_var_heads:[43,3,1,""],_ffw_var_h_dim_size:[43,3,1,""],_num_input_proj_weights:[43,3,1,""],_num_output_proj_weights:[43,3,1,""]},"lingvo.core.gshard_builder.UniTransformer":{ComputeLoss:[43,2,1,""],ComputePerTokenLoss:[43,2,1,""],ComputePredictions:[43,2,1,""],FilterPerExampleTensors:[43,2,1,""],Params:[43,2,1,""],ProcessFPropResults:[43,2,1,""],_ComputeDecoderInput:[43,2,1,""],_ComputeNonPadding:[43,2,1,""],_ComputeSoftLabels:[43,2,1,""]},"lingvo.core.gshard_layers":{CausalDepthwiseConv1DLayer:[44,1,1,""],Conv1DStateLayer:[44,1,1,""],EinsumWithModelDim:[44,5,1,""],FeedForwardNetworksApplyGating:[44,5,1,""],GatherK:[44,5,1,""],GetSentenceEmbeddings:[44,5,1,""],LayerwiseShardablePipelinedLayer:[44,1,1,""],MultiHeadAttentionStateLayer:[44,1,1,""],OverrideLayer:[44,1,1,""],ReshapeInputLayer:[44,1,1,""],SentenceTop2Gating:[44,5,1,""],ShardedVarLayer:[44,1,1,""],ShardedWeightParams:[44,5,1,""],SharedEmbeddingSoftmaxLayer:[44,1,1,""],StateLayer:[44,1,1,""],TaskTop2Gating:[44,5,1,""],Top2Gating:[44,5,1,""],Top2GatingOnLogits:[44,5,1,""],VarLayer:[44,1,1,""],_EinsumEqWithModelDim:[44,5,1,""],_ToTuple:[44,5,1,""]},"lingvo.core.gshard_layers.CausalDepthwiseConv1DLayer":{FProp:[44,2,1,""],Params:[44,2,1,""],_CreateLayerVariables:[44,2,1,""],_DoConv:[44,2,1,""],_GetWeight:[44,2,1,""],_Var:[44,2,1,""]},"lingvo.core.gshard_layers.Conv1DStateLayer":{NewState:[44,2,1,""],Params:[44,2,1,""],_Step:[44,2,1,""]},"lingvo.core.gshard_layers.LayerwiseShardablePipelinedLayer":{BodyFProp:[44,2,1,""],FProp:[44,2,1,""],FPropFn:[44,2,1,""],PadMicrobatches:[44,2,1,""],Params:[44,2,1,""],_BodyFPropInternal:[44,2,1,""],_CreateChildrenVariables:[44,2,1,""],_FindPerStageVarShardingDim:[44,2,1,""],_body:[44,3,1,""],_unrolled_fprop:[44,2,1,""]},"lingvo.core.gshard_layers.MultiHeadAttentionStateLayer":{NewState:[44,2,1,""],_Step:[44,2,1,""],_use_flat_beam_search:[44,4,1,""]},"lingvo.core.gshard_layers.OverrideLayer":{Clear:[44,2,1,""],FProp:[44,2,1,""],Params:[44,2,1,""],Set:[44,2,1,""],_OVERRIDE:[44,4,1,""]},"lingvo.core.gshard_layers.ReshapeInputLayer":{FProp:[44,2,1,""],Params:[44,2,1,""]},"lingvo.core.gshard_layers.ShardedVarLayer":{FProp:[44,2,1,""],InstantiateVariables:[44,2,1,""],Params:[44,2,1,""]},"lingvo.core.gshard_layers.SharedEmbeddingSoftmaxLayer":{ComputeLoss:[44,2,1,""],FProp:[44,2,1,""],Params:[44,2,1,""],_MaybeSplit:[44,2,1,""]},"lingvo.core.gshard_layers.StateLayer":{FProp:[44,2,1,""],InitState:[44,2,1,""],NewState:[44,2,1,""],Params:[44,2,1,""],UpdateState:[44,2,1,""],UpdateTheta:[44,2,1,""],_Step:[44,2,1,""]},"lingvo.core.gshard_layers.VarLayer":{FProp:[44,2,1,""],Params:[44,2,1,""],_get_var_from_collection:[44,2,1,""]},"lingvo.core.gshard_utils":{GetMeshSplitDimPrefixContext:[45,5,1,""],GetNonPod2dMesh:[45,5,1,""],GetVarSharding:[45,5,1,""],MeshSplit:[45,5,1,""],MeshSplitDimPrefixContext:[45,5,1,""],Replicate:[45,5,1,""],ReshapeDim:[45,5,1,""],Split:[45,5,1,""],TensorShardingSpec:[45,1,1,""],ZigzagOrderOnDeviceMesh:[45,5,1,""]},"lingvo.core.gshard_utils.TensorShardingSpec":{AddLeadingDims:[45,2,1,""],ApplyToTensor:[45,2,1,""],ApplyToVariable:[45,2,1,""],AutoToManualPartitioning:[45,2,1,""],FromFullShape:[45,2,1,""],FromXlaOpSharding:[45,2,1,""],ManualToAutoPartitioning:[45,2,1,""],RemoveDim:[45,2,1,""],RemoveLeadingDims:[45,2,1,""],ReplicatedSpec:[45,2,1,""],ShardShape:[45,2,1,""],ToXlaOpSharding:[45,2,1,""],device_mesh:[45,3,1,""],is_replicated:[45,3,1,""],mesh_dim_to_tensor_dim_mapping:[45,3,1,""],split_dims_mapping:[45,3,1,""],uneven_padding:[45,3,1,""]},"lingvo.core.hyperparams":{CopyFieldsTo:[46,5,1,""],InstantiableParams:[46,1,1,""],Params:[46,1,1,""],_EndsWithTerminalQuote:[46,5,1,""],_IsNamedTuple:[46,5,1,""],_Param:[46,1,1,""],_QuoteString:[46,5,1,""],_SortedDict:[46,1,1,""],_UnquoteString:[46,5,1,""]},"lingvo.core.hyperparams.InstantiableParams":{Copy:[46,2,1,""],Instantiate:[46,2,1,""]},"lingvo.core.hyperparams.Params":{Copy:[46,2,1,""],Define:[46,2,1,""],Delete:[46,2,1,""],Freeze:[46,2,1,""],FromProto:[46,2,1,""],FromText:[46,2,1,""],FromTextWithTypes:[46,2,1,""],Get:[46,2,1,""],GetKeys:[46,2,1,""],IsImmutable:[46,2,1,""],IterParams:[46,2,1,""],Set:[46,2,1,""],TextDiff:[46,2,1,""],ToProto:[46,2,1,""],ToText:[46,2,1,""],ToTextWithTypes:[46,2,1,""],Visit:[46,2,1,""],_CopyTo:[46,2,1,""],_GetNested:[46,2,1,""],_KeyErrorString:[46,2,1,""],_SimilarKeys:[46,2,1,""],_ToString:[46,2,1,""]},"lingvo.core.hyperparams._Param":{Get:[46,2,1,""],GetDefault:[46,2,1,""],Set:[46,2,1,""],ToString:[46,2,1,""]},"lingvo.core.hyperparams_pb2":{EnumVal:[47,1,1,""],Hyperparam:[47,1,1,""],HyperparamRepeated:[47,1,1,""],HyperparamValue:[47,1,1,""],NamedTupleVal:[47,1,1,""],ProtoVal:[47,1,1,""],_b:[47,5,1,""]},"lingvo.core.hyperparams_pb2.EnumVal":{DESCRIPTOR:[47,4,1,""],name:[47,4,1,""],type:[47,4,1,""]},"lingvo.core.hyperparams_pb2.Hyperparam":{DESCRIPTOR:[47,4,1,""],ItemsEntry:[47,1,1,""],items:[47,4,1,""]},"lingvo.core.hyperparams_pb2.Hyperparam.ItemsEntry":{DESCRIPTOR:[47,4,1,""],key:[47,4,1,""],value:[47,4,1,""]},"lingvo.core.hyperparams_pb2.HyperparamRepeated":{DESCRIPTOR:[47,4,1,""],items:[47,4,1,""]},"lingvo.core.hyperparams_pb2.HyperparamValue":{DESCRIPTOR:[47,4,1,""],bool_val:[47,4,1,""],dict_val:[47,4,1,""],dtype_val:[47,4,1,""],enum_val:[47,4,1,""],float_val:[47,4,1,""],int_val:[47,4,1,""],list_val:[47,4,1,""],named_tuple_val:[47,4,1,""],param_val:[47,4,1,""],proto_val:[47,4,1,""],string_repr_val:[47,4,1,""],string_val:[47,4,1,""],symbolic_val:[47,4,1,""],tuple_val:[47,4,1,""],type_val:[47,4,1,""]},"lingvo.core.hyperparams_pb2.NamedTupleVal":{DESCRIPTOR:[47,4,1,""],items:[47,4,1,""],type:[47,4,1,""]},"lingvo.core.hyperparams_pb2.ProtoVal":{DESCRIPTOR:[47,4,1,""],type:[47,4,1,""],val:[47,4,1,""]},"lingvo.core.inference_graph_exporter":{ConstGuaranteeScope:[48,5,1,""],ConvertSubgraphDictToProto:[48,5,1,""],GetOutputOpNames:[48,5,1,""],InferenceDeviceOptions:[48,1,1,""],InferenceGraphExporter:[48,1,1,""],IsTpu:[48,5,1,""],MaybeGuaranteeConstGetter:[48,5,1,""],NoConstGuaranteeScope:[48,5,1,""],ShouldForceBfloat16ForActivations:[48,5,1,""],ShouldForceBfloat16ForWeightsAndActivations:[48,5,1,""],_DummyScope:[48,5,1,""],_FreezeDefaults:[48,5,1,""],_FreezeGraphFromCheckpoint:[48,5,1,""],_GetVarName:[48,5,1,""],_MakeVariableDictionary:[48,5,1,""],_ParamExists:[48,5,1,""]},"lingvo.core.inference_graph_exporter.InferenceDeviceOptions":{_asdict:[48,2,1,""],_field_defaults:[48,4,1,""],_fields:[48,4,1,""],_make:[48,2,1,""],_replace:[48,2,1,""],device:[48,4,1,""],dtype_override:[48,4,1,""],fprop_dtype_override:[48,4,1,""],gen_init_op:[48,4,1,""],retain_device_placement:[48,4,1,""],var_options:[48,4,1,""]},"lingvo.core.inference_graph_exporter.InferenceGraphExporter":{Export:[48,2,1,""],_DeviceSupportsFreezing:[48,2,1,""],_SetClusterParams:[48,2,1,""]},"lingvo.core.inference_graph_pb2":{InferenceGraph:[49,1,1,""],_b:[49,5,1,""]},"lingvo.core.inference_graph_pb2.InferenceGraph":{DESCRIPTOR:[49,4,1,""],FeedFetchMeta:[49,1,1,""],Subgraph:[49,1,1,""],SubgraphMeta:[49,1,1,""],SubgraphsEntry:[49,1,1,""],asset_file_def:[49,4,1,""],graph_def:[49,4,1,""],hyperparameters:[49,4,1,""],saver_def:[49,4,1,""],subgraphs:[49,4,1,""]},"lingvo.core.inference_graph_pb2.InferenceGraph.FeedFetchMeta":{DESCRIPTOR:[49,4,1,""],data_type:[49,4,1,""],dispatch_stride_axis:[49,4,1,""],extensions:[49,4,1,""],layout:[49,4,1,""],quantized_max_const:[49,4,1,""],quantized_max_tensor:[49,4,1,""],quantized_min_const:[49,4,1,""],quantized_min_tensor:[49,4,1,""],quantized_num_bits:[49,4,1,""],shape:[49,4,1,""]},"lingvo.core.inference_graph_pb2.InferenceGraph.Subgraph":{DESCRIPTOR:[49,4,1,""],FeedsEntry:[49,1,1,""],FeedsMetaEntry:[49,1,1,""],FetchesEntry:[49,1,1,""],FetchesMetaEntry:[49,1,1,""],feeds:[49,4,1,""],feeds_meta:[49,4,1,""],fetches:[49,4,1,""],fetches_meta:[49,4,1,""],meta:[49,4,1,""]},"lingvo.core.inference_graph_pb2.InferenceGraph.Subgraph.FeedsEntry":{DESCRIPTOR:[49,4,1,""],key:[49,4,1,""],value:[49,4,1,""]},"lingvo.core.inference_graph_pb2.InferenceGraph.Subgraph.FeedsMetaEntry":{DESCRIPTOR:[49,4,1,""],key:[49,4,1,""],value:[49,4,1,""]},"lingvo.core.inference_graph_pb2.InferenceGraph.Subgraph.FetchesEntry":{DESCRIPTOR:[49,4,1,""],key:[49,4,1,""],value:[49,4,1,""]},"lingvo.core.inference_graph_pb2.InferenceGraph.Subgraph.FetchesMetaEntry":{DESCRIPTOR:[49,4,1,""],key:[49,4,1,""],value:[49,4,1,""]},"lingvo.core.inference_graph_pb2.InferenceGraph.SubgraphMeta":{DESCRIPTOR:[49,4,1,""],extensions:[49,4,1,""]},"lingvo.core.inference_graph_pb2.InferenceGraph.SubgraphsEntry":{DESCRIPTOR:[49,4,1,""],key:[49,4,1,""],value:[49,4,1,""]},"lingvo.core.input_generator_helper":{ComputeSplits:[50,5,1,""],SplitDictOfTensors:[50,5,1,""],SplitTensors:[50,5,1,""]},"lingvo.core.input_policy":{Apply:[51,5,1,""]},"lingvo.core.insertion":{SequenceAppendToken:[52,5,1,""],SequenceConcat:[52,5,1,""],SequenceTrimLastToken:[52,5,1,""],SymbolInsertionLayer:[52,1,1,""]},"lingvo.core.insertion.SymbolInsertionLayer":{FProp:[52,2,1,""],Params:[52,2,1,""]},"lingvo.core.inspect_utils":{CallWithParams:[53,5,1,""],ConstructWithParams:[53,5,1,""],DefineParams:[53,5,1,""],_ExtractParameters:[53,5,1,""],_IsDefinableParameter:[53,5,1,""],_MakeArgs:[53,5,1,""]},"lingvo.core.layers":{BaseConv2DLayer:[54,1,1,""],BlurPoolLayer:[54,1,1,""],CCTGatingNetwork:[54,1,1,""],CategoricalLayerNorm:[54,1,1,""],CondScaleShiftFFNLayer:[54,1,1,""],Conv2DFlops:[54,5,1,""],Conv2DLayer:[54,1,1,""],Conv2DLayerNoPadding:[54,1,1,""],ConvLayer:[54,4,1,""],ConvNN2DLayer:[54,1,1,""],ConvSetLayer:[54,1,1,""],ConvSoftmax:[54,1,1,""],DeconvLayer:[54,1,1,""],DepthwiseConv2DLayer:[54,1,1,""],DeterministicDropoutLayer:[54,1,1,""],DropoutLayer:[54,1,1,""],EinsumEmbeddingLayer:[54,1,1,""],EinsumSoftmax:[54,1,1,""],EmbeddingLayer:[54,1,1,""],FCLayer:[54,1,1,""],FeedForwardNet:[54,1,1,""],FetchLayer:[54,1,1,""],FocalFullSoftmax:[54,1,1,""],GatedAverageLayer:[54,1,1,""],GatingLayer:[54,1,1,""],GluLayer:[54,1,1,""],GradNormTracker:[54,1,1,""],HighwaySkipLayer:[54,1,1,""],IdentityLayer:[54,1,1,""],LHUCLayer:[54,1,1,""],LayerNorm:[54,1,1,""],LocalizedLabelSmoother:[54,1,1,""],MultitaskAdapterBaseLayer:[54,1,1,""],MultitaskAdapterEinsumLayer:[54,1,1,""],MultitaskAdapterLayer:[54,1,1,""],OneHotEmbeddingLayer:[54,1,1,""],PoolingLayer:[54,1,1,""],PositionalEmbeddingLayer:[54,1,1,""],ProjectionLayer:[54,1,1,""],RelativePositionalEmbeddingLayer:[54,1,1,""],ReshapedLayerNorm:[54,1,1,""],ResidualAdapterLayer:[54,1,1,""],SeparableConv2DLayer:[54,1,1,""],SharedSoftmaxLayer:[54,1,1,""],SimpleEmbeddingLayer:[54,1,1,""],SimpleFullSoftmax:[54,1,1,""],SingleShardEmbeddingLayer:[54,1,1,""],SingleShardFullSoftmax:[54,1,1,""],SingleShardSharedEmbeddingSoftmax:[54,1,1,""],SinusoidalPositionalEmbeddingLayer:[54,1,1,""],SoftmaxLayer:[54,1,1,""],StackingOverTime:[54,1,1,""],UniformLabelSmoother:[54,1,1,""],WeightedSumLayer:[54,1,1,""]},"lingvo.core.layers.BaseConv2DLayer":{FProp:[54,2,1,""],OutShape:[54,2,1,""],OutputShape:[54,2,1,""],Params:[54,2,1,""],_ApplyConv:[54,2,1,""],_Compute:[54,2,1,""],_ComputeConvLast:[54,2,1,""],_CreateChildrenVariables:[54,2,1,""],_CreateLayerVariables:[54,2,1,""],_EvaluateConvKernel:[54,2,1,""],_GetWeights:[54,2,1,""],_is_bn_folded:[54,3,1,""],filter_output_shape:[54,3,1,""],output_channels:[54,3,1,""]},"lingvo.core.layers.BlurPoolLayer":{FProp:[54,2,1,""],Params:[54,2,1,""]},"lingvo.core.layers.CCTGatingNetwork":{FProp:[54,2,1,""],FPropMeta:[54,2,1,""],Params:[54,2,1,""]},"lingvo.core.layers.CategoricalLayerNorm":{Params:[54,2,1,""],_BiasVarName:[54,2,1,""],_CreateLayerVariables:[54,2,1,""],_GetScaleAndBias:[54,2,1,""],_ScaleVarName:[54,2,1,""]},"lingvo.core.layers.CondScaleShiftFFNLayer":{FProp:[54,2,1,""],Params:[54,2,1,""]},"lingvo.core.layers.Conv2DLayer":{_EvaluateConvKernel:[54,2,1,""]},"lingvo.core.layers.Conv2DLayerNoPadding":{FProp:[54,2,1,""],FPropMeta:[54,2,1,""],Params:[54,2,1,""],_CreateLayerVariables:[54,2,1,""]},"lingvo.core.layers.ConvNN2DLayer":{_EvaluateConvKernel:[54,2,1,""]},"lingvo.core.layers.ConvSetLayer":{FProp:[54,2,1,""],Params:[54,2,1,""],_CreateLayerVariables:[54,2,1,""]},"lingvo.core.layers.ConvSoftmax":{Logits:[54,2,1,""],Params:[54,2,1,""],_CreateLayerVariables:[54,2,1,""]},"lingvo.core.layers.DeconvLayer":{FProp:[54,2,1,""],OutShape:[54,2,1,""],Params:[54,2,1,""],_ApplyConv:[54,2,1,""],_CreateLayerVariables:[54,2,1,""]},"lingvo.core.layers.DepthwiseConv2DLayer":{Params:[54,2,1,""],_EvaluateConvKernel:[54,2,1,""],filter_output_shape:[54,3,1,""],output_channels:[54,3,1,""]},"lingvo.core.layers.DeterministicDropoutLayer":{_Dropout:[54,2,1,""]},"lingvo.core.layers.DropoutLayer":{FProp:[54,2,1,""],FPropMeta:[54,2,1,""],NumOutputNodes:[54,2,1,""],Params:[54,2,1,""],_Dropout:[54,2,1,""]},"lingvo.core.layers.EinsumEmbeddingLayer":{EmbLookup:[54,2,1,""],FProp:[54,2,1,""],Params:[54,2,1,""],_CreateLayerVariables:[54,2,1,""]},"lingvo.core.layers.EinsumSoftmax":{DenseWeights:[54,2,1,""],FProp:[54,2,1,""],Logits:[54,2,1,""],Params:[54,2,1,""],XentLossFromLogits:[54,2,1,""],_CreateLayerVariables:[54,2,1,""],wm_transposed:[54,3,1,""]},"lingvo.core.layers.EmbeddingLayer":{EmbLookup:[54,2,1,""],EmbLookupDefaultTheta:[54,2,1,""],MIN_PARAMS_PER_SHARD:[54,4,1,""],Params:[54,2,1,""],_CreateLayerVariables:[54,2,1,""]},"lingvo.core.layers.FCLayer":{Params:[54,2,1,""]},"lingvo.core.layers.FeedForwardNet":{FProp:[54,2,1,""],FPropAllLayers:[54,2,1,""],FPropMeta:[54,2,1,""],Params:[54,2,1,""],output_dim:[54,3,1,""]},"lingvo.core.layers.FetchLayer":{FProp:[54,2,1,""],FPropMeta:[54,2,1,""],_ReturnSingleValueOrList:[54,2,1,""],activation:[54,3,1,""],gradient:[54,3,1,""]},"lingvo.core.layers.FocalFullSoftmax":{Params:[54,2,1,""],XentLossFromLogits:[54,2,1,""]},"lingvo.core.layers.GatedAverageLayer":{FProp:[54,2,1,""],Params:[54,2,1,""],_CreateLayerVariables:[54,2,1,""]},"lingvo.core.layers.GatingLayer":{FProp:[54,2,1,""],Params:[54,2,1,""]},"lingvo.core.layers.GluLayer":{FProp:[54,2,1,""],Params:[54,2,1,""]},"lingvo.core.layers.GradNormTracker":{FProp:[54,2,1,""],Params:[54,2,1,""],_CreateLayerVariables:[54,2,1,""]},"lingvo.core.layers.HighwaySkipLayer":{FProp:[54,2,1,""],Params:[54,2,1,""]},"lingvo.core.layers.IdentityLayer":{FProp:[54,2,1,""],FPropMeta:[54,2,1,""]},"lingvo.core.layers.LHUCLayer":{FProp:[54,2,1,""],Params:[54,2,1,""],_CreateLayerVariables:[54,2,1,""]},"lingvo.core.layers.LayerNorm":{FProp:[54,2,1,""],FPropMeta:[54,2,1,""],NumOutputNodes:[54,2,1,""],Params:[54,2,1,""],_CreateLayerVariables:[54,2,1,""],_GetScaleAndBias:[54,2,1,""]},"lingvo.core.layers.LocalizedLabelSmoother":{FProp:[54,2,1,""],Params:[54,2,1,""]},"lingvo.core.layers.MultitaskAdapterBaseLayer":{Params:[54,2,1,""]},"lingvo.core.layers.MultitaskAdapterEinsumLayer":{FProp:[54,2,1,""],Params:[54,2,1,""],_CreateLayerVariables:[54,2,1,""]},"lingvo.core.layers.MultitaskAdapterLayer":{FProp:[54,2,1,""],Params:[54,2,1,""]},"lingvo.core.layers.OneHotEmbeddingLayer":{EmbLookup:[54,2,1,""],EmbLookupDefaultTheta:[54,2,1,""],FProp:[54,2,1,""],Params:[54,2,1,""]},"lingvo.core.layers.PoolingLayer":{FProp:[54,2,1,""],OutShape:[54,2,1,""],OutputShape:[54,2,1,""],Params:[54,2,1,""],_CreateLayerVariables:[54,2,1,""]},"lingvo.core.layers.PositionalEmbeddingLayer":{FProp:[54,2,1,""],FPropWithPosition:[54,2,1,""],Params:[54,2,1,""],_CreateLayerVariables:[54,2,1,""],_PosEmbeddingsFromPositions:[54,2,1,""]},"lingvo.core.layers.ProjectionLayer":{FProp:[54,2,1,""],FPropMeta:[54,2,1,""],NumOutputNodes:[54,2,1,""],Params:[54,2,1,""],_ApplyActivationFunction:[54,2,1,""],_ApplyProjectionKernel:[54,2,1,""],_CreateChildrenVariables:[54,2,1,""],_CreateLayerVariables:[54,2,1,""],_GetBlockedMatMulInputOutputMultipliers:[54,2,1,""],_GetBlockedWeightMatrix:[54,2,1,""],_GetWeights:[54,2,1,""],_is_bn_folded:[54,3,1,""],output_qt_name:[54,3,1,""]},"lingvo.core.layers.RelativePositionalEmbeddingLayer":{FProp:[54,2,1,""],Params:[54,2,1,""],_CreateLayerVariables:[54,2,1,""]},"lingvo.core.layers.ReshapedLayerNorm":{FProp:[54,2,1,""]},"lingvo.core.layers.ResidualAdapterLayer":{FProp:[54,2,1,""],Params:[54,2,1,""]},"lingvo.core.layers.SeparableConv2DLayer":{FProp:[54,2,1,""],OutShape:[54,2,1,""],Params:[54,2,1,""]},"lingvo.core.layers.SharedSoftmaxLayer":{EmbLookup:[54,2,1,""],FProp:[54,2,1,""],Logits:[54,2,1,""],Params:[54,2,1,""],SimpleLogits:[54,2,1,""],XentLossFromLogits:[54,2,1,""],_CreateChildrenVariables:[54,2,1,""]},"lingvo.core.layers.SimpleEmbeddingLayer":{EmbLookup:[54,2,1,""],EmbLookupDefaultTheta:[54,2,1,""],EmbLookupDefaultThetaOnCpu:[54,2,1,""],FProp:[54,2,1,""],Params:[54,2,1,""],_CreateLayerVariables:[54,2,1,""],_FlatFProp:[54,2,1,""],_FpropImpl:[54,2,1,""],_GetWeightShape:[54,2,1,""]},"lingvo.core.layers.SimpleFullSoftmax":{DenseWeights:[54,2,1,""],Logits:[54,2,1,""],Params:[54,2,1,""],SimpleLogits:[54,2,1,""],XentLossFromLogits:[54,2,1,""],_CreateLayerVariables:[54,2,1,""],_FProp2D:[54,2,1,""],_GetInputs:[54,2,1,""],_LogitsUsingConcatenatedWeights:[54,2,1,""],_LogitsUsingConcatenatedWeightsHelper:[54,2,1,""],_XentLossByChunk:[54,2,1,""],wm_transposed:[54,3,1,""]},"lingvo.core.layers.SingleShardEmbeddingLayer":{EmbLookup:[54,2,1,""],EmbLookupDefaultTheta:[54,2,1,""],FProp:[54,2,1,""],Params:[54,2,1,""],_CreateLayerVariables:[54,2,1,""]},"lingvo.core.layers.SingleShardFullSoftmax":{DenseWeights:[54,2,1,""],FProp:[54,2,1,""],Logits:[54,2,1,""],XentLossByChunk:[54,2,1,""],XentLossFromLogits:[54,2,1,""]},"lingvo.core.layers.SingleShardSharedEmbeddingSoftmax":{EmbLookup:[54,2,1,""],EmbLookupDefaultTheta:[54,2,1,""],Params:[54,2,1,""]},"lingvo.core.layers.SinusoidalPositionalEmbeddingLayer":{FProp:[54,2,1,""],Params:[54,2,1,""]},"lingvo.core.layers.SoftmaxLayer":{DenseWeights:[54,2,1,""],FProp:[54,2,1,""],Logits:[54,2,1,""],Params:[54,2,1,""],XentLoss:[54,2,1,""],XentLossFromLogits:[54,2,1,""],_FProp2D:[54,2,1,""],wm_transposed:[54,3,1,""]},"lingvo.core.layers.StackingOverTime":{FProp:[54,2,1,""],Params:[54,2,1,""],Unstack:[54,2,1,""],WindowSize:[54,2,1,""],_ApplyStack:[54,2,1,""],window_size:[54,3,1,""]},"lingvo.core.layers.UniformLabelSmoother":{FProp:[54,2,1,""],Params:[54,2,1,""]},"lingvo.core.layers.WeightedSumLayer":{FProp:[54,2,1,""],Params:[54,2,1,""],_CreateLayerVariables:[54,2,1,""]},"lingvo.core.layers_with_attention":{AuxLossContext:[55,1,1,""],CCTAttentionLayer:[55,1,1,""],CCTFeedForwardLayer:[55,1,1,""],EvolvedTransformerBaseLayer:[55,1,1,""],EvolvedTransformerDecoderBranchedConvsLayer:[55,1,1,""],EvolvedTransformerDecoderLayer:[55,1,1,""],EvolvedTransformerEncoderBranchedConvsLayer:[55,1,1,""],EvolvedTransformerEncoderLayer:[55,1,1,""],HybridFeedforwardLayer:[55,1,1,""],MoEFeedforwardLayer:[55,1,1,""],ReshapedTransformerFeedForwardLayer:[55,1,1,""],StochasticResidualLayer:[55,1,1,""],StyleLayer:[55,1,1,""],TransformerAttentionLayer:[55,1,1,""],TransformerFeedForwardLayer:[55,1,1,""],TransformerLayer:[55,1,1,""],TransformerLayerWithMultitaskAdapters:[55,1,1,""],TransformerMultiSourceAttentionLayer:[55,1,1,""],TransformerShardedMoeLayer:[55,1,1,""],TransformerWithContextLayer:[55,1,1,""]},"lingvo.core.layers_with_attention.AuxLossContext":{_global_stack:[55,4,1,""],add_loss:[55,2,1,""],aux_losses:[55,3,1,""],current:[55,2,1,""]},"lingvo.core.layers_with_attention.CCTAttentionLayer":{ExtendStep:[55,2,1,""],FProp:[55,2,1,""],Params:[55,2,1,""],_FinishExtendStep:[55,2,1,""]},"lingvo.core.layers_with_attention.CCTFeedForwardLayer":{FProp:[55,2,1,""],Params:[55,2,1,""]},"lingvo.core.layers_with_attention.EvolvedTransformerBaseLayer":{Params:[55,2,1,""]},"lingvo.core.layers_with_attention.EvolvedTransformerDecoderBranchedConvsLayer":{FProp:[55,2,1,""],Params:[55,2,1,""]},"lingvo.core.layers_with_attention.EvolvedTransformerDecoderLayer":{ExtendStep:[55,2,1,""],FProp:[55,2,1,""],Params:[55,2,1,""]},"lingvo.core.layers_with_attention.EvolvedTransformerEncoderBranchedConvsLayer":{FProp:[55,2,1,""],Params:[55,2,1,""]},"lingvo.core.layers_with_attention.EvolvedTransformerEncoderLayer":{FProp:[55,2,1,""],Params:[55,2,1,""]},"lingvo.core.layers_with_attention.HybridFeedforwardLayer":{FProp:[55,2,1,""],Params:[55,2,1,""],sub_key:[55,3,1,""]},"lingvo.core.layers_with_attention.MoEFeedforwardLayer":{FProp:[55,2,1,""],Params:[55,2,1,""]},"lingvo.core.layers_with_attention.ReshapedTransformerFeedForwardLayer":{FProp:[55,2,1,""],Params:[55,2,1,""]},"lingvo.core.layers_with_attention.StochasticResidualLayer":{FProp:[55,2,1,""],FPropMeta:[55,2,1,""],Params:[55,2,1,""],_DropConnect:[55,2,1,""]},"lingvo.core.layers_with_attention.StyleLayer":{EmbLookup:[55,2,1,""],FProp:[55,2,1,""],Params:[55,2,1,""],StyleEmbFromProbs:[55,2,1,""],_CreateLayerVariables:[55,2,1,""]},"lingvo.core.layers_with_attention.TransformerAttentionLayer":{ExtendStep:[55,2,1,""],FProp:[55,2,1,""],Params:[55,2,1,""],_FinishExtendStep:[55,2,1,""],_GetSourceLength:[55,2,1,""],_InitAttention:[55,2,1,""]},"lingvo.core.layers_with_attention.TransformerFeedForwardLayer":{FProp:[55,2,1,""],NumOutputNodes:[55,2,1,""],Params:[55,2,1,""],SetFPropDtype:[55,2,1,""],output_dim:[55,3,1,""]},"lingvo.core.layers_with_attention.TransformerLayer":{ExtendStep:[55,2,1,""],FProp:[55,2,1,""],NumOutputNodes:[55,2,1,""],Params:[55,2,1,""],output_dim:[55,3,1,""]},"lingvo.core.layers_with_attention.TransformerLayerWithMultitaskAdapters":{ExtendStep:[55,2,1,""],FProp:[55,2,1,""],Params:[55,2,1,""]},"lingvo.core.layers_with_attention.TransformerMultiSourceAttentionLayer":{Params:[55,2,1,""],_GetSourceLength:[55,2,1,""],_InitAttention:[55,2,1,""]},"lingvo.core.layers_with_attention.TransformerShardedMoeLayer":{FProp:[55,2,1,""],Params:[55,2,1,""],SetFPropDtype:[55,2,1,""],output_dim:[55,3,1,""]},"lingvo.core.layers_with_attention.TransformerWithContextLayer":{ExtendStep:[55,2,1,""],FProp:[55,2,1,""],Params:[55,2,1,""]},"lingvo.core.layers_with_gpipe":{DeterministicWeightsLayer:[56,1,1,""],GPipeBatchMajorTransformerEmbeddingLayer:[56,1,1,""],GPipeBatchMajorTransformerSoftmaxLayer:[56,1,1,""],GPipeBatchMajorTransformerStack:[56,1,1,""],GPipeEvolvedTransformerDecoderLayer:[56,1,1,""],GPipeEvolvedTransformerEncoderLayer:[56,1,1,""],GPipeEvolvedTransformerStack:[56,1,1,""],GPipeTransformerEmbeddingLayer:[56,1,1,""],GPipeTransformerLayer:[56,1,1,""],GPipeTransformerSoftmaxLayer:[56,1,1,""],GPipeTransformerStack:[56,1,1,""],_common_gpipe_transformer_decoder_fprop:[56,5,1,""],_common_gpipe_transformer_encoder_fprop:[56,5,1,""],_common_gpipe_transformer_fprop_meta:[56,5,1,""],_common_gpipe_transformer_init:[56,5,1,""],_common_gpipe_transformer_params:[56,5,1,""]},"lingvo.core.layers_with_gpipe.DeterministicWeightsLayer":{FProp:[56,2,1,""],Params:[56,2,1,""],_CreateLayerVariables:[56,2,1,""]},"lingvo.core.layers_with_gpipe.GPipeBatchMajorTransformerEmbeddingLayer":{FProp:[56,2,1,""],FPropMeta:[56,2,1,""],GetDecoderEmbeddingsDefaultTheta:[56,2,1,""],GetEmbeddings:[56,2,1,""],GetEncoderEmbeddingsDefaultTheta:[56,2,1,""],Params:[56,2,1,""]},"lingvo.core.layers_with_gpipe.GPipeBatchMajorTransformerSoftmaxLayer":{FProp:[56,2,1,""],FPropMeta:[56,2,1,""],Params:[56,2,1,""]},"lingvo.core.layers_with_gpipe.GPipeBatchMajorTransformerStack":{DecoderEmbedFPropDefaultTheta:[56,2,1,""],EncoderEmbedFPropDefaultTheta:[56,2,1,""],EncoderFPropDefaultTheta:[56,2,1,""],FProp:[56,2,1,""],GetDecoders:[56,2,1,""],GetEncoders:[56,2,1,""],Logits:[56,2,1,""],Params:[56,2,1,""],_CreateChildrenVariables:[56,2,1,""]},"lingvo.core.layers_with_gpipe.GPipeEvolvedTransformerDecoderLayer":{FProp:[56,2,1,""],FPropMeta:[56,2,1,""],Params:[56,2,1,""],SetupDeterministicDropout:[56,2,1,""],_AttentionSetupDeterministicDropout:[56,2,1,""],_TransformerSetupDeterministicDropout:[56,2,1,""]},"lingvo.core.layers_with_gpipe.GPipeEvolvedTransformerEncoderLayer":{FProp:[56,2,1,""],FPropMeta:[56,2,1,""],Params:[56,2,1,""],SetupDeterministicDropout:[56,2,1,""],_AttentionSetupDeterministicDropout:[56,2,1,""],_TransformerSetupDeterministicDropout:[56,2,1,""]},"lingvo.core.layers_with_gpipe.GPipeEvolvedTransformerStack":{Params:[56,2,1,""]},"lingvo.core.layers_with_gpipe.GPipeTransformerEmbeddingLayer":{FProp:[56,2,1,""],FPropMeta:[56,2,1,""],GetDecoderEmbeddingsDefaultTheta:[56,2,1,""],GetEmbeddings:[56,2,1,""],GetEncoderEmbeddingsDefaultTheta:[56,2,1,""],Params:[56,2,1,""]},"lingvo.core.layers_with_gpipe.GPipeTransformerLayer":{FProp:[56,2,1,""],FPropMeta:[56,2,1,""],Params:[56,2,1,""],SetupDeterministicDropout:[56,2,1,""]},"lingvo.core.layers_with_gpipe.GPipeTransformerSoftmaxLayer":{FProp:[56,2,1,""],FPropMeta:[56,2,1,""],Params:[56,2,1,""]},"lingvo.core.layers_with_gpipe.GPipeTransformerStack":{DecoderEmbedFPropDefaultTheta:[56,2,1,""],EncoderEmbedFPropDefaultTheta:[56,2,1,""],EncoderFPropDefaultTheta:[56,2,1,""],FProp:[56,2,1,""],GetDecoders:[56,2,1,""],GetEncoders:[56,2,1,""],Logits:[56,2,1,""],Params:[56,2,1,""],_CreateChildrenVariables:[56,2,1,""]},"lingvo.core.learner":{ExtractLearnerFromLegacyParams:[57,5,1,""],Learner:[57,1,1,""]},"lingvo.core.learner.Learner":{AdjustGradients:[57,2,1,""],Apply:[57,2,1,""],ApplyPostTrainingLoop:[57,2,1,""],ComputeActivationGradients:[57,2,1,""],ComputeLosses:[57,2,1,""],GetTrainableVariables:[57,2,1,""],GetVarGrads:[57,2,1,""],LearningRate:[57,2,1,""],Params:[57,2,1,""],ScaleGradients:[57,2,1,""],_AddEvalMetric:[57,2,1,""],_ComputeLossesAndGradients:[57,2,1,""],_CreateChildrenVariables:[57,2,1,""],_CustomComputeGradientsFn:[57,2,1,""],_GetGlobalGradScale:[57,2,1,""]},"lingvo.core.lstm_frnn_layer":{LSTMCellExt:[58,1,1,""],LSTMCellSimpleExt:[58,1,1,""],LayerNormalizedLSTMCellLeanExt:[58,1,1,""],LayerNormalizedLSTMCellSimpleExt:[58,1,1,""],LstmFRNN:[58,1,1,""]},"lingvo.core.lstm_frnn_layer.LSTMCellExt":{FPropWithProjectedInput:[58,2,1,""],ProjectInputSequence:[58,2,1,""],_MixWithProjectedInput:[58,2,1,""]},"lingvo.core.lstm_frnn_layer.LstmFRNN":{FProp:[58,2,1,""],Params:[58,2,1,""],zero_state:[58,2,1,""]},"lingvo.core.matrix_functions":{inlined_matrix_inverse_pth_root:[59,5,1,""],matrix_square_root:[59,5,1,""]},"lingvo.core.metrics":{AUCMetric:[60,1,1,""],AverageKeyedCorrelationMetric:[60,1,1,""],AverageMetric:[60,1,1,""],BaseMetric:[60,1,1,""],ConfigurableMetric:[60,1,1,""],CorpusBleuMetric:[60,1,1,""],CorrelationMetric:[60,1,1,""],CreateScalarSummary:[60,5,1,""],F1Metric:[60,1,1,""],MCCMetric:[60,1,1,""],MultiClassAUCMetric:[60,1,1,""],SamplingMetric:[60,1,1,""],TpuEvalMetrics:[60,1,1,""]},"lingvo.core.metrics.AUCMetric":{Summary:[60,2,1,""],Update:[60,2,1,""],value:[60,3,1,""]},"lingvo.core.metrics.AverageKeyedCorrelationMetric":{Update:[60,2,1,""],value:[60,3,1,""]},"lingvo.core.metrics.AverageMetric":{GetTotalValue:[60,2,1,""],GetTotalWeight:[60,2,1,""],SetTotalValue:[60,2,1,""],SetTotalWeight:[60,2,1,""],Update:[60,2,1,""],total_value:[60,3,1,""],total_weight:[60,3,1,""],value:[60,3,1,""]},"lingvo.core.metrics.BaseMetric":{Summary:[60,2,1,""],Update:[60,2,1,""],value:[60,3,1,""]},"lingvo.core.metrics.ConfigurableMetric":{Params:[60,2,1,""]},"lingvo.core.metrics.CorpusBleuMetric":{Update:[60,2,1,""],unsegmenter:[60,3,1,""],value:[60,3,1,""]},"lingvo.core.metrics.CorrelationMetric":{Update:[60,2,1,""],value:[60,3,1,""]},"lingvo.core.metrics.F1Metric":{UpdateFalseNegative:[60,2,1,""],UpdateFalsePositive:[60,2,1,""],UpdateTruePositive:[60,2,1,""],value:[60,3,1,""]},"lingvo.core.metrics.MCCMetric":{UpdateTrueNegative:[60,2,1,""],value:[60,3,1,""]},"lingvo.core.metrics.MultiClassAUCMetric":{Update:[60,2,1,""],value:[60,3,1,""]},"lingvo.core.metrics.SamplingMetric":{Params:[60,2,1,""],Summary:[60,2,1,""],Update:[60,2,1,""],_CreateSummary:[60,2,1,""],samples:[60,3,1,""]},"lingvo.core.metrics.TpuEvalMetrics":{FinalizeMetrics:[60,2,1,""],PackMetricsValues:[60,2,1,""],SetMetrics:[60,2,1,""],ToAverageMetrics:[60,2,1,""],_Zip:[60,2,1,""],initial_values:[60,3,1,""],metrics:[60,3,1,""]},"lingvo.core.ml_perf_bleu_metric":{MlPerfBleuMetric:[61,1,1,""],UnicodeRegex:[61,1,1,""],_get_ngrams:[61,5,1,""],bleu_score:[61,5,1,""],bleu_tokenize:[61,5,1,""],bleu_wrapper:[61,5,1,""],compute_bleu:[61,5,1,""],is_unicode:[61,5,1,""],native_to_unicode:[61,5,1,""],to_unicode:[61,5,1,""]},"lingvo.core.ml_perf_bleu_metric.MlPerfBleuMetric":{Update:[61,2,1,""],value:[61,3,1,""]},"lingvo.core.ml_perf_bleu_metric.UnicodeRegex":{property_chars:[61,2,1,""]},"lingvo.core.ml_perf_log":{get_caller:[62,5,1,""],mlperf_format:[62,5,1,""],mlperf_print:[62,5,1,""]},"lingvo.core.ml_perf_tokenizer":{MlPerfTokenizer:[63,1,1,""]},"lingvo.core.ml_perf_tokenizer.MlPerfTokenizer":{IdsToStrings:[63,2,1,""],Params:[63,2,1,""]},"lingvo.core.model_helper":{CreateBidirectionalRNNParams:[64,5,1,""],CreateUnidirectionalRNNParams:[64,5,1,""]},"lingvo.core.multitask_model":{RegExSharedVariableModel:[65,1,1,""],SharedEncoderDecoderModel:[65,1,1,""],SharedEncoderModel:[65,1,1,""]},"lingvo.core.multitask_model.RegExSharedVariableModel":{ConstructFPropBPropGraph:[65,2,1,""],InstantiateVariables:[65,2,1,""],Params:[65,2,1,""]},"lingvo.core.multitask_model.SharedEncoderDecoderModel":{Params:[65,2,1,""]},"lingvo.core.multitask_model.SharedEncoderModel":{Params:[65,2,1,""],_CreateChildrenVariables:[65,2,1,""]},"lingvo.core.nested_map":{NestedMap:[66,1,1,""]},"lingvo.core.nested_map.NestedMap":{CheckKey:[66,2,1,""],DebugString:[66,2,1,""],DeepCopy:[66,2,1,""],Filter:[66,2,1,""],FilterKeyVal:[66,2,1,""],Flatten:[66,2,1,""],FlattenItems:[66,2,1,""],FromNestedDict:[66,2,1,""],Get:[66,2,1,""],GetItem:[66,2,1,""],IsCompatible:[66,2,1,""],Pack:[66,2,1,""],Set:[66,2,1,""],SquareBracketIndex:[66,2,1,""],Transform:[66,2,1,""],TransformWithKey:[66,2,1,""],VLog:[66,2,1,""],_DELETE:[66,4,1,""],_HAS_DYNAMIC_ATTRIBUTES:[66,4,1,""],_RESERVED_KEYS:[66,4,1,""],_RecursiveMap:[66,2,1,""],_ToStrings:[66,2,1,""],copy:[66,2,1,""]},"lingvo.core.ops":{apply_packing:[67,5,1,""],ascii_to_token_id:[67,5,1,""],assert_same_dim0:[67,5,1,""],assert_shape_match:[67,5,1,""],beam_search_step:[67,5,1,""],beam_search_step_deprecated:[67,5,1,""],best_step:[67,5,1,""],bpe_ids_to_words:[67,5,1,""],bpe_words_to_ids:[67,5,1,""],cached_call:[67,5,1,""],compute_preconditioners:[67,5,1,""],get_preconditioners:[67,5,1,""],hyps_from_beam_search_outs:[67,5,1,""],hyps_pb2:[68,0,0,"-"],id_to_ascii:[67,5,1,""],mass:[67,5,1,""],ml_perf_subword_id_to_string:[67,5,1,""],ngram_id_to_token:[67,5,1,""],pack_sequences:[67,5,1,""],pack_single_sequence:[67,5,1,""],random_permutation_sequence:[67,5,1,""],record_pb2:[69,0,0,"-"],static_map_int_int:[67,5,1,""],static_map_int_string:[67,5,1,""],static_map_string_int:[67,5,1,""],str_to_vocab_tokens:[67,5,1,""],token_in_vocab:[67,5,1,""],top_k_from_beam_search_outs:[67,5,1,""],top_k_terminated_hyps:[67,5,1,""],unpack_hyp:[67,5,1,""],versioned_file_set_pb2:[70,0,0,"-"],vocab_id_to_token:[67,5,1,""],vocab_token_to_id:[67,5,1,""]},"lingvo.core.ops.hyps_pb2":{Hypothesis:[68,1,1,""],_b:[68,5,1,""]},"lingvo.core.ops.hyps_pb2.Hypothesis":{AttenVec:[68,1,1,""],DESCRIPTOR:[68,4,1,""],atten_vecs:[68,4,1,""],beam_id:[68,4,1,""],ids:[68,4,1,""],normalized_score:[68,4,1,""],scores:[68,4,1,""]},"lingvo.core.ops.hyps_pb2.Hypothesis.AttenVec":{DESCRIPTOR:[68,4,1,""],prob:[68,4,1,""]},"lingvo.core.ops.record_pb2":{Record:[69,1,1,""],_b:[69,5,1,""]},"lingvo.core.ops.record_pb2.Record":{DESCRIPTOR:[69,4,1,""],FieldsEntry:[69,1,1,""],fields:[69,4,1,""]},"lingvo.core.ops.record_pb2.Record.FieldsEntry":{DESCRIPTOR:[69,4,1,""],key:[69,4,1,""],value:[69,4,1,""]},"lingvo.core.ops.versioned_file_set_pb2":{FileSet:[70,1,1,""],VersionedFileSet:[70,1,1,""],_b:[70,5,1,""]},"lingvo.core.ops.versioned_file_set_pb2.FileSet":{DESCRIPTOR:[70,4,1,""],create_timestamp:[70,4,1,""],file_pattern:[70,4,1,""]},"lingvo.core.ops.versioned_file_set_pb2.VersionedFileSet":{DESCRIPTOR:[70,4,1,""],current:[70,4,1,""],history:[70,4,1,""]},"lingvo.core.optimizer":{Accumulator:[72,1,1,""],AdaDelta:[72,1,1,""],AdaGraft:[72,1,1,""],Adagrad:[72,1,1,""],Adam:[72,1,1,""],AdamV2:[72,1,1,""],Base:[72,1,1,""],CompositeOptimizer:[72,1,1,""],DistributedShampoo:[72,1,1,""],GradientAggregationOptimizer:[72,1,1,""],Momentum:[72,1,1,""],RMSProp:[72,1,1,""],SGD:[72,1,1,""],XLAShardingAdafactor:[72,1,1,""],XLAShardingAdafactorAccuGrad:[72,1,1,""],XLAShardingAdafactorOptimizer:[72,1,1,""],_AdafactorDecayRateAdam:[72,5,1,""],_AdafactorDecayRatePow:[72,5,1,""],_StepNum:[72,5,1,""]},"lingvo.core.optimizer.Accumulator":{AddSummary:[72,2,1,""],Apply:[72,2,1,""],GetOptimizer:[72,2,1,""],Params:[72,2,1,""]},"lingvo.core.optimizer.AdaDelta":{AddSummary:[72,2,1,""],GetOptimizer:[72,2,1,""],Params:[72,2,1,""]},"lingvo.core.optimizer.AdaGraft":{AddSummary:[72,2,1,""],GetOptimizer:[72,2,1,""],Params:[72,2,1,""]},"lingvo.core.optimizer.Adagrad":{AddSummary:[72,2,1,""],GetOptimizer:[72,2,1,""],Params:[72,2,1,""]},"lingvo.core.optimizer.Adam":{AddSummary:[72,2,1,""],GetOptimizer:[72,2,1,""],Params:[72,2,1,""],ParamsA:[72,2,1,""],ParamsB:[72,2,1,""]},"lingvo.core.optimizer.AdamV2":{AddSummary:[72,2,1,""],GetOptimizer:[72,2,1,""],Params:[72,2,1,""],ParamsA:[72,2,1,""],ParamsB:[72,2,1,""]},"lingvo.core.optimizer.Base":{AddSummary:[72,2,1,""],Apply:[72,2,1,""],ApplyPostTrainingLoop:[72,2,1,""],ComputeGradients:[72,2,1,""],GetOptimizer:[72,2,1,""],Params:[72,2,1,""],VarReuseForSlotVars:[72,2,1,""]},"lingvo.core.optimizer.CompositeOptimizer":{Apply:[72,2,1,""],ApplyPostTrainingLoop:[72,2,1,""],GetOptimizer:[72,2,1,""],Params:[72,2,1,""]},"lingvo.core.optimizer.DistributedShampoo":{AddSummary:[72,2,1,""],Apply:[72,2,1,""],ApplyPostTrainingLoop:[72,2,1,""],GetOptimizer:[72,2,1,""],Params:[72,2,1,""]},"lingvo.core.optimizer.GradientAggregationOptimizer":{_create_slots:[72,2,1,""],apply_gradients:[72,2,1,""],compute_gradients:[72,2,1,""],get_slot:[72,2,1,""],get_slot_names:[72,2,1,""],variables:[72,2,1,""]},"lingvo.core.optimizer.Momentum":{AddSummary:[72,2,1,""],GetOptimizer:[72,2,1,""],Params:[72,2,1,""]},"lingvo.core.optimizer.RMSProp":{AddSummary:[72,2,1,""],GetOptimizer:[72,2,1,""],Params:[72,2,1,""]},"lingvo.core.optimizer.SGD":{AddSummary:[72,2,1,""],GetOptimizer:[72,2,1,""]},"lingvo.core.optimizer.XLAShardingAdafactor":{AddSummary:[72,2,1,""],GetOptimizer:[72,2,1,""],Params:[72,2,1,""]},"lingvo.core.optimizer.XLAShardingAdafactorAccuGrad":{GetOptimizer:[72,2,1,""],Params:[72,2,1,""]},"lingvo.core.optimizer.XLAShardingAdafactorOptimizer":{_apply_dense:[72,2,1,""],_create_slots:[72,2,1,""],_factored_dims:[72,2,1,""],_parameter_scale:[72,2,1,""],_resource_apply_dense:[72,2,1,""],_resource_apply_sparse:[72,2,1,""],try_apply_dense:[72,2,1,""]},"lingvo.core.plot":{AddImage:[73,5,1,""],AddMultiCurveSubplot:[73,5,1,""],AddPlot:[73,5,1,""],AddScatterPlot:[73,5,1,""],Curve:[73,5,1,""],FigureToSummary:[73,5,1,""],Image:[73,5,1,""],MatplotlibFigureSummary:[73,1,1,""],Matrix:[73,5,1,""],Scatter:[73,5,1,""],ToUnicode:[73,5,1,""],_AddMultiCurveRowPlots:[73,5,1,""],_RenderMatplotlibFigures:[73,5,1,""],_RenderOneMatplotlibFigure:[73,5,1,""],_SubplotMetadata:[73,1,1,""]},"lingvo.core.plot.MatplotlibFigureSummary":{AddSubplot:[73,2,1,""],Finalize:[73,2,1,""],FinalizeImage:[73,2,1,""]},"lingvo.core.plot._SubplotMetadata":{_asdict:[73,2,1,""],_field_defaults:[73,4,1,""],_fields:[73,4,1,""],_make:[73,2,1,""],_replace:[73,2,1,""],plot_func:[73,4,1,""],tensor_list:[73,4,1,""]},"lingvo.core.predictor":{LoadInferenceGraph:[74,5,1,""],Predictor:[74,1,1,""],main:[74,5,1,""]},"lingvo.core.predictor.Predictor":{Load:[74,2,1,""],Run:[74,2,1,""],_create_new_session:[74,2,1,""],_get_subgraph:[74,2,1,""],_get_subgraph_feeds:[74,2,1,""],_get_subgraph_fetches:[74,2,1,""],_maybe_create_new_session:[74,2,1,""],_run_with_valid_session:[74,2,1,""],feed_keys:[74,3,1,""],feed_shapes:[74,3,1,""],fetch_keys:[74,3,1,""],fetch_shapes:[74,3,1,""],subgraph_feed_keys:[74,2,1,""],subgraph_feed_shapes:[74,2,1,""],subgraph_fetch_keys:[74,2,1,""],subgraph_fetch_shapes:[74,2,1,""],subgraphs:[74,3,1,""]},"lingvo.core.predictor_runner_base":{PredictorRunnerBase:[75,1,1,""]},"lingvo.core.predictor_runner_base.PredictorRunnerBase":{FromFlags:[75,2,1,""],InputGenerator:[75,2,1,""],Run:[75,2,1,""],RunBatch:[75,2,1,""],_OutputFilename:[75,2,1,""],_PredictContinuously:[75,2,1,""],_PredictOneCheckpoint:[75,2,1,""],_ShouldProcessInputId:[75,2,1,""]},"lingvo.core.program":{BaseProgram:[76,1,1,""],DecodeProgram:[76,1,1,""],EvalProgram:[76,1,1,""],ExperimentalDecodeProgram:[76,1,1,""],MLPerfProgramSchedule:[76,1,1,""],MLPerfProgramScheduleForTask:[76,5,1,""],MLPerfTrainDecodeProgram:[76,1,1,""],MultiTaskProgramSchedule:[76,1,1,""],SimpleProgramSchedule:[76,1,1,""],SimpleProgramScheduleForTask:[76,5,1,""],TrainProgram:[76,1,1,""],_FetchDecodeOut:[76,5,1,""]},"lingvo.core.program.BaseProgram":{BuildTpuSubgraph:[76,2,1,""],Compile:[76,2,1,""],CreateCheckpointer:[76,2,1,""],Params:[76,2,1,""],RestoreIfNeeded:[76,2,1,""],Run:[76,2,1,""],SaveProgramState:[76,2,1,""],SetStatusMessage:[76,2,1,""],SetStatusMessageFn:[76,2,1,""],Shutdown:[76,2,1,""],_InfeedLoop:[76,2,1,""],_InitializeVizier:[76,2,1,""],_InstantiateTaskModel:[76,2,1,""],_OutfeedEnqueue:[76,2,1,""],_ReportVizierMetrics:[76,2,1,""],_SummarizeValue:[76,2,1,""],_WriteInputDataStats:[76,2,1,""],_WriteSummaries:[76,2,1,""],_summary_writer:[76,3,1,""]},"lingvo.core.program.DecodeProgram":{BuildTpuSubgraph:[76,2,1,""],Run:[76,2,1,""],RunAsync:[76,2,1,""],_CompileDecodeFn:[76,2,1,""],_FinalizeDecode:[76,2,1,""],_PostProcessStep:[76,2,1,""],_SetupRun:[76,2,1,""]},"lingvo.core.program.EvalProgram":{BuildTpuSubgraph:[76,2,1,""],Run:[76,2,1,""],RunAsync:[76,2,1,""],TpuEvalLoop:[76,2,1,""],TpuEvalStep:[76,2,1,""]},"lingvo.core.program.ExperimentalDecodeProgram":{BuildTpuSubgraph:[76,2,1,""],Params:[76,2,1,""],Run:[76,2,1,""],RunAsync:[76,2,1,""],_CompileDecodeLoop:[76,2,1,""],_DecodeLoop:[76,2,1,""],_OutfeedDequeue:[76,2,1,""]},"lingvo.core.program.MLPerfProgramSchedule":{Params:[76,2,1,""],Programs:[76,2,1,""],Run:[76,2,1,""],Shutdown:[76,2,1,""]},"lingvo.core.program.MLPerfTrainDecodeProgram":{BuildTpuSubgraph:[76,2,1,""],Params:[76,2,1,""],Run:[76,2,1,""],RunAsync:[76,2,1,""],_InfeedLoop:[76,2,1,""],_InitializeVizier:[76,2,1,""],_TrainAndDecode:[76,2,1,""]},"lingvo.core.program.MultiTaskProgramSchedule":{Params:[76,2,1,""]},"lingvo.core.program.SimpleProgramSchedule":{Params:[76,2,1,""],Programs:[76,2,1,""],Run:[76,2,1,""],Shutdown:[76,2,1,""]},"lingvo.core.program.TrainProgram":{BuildTpuSubgraph:[76,2,1,""],Run:[76,2,1,""],_OutfeedDequeueLoop:[76,2,1,""],_ShouldStop:[76,2,1,""]},"lingvo.core.pruning_utils":{AddToPruningCollections:[77,5,1,""],ApplyCompression:[77,5,1,""],FlatEmbeddingLookup:[77,5,1,""],PruningOp:[77,1,1,""],UsePruningInterface:[77,5,1,""]},"lingvo.core.pruning_utils.PruningOp":{ApplyPruning:[77,2,1,""],ApplyPythonUpdate:[77,2,1,""],ApplyTensorflowAndPythonUpdate:[77,2,1,""],ApplyTensorflowUpdate:[77,2,1,""],GetEmbeddingLookupResult:[77,2,1,""],GetLastCompressionOp:[77,2,1,""],GetMixResult:[77,2,1,""],GetPruningUpdate:[77,2,1,""],RunPythonUpdate:[77,2,1,""],Setup:[77,2,1,""],_global_step:[77,4,1,""],_pruning_hparams:[77,4,1,""],_pruning_hparams_dict:[77,4,1,""],_pruning_obj:[77,4,1,""]},"lingvo.core.py_utils":{AddDebugTensor:[78,5,1,""],AddTpuSummaryTensor:[78,5,1,""],AddVN:[78,5,1,""],AdjustGradientsWithLpLoss:[78,5,1,""],AppendDims:[78,5,1,""],ApplyGradMultiplier:[78,5,1,""],ApplyGradNormClipping:[78,5,1,""],ApplyPadding:[78,5,1,""],ArgMax:[78,5,1,""],Assert:[78,5,1,""],AssertIdShape:[78,5,1,""],AssertIsCompatible:[78,5,1,""],CallDefun:[78,5,1,""],CausalSelfAttenPadding:[78,5,1,""],CheckNumerics:[78,5,1,""],CheckShapes:[78,5,1,""],ClearTpuDevice:[78,5,1,""],ClearTpuSummaryTensors:[78,5,1,""],CombineMetrics:[78,5,1,""],ComputationShape:[78,5,1,""],ComputeGradients:[78,5,1,""],ComputeGradientsSimple:[78,5,1,""],ComputeNceAndAuc:[78,5,1,""],ConcatPerExampleTensors:[78,5,1,""],ConcatRecursively:[78,5,1,""],ConcatenatePaddedSequences:[78,5,1,""],ConvertNoneGradientToZeros:[78,5,1,""],CreateLocalTheta:[78,5,1,""],CreateVariable:[78,5,1,""],CumSum:[78,5,1,""],Debug:[78,5,1,""],DefaultParamInit:[78,5,1,""],DefaultRNNCellStateInit:[78,5,1,""],DefaultVN:[78,5,1,""],DefinedFunction:[78,1,1,""],DeterministicDropout:[78,5,1,""],DeterministicVN:[78,5,1,""],DisableVN:[78,5,1,""],DivideNoNan:[78,5,1,""],Dtypes:[78,5,1,""],ExponentialMovingAverage:[78,5,1,""],FPropDtype:[78,5,1,""],FindDataType:[78,5,1,""],FindNeeded:[78,5,1,""],FindRelevantBatchNormUpdates:[78,5,1,""],Flatten:[78,5,1,""],ForLoop:[78,5,1,""],Function:[78,1,1,""],GatherTensorValuesBySeqIndices:[78,5,1,""],GenerateSeedFromId:[78,5,1,""],GenerateSeedFromName:[78,5,1,""],GenerateStepSeedPair:[78,5,1,""],GetExtraArgs:[78,5,1,""],GetExtraInputs:[78,5,1,""],GetExtraVars:[78,5,1,""],GetFanInFanOut:[78,5,1,""],GetGlobalStep:[78,5,1,""],GetGlobalVariableScope:[78,5,1,""],GetIncStepSeed:[78,5,1,""],GetOpportunisticVariableReuse:[78,5,1,""],GetOrCreateGlobalStepVar:[78,5,1,""],GetRank:[78,5,1,""],GetShape:[78,5,1,""],GetSize:[78,5,1,""],GetSoftmaxProbsBySeqIndices:[78,5,1,""],GetStepSeed:[78,5,1,""],GetTaskCallScope:[78,5,1,""],GetTpuDeviceAssignment:[78,5,1,""],GetTpuEmbeddingGraphCollection:[78,5,1,""],GetTpuSummaryTensors:[78,5,1,""],GetUnitTestSession:[78,5,1,""],GetVarLeadingDimsAsCombinedLayers:[78,5,1,""],GetVariableName:[78,5,1,""],GetVariableNumLeadingDimsForCombinedLayersContext:[78,5,1,""],GetVariableShapePrefixes:[78,5,1,""],GlobalStepContext:[78,5,1,""],GradientTape:[78,5,1,""],HasAtLeastRank:[78,5,1,""],HasNanOrInf:[78,5,1,""],HasNanOrInfGradient:[78,5,1,""],HasRank:[78,5,1,""],HasSameShape:[78,5,1,""],HasShape:[78,5,1,""],If:[78,5,1,""],InitRNNCellState:[78,5,1,""],IsCompatible:[78,5,1,""],IsDefaultParamInit:[78,5,1,""],IsEagerMode:[78,5,1,""],LengthsFromPaddings:[78,5,1,""],Log:[78,5,1,""],LogMultiLines:[78,5,1,""],MaskGradients:[78,5,1,""],Matmul:[78,5,1,""],MaybeGenerateSeedFromScope:[78,5,1,""],MaybeResetStepSeed:[78,5,1,""],MaybeResetStepSeedFromScope:[78,5,1,""],MaybeSoftCapLogits:[78,5,1,""],MixByWeight:[78,5,1,""],NameScopeDecorator:[78,5,1,""],OpportunisticVariableReuseScope:[78,5,1,""],OverrideVarsFromCheckpoint:[78,5,1,""],OverrideVarsFromCheckpoints:[78,5,1,""],Pack:[78,5,1,""],PadOrTrimTo:[78,5,1,""],PadSequenceDimension:[78,5,1,""],PadSequenceTo:[78,5,1,""],PaddingsFromLengths:[78,5,1,""],PiecewiseConstant:[78,5,1,""],PlaceOnTpuCore:[78,5,1,""],ProjectLastDim:[78,5,1,""],RNNCellStateInit:[78,1,1,""],ReadFileLines:[78,5,1,""],ReadOnlyAttrDictView:[78,5,1,""],ReadVariable:[78,5,1,""],RecordFormatFromFilePattern:[78,5,1,""],ReduceRms:[78,5,1,""],RematerializeFn:[78,5,1,""],RemoveAssertContext:[78,5,1,""],RepeatDim:[78,5,1,""],ResetStepSeed:[78,5,1,""],Retry:[78,5,1,""],RetryOnTransientTfError:[78,5,1,""],ReversePaddedSequence:[78,5,1,""],RunOnTpuHost:[78,5,1,""],SampleStep:[78,5,1,""],SanitizeScopeKey:[78,5,1,""],Save:[78,5,1,""],SequencePaddings:[78,5,1,""],SequencesToDebugStrings:[78,5,1,""],SessionConfig:[78,5,1,""],SetExponentialMovingAverage:[78,5,1,""],SetIsEagerMode:[78,5,1,""],SetShapes:[78,5,1,""],SetTpuDeviceAssignment:[78,5,1,""],ShardedFilePatternToGlob:[78,5,1,""],ShiftLeft:[78,5,1,""],SigmoidCrossEntropyFocalLoss:[78,5,1,""],SkipNoneGradients:[78,5,1,""],Softmax:[78,5,1,""],SoftmaxCrossEntropyFocalLoss:[78,5,1,""],SplitRecursively:[78,5,1,""],StackTensorsRecursively:[78,5,1,""],StatefulRandomOpsInDefun:[78,5,1,""],StepSeedIncrementContext:[78,5,1,""],SumAbs:[78,5,1,""],SumSquared:[78,5,1,""],TaskCallScope:[78,5,1,""],TaskCallScopeName:[78,5,1,""],TensorSpecs:[78,5,1,""],TfFunctionScope:[78,5,1,""],ToPlaceholders:[78,5,1,""],ToStaticShape:[78,5,1,""],ToUniqueList:[78,5,1,""],TopK:[78,5,1,""],Transform:[78,5,1,""],TrimTrailingPaddings:[78,5,1,""],UniformSampler:[78,1,1,""],UnitTestSessionScope:[78,5,1,""],UpdateBatchNormVars:[78,5,1,""],UpdateDtype:[78,5,1,""],UpdateFpropDtype:[78,5,1,""],VarGrad:[78,1,1,""],VariableCreatorScope:[78,5,1,""],VariableListDtypeRegexScope:[78,5,1,""],VariableRenameScope:[78,5,1,""],VariableShapePrefixContext:[78,5,1,""],VariationalNoiseParams:[78,5,1,""],WeightInit:[78,1,1,""],WeightParams:[78,5,1,""],WeightedAvg:[78,5,1,""],WeightedAvgOfMetrics:[78,5,1,""],WhileLoop:[78,5,1,""],Zeros:[78,5,1,""],_ApplySharedRendezvous:[78,5,1,""],_AssertInputsMatch:[78,5,1,""],_CheckNumerics:[78,5,1,""],_CollectionGetter:[78,1,1,""],_ComputeGradientsTpu:[78,5,1,""],_CreateVarInitStateful:[78,5,1,""],_CreateVarInitStateless:[78,5,1,""],_CreateVariableStateful:[78,5,1,""],_CreateVariableStateless:[78,5,1,""],_DefaultVariableCreator:[78,5,1,""],_DefineDefun:[78,5,1,""],_DefineFunction:[78,5,1,""],_DeterministicRandomNormalInitializer:[78,5,1,""],_DeterministicRandomTruncatedNormalInitializer:[78,5,1,""],_DeterministicRandomUniformInitializer:[78,5,1,""],_DeterministicRandomUniformUnitScalingInitializer:[78,5,1,""],_DeterministicRandomVarianceScalingInitializer:[78,5,1,""],_DeterministicRandomXavierUniformInitializer:[78,5,1,""],_EnsureMatrixShape:[78,5,1,""],_GenerateStatelessRngSeed:[78,5,1,""],_GetSampleStep:[78,5,1,""],_GetSharedRendezvous:[78,5,1,""],_GetVariableCreator:[78,5,1,""],_GetVarsToLoad:[78,5,1,""],_Itype:[78,5,1,""],_LogPlacement:[78,5,1,""],_Print:[78,5,1,""],_PrintOptions:[78,5,1,""],_RandomXavierUniformInitializer:[78,5,1,""],_Save:[78,5,1,""],_SharedRendezvousScope:[78,5,1,""],_TransformAndSum:[78,5,1,""],_Unique:[78,1,1,""],_UseTfFunction:[78,5,1,""],_VarInCollection:[78,5,1,""],_WrapFunction:[78,5,1,""],assert_between:[78,5,1,""],assert_equal:[78,5,1,""],assert_even_divide:[78,5,1,""],assert_greater:[78,5,1,""],assert_greater_equal:[78,5,1,""],assert_less:[78,5,1,""],assert_less_equal:[78,5,1,""],assert_same_dim0:[78,5,1,""],assert_shape_match:[78,5,1,""],clip_by_value:[78,5,1,""],outside_all_rewrites:[78,5,1,""],tpu_host:[78,5,1,""],with_dependencies:[78,5,1,""]},"lingvo.core.py_utils.DefinedFunction":{AddFrameworkInputs:[78,2,1,""],captured_inputs:[78,3,1,""],func:[78,3,1,""],output_dtypes:[78,3,1,""],stateful_ops:[78,3,1,""]},"lingvo.core.py_utils.RNNCellStateInit":{RandomNormal:[78,2,1,""],Zeros:[78,2,1,""],_Params:[78,2,1,""]},"lingvo.core.py_utils.UniformSampler":{Add:[78,2,1,""],samples:[78,3,1,""]},"lingvo.core.py_utils.VarGrad":{_VAR_GRAD:[78,4,1,""]},"lingvo.core.py_utils.WeightInit":{Category:[78,2,1,""],Constant:[78,2,1,""],Gaussian:[78,2,1,""],GaussianSqrtDim:[78,2,1,""],GaussianSqrtFanAvg:[78,2,1,""],GaussianSqrtFanIn:[78,2,1,""],GaussianSqrtFanOut:[78,2,1,""],GeoMeanXavier:[78,2,1,""],KaimingUniformFanInLeakyRelu:[78,2,1,""],KaimingUniformFanInRelu:[78,2,1,""],TruncatedGaussian:[78,2,1,""],TruncatedGaussianSqrtDim:[78,2,1,""],TruncatedGaussianSqrtFanIn:[78,2,1,""],TruncatedGaussianSqrtFanOut:[78,2,1,""],Uniform:[78,2,1,""],UniformPositive:[78,2,1,""],UniformSqrtDim:[78,2,1,""],UniformUnitScaling:[78,2,1,""],UniformUnitScalingFanAvg:[78,2,1,""],Xavier:[78,2,1,""],XavierWithFixupParams:[78,2,1,""],_Params:[78,2,1,""]},"lingvo.core.py_utils_flags":{_FromGlobal:[79,5,1,""],enable_asserts:[79,5,1,""],enable_check_numerics:[79,5,1,""],testonly_skip_norm_layers:[79,5,1,""],tpu_compat:[79,5,1,""],use_stateless_vars_init:[79,5,1,""],use_tpu:[79,5,1,""],use_xla:[79,5,1,""]},"lingvo.core.quant_test_lib":{QuantUtilsBaseTest:[80,1,1,""],SampleQuantizedProjectionLayer:[80,1,1,""]},"lingvo.core.quant_test_lib.QuantUtilsBaseTest":{NO_QDOMAIN_EXPECTED:[80,4,1,""],_testLayerHelper:[80,2,1,""]},"lingvo.core.quant_test_lib.SampleQuantizedProjectionLayer":{FProp:[80,2,1,""],Params:[80,2,1,""],_CreateLayerVariables:[80,2,1,""]},"lingvo.core.quant_utils":{BaseClippingCapSchedule:[81,1,1,""],FakeQuantizationSchedule:[81,1,1,""],IdentityClippingCapSchedule:[81,1,1,""],InputDistribution:[81,1,1,""],LinearClippingCapSchedule:[81,1,1,""],PassiveAsymQDomain:[81,1,1,""],QDomain:[81,1,1,""],QuantizableLayer:[81,1,1,""],SymmetricScheduledClipQDomain:[81,1,1,""],_CopyShape:[81,5,1,""],_CountedMinMaxAccumulator:[81,1,1,""]},"lingvo.core.quant_utils.BaseClippingCapSchedule":{ApplyClipping:[81,2,1,""],ApplyClippingWithState:[81,2,1,""],ApplyConstantClip:[81,2,1,""],GetEndRange:[81,2,1,""],GetQuantizedEndRange:[81,2,1,""],GetState:[81,2,1,""],is_quantized:[81,3,1,""]},"lingvo.core.quant_utils.FakeQuantizationSchedule":{ApplyClippingWithState:[81,2,1,""],ApplyConstantClip:[81,2,1,""],GetEndRange:[81,2,1,""],GetQuantizedEndRange:[81,2,1,""],GetState:[81,2,1,""],Params:[81,2,1,""],_GetCurrentMinMax:[81,2,1,""],_GetQuantizedRangeForCap:[81,2,1,""],bits:[81,3,1,""],is_quantized:[81,3,1,""]},"lingvo.core.quant_utils.IdentityClippingCapSchedule":{ApplyClippingWithState:[81,2,1,""],ApplyConstantClip:[81,2,1,""],GetEndRange:[81,2,1,""],GetState:[81,2,1,""]},"lingvo.core.quant_utils.InputDistribution":{POSITIVE:[81,4,1,""],Parse:[81,2,1,""],SYMMETRIC:[81,4,1,""]},"lingvo.core.quant_utils.LinearClippingCapSchedule":{ApplyClippingWithState:[81,2,1,""],ApplyConstantClip:[81,2,1,""],GetEndRange:[81,2,1,""],GetState:[81,2,1,""],Params:[81,2,1,""],_Value:[81,2,1,""],is_quantized:[81,3,1,""]},"lingvo.core.quant_utils.PassiveAsymQDomain":{CreateTensor:[81,2,1,""],GetTensorRange:[81,2,1,""],Params:[81,2,1,""],PostTrainingStepUpdate:[81,2,1,""],QuantizeConstantRange:[81,2,1,""],QuantizeNaturalRange:[81,2,1,""],QuantizeTensors:[81,2,1,""],QuantizeWeight:[81,2,1,""],_CreateLayerVariables:[81,2,1,""],_CreateQStateVar:[81,2,1,""],_GetAccumulatorNameForTensor:[81,2,1,""],_GetQStateVar:[81,2,1,""],_MaybeFakeQuant:[81,2,1,""],_RecordTensor:[81,2,1,""],_SummarizeTensor:[81,2,1,""],bits:[81,3,1,""]},"lingvo.core.quant_utils.QDomain":{CreateTensor:[81,2,1,""],CreateTensorWithShape:[81,2,1,""],FqWeight:[81,2,1,""],FromAqtActActMatmul:[81,2,1,""],FromAqtConv:[81,2,1,""],FromAqtMatmul:[81,2,1,""],FromAqtWeight:[81,2,1,""],GetTensorRange:[81,2,1,""],QuantizeConstantRange:[81,2,1,""],QuantizeNaturalRange:[81,2,1,""],QuantizeTensors:[81,2,1,""],QuantizeWeight:[81,2,1,""],ToAqtActActInputs:[81,2,1,""],ToAqtConv:[81,2,1,""],ToAqtInputs:[81,2,1,""],ToAqtWeight:[81,2,1,""],bits:[81,3,1,""]},"lingvo.core.quant_utils.QuantizableLayer":{CreateAqtWeight:[81,2,1,""],FqWeight:[81,2,1,""],FromAqtActActMatmul:[81,2,1,""],FromAqtConv:[81,2,1,""],FromAqtMatmul:[81,2,1,""],FromAqtWeight:[81,2,1,""],GetQDomain:[81,2,1,""],GetQDomainParams:[81,2,1,""],GetQTensorRange:[81,2,1,""],Params:[81,2,1,""],QRPadding:[81,2,1,""],QRRelu6:[81,2,1,""],QRRelu:[81,2,1,""],QRSigmoid:[81,2,1,""],QRSoftmax:[81,2,1,""],QRTanh:[81,2,1,""],QTensor:[81,2,1,""],QTensorMulti:[81,2,1,""],QWeight:[81,2,1,""],ToAqtActActInputs:[81,2,1,""],ToAqtConv:[81,2,1,""],ToAqtInputs:[81,2,1,""],ToAqtWeight:[81,2,1,""],TrackQTensor:[81,2,1,""],_AddQuantizationFunctions:[81,2,1,""],_CreateChildrenVariables:[81,2,1,""]},"lingvo.core.quant_utils.SymmetricScheduledClipQDomain":{Params:[81,2,1,""],QuantizeConstantRange:[81,2,1,""],QuantizeNaturalRange:[81,2,1,""],QuantizeTensors:[81,2,1,""],QuantizeWeight:[81,2,1,""],bits:[81,3,1,""]},"lingvo.core.quant_utils._CountedMinMaxAccumulator":{DefaultValue:[81,2,1,""],Update:[81,2,1,""]},"lingvo.core.recurrent":{DevicePair:[82,1,1,""],FlattenPadding:[82,5,1,""],Recurrent:[82,5,1,""],StackedRecurrent:[82,5,1,""],_Add:[82,5,1,""],_AssertSameTensors:[82,5,1,""],_AugmentState:[82,5,1,""],_CreateLinks:[82,5,1,""],_DecorateCellFn:[82,5,1,""],_DecorateCellGrad:[82,5,1,""],_DependsOn:[82,5,1,""],_EmptyAcc:[82,5,1,""],_EmptyLike:[82,5,1,""],_EmptyWithFixShape:[82,5,1,""],_GetCellGrad:[82,5,1,""],_Index:[82,5,1,""],_Input:[82,1,1,""],_IsSingleTimeStep:[82,5,1,""],_Join:[82,5,1,""],_Link:[82,1,1,""],_Middle:[82,1,1,""],_Output:[82,1,1,""],_Recurrent:[82,1,1,""],_RecurrentSingleTimeStep:[82,5,1,""],_ReflectOnCellFn:[82,5,1,""],_SeqLenDim:[82,5,1,""],_SeqPaddingLength:[82,5,1,""],_StackedRecurrent:[82,5,1,""],_TransformDType:[82,5,1,""],_Update:[82,5,1,""],_WrapAccumulatorCellFn:[82,5,1,""],_WrapAccumulatorCellGradFn:[82,5,1,""],_WrapCellFnWithStepSeed:[82,5,1,""],_WrapCellFnWithSymbolValues:[82,5,1,""],_WrapCellGradFnWithStepSeed:[82,5,1,""],_WrapCellGradFnWithSymbolValues:[82,5,1,""]},"lingvo.core.recurrent.DevicePair":{_asdict:[82,2,1,""],_field_defaults:[82,4,1,""],_fields:[82,4,1,""],_make:[82,2,1,""],_replace:[82,2,1,""],recv:[82,4,1,""],send:[82,4,1,""]},"lingvo.core.recurrent._Input":{Compute:[82,2,1,""]},"lingvo.core.recurrent._Middle":{Compute:[82,2,1,""]},"lingvo.core.recurrent._Output":{Compute:[82,2,1,""]},"lingvo.core.recurrent._Recurrent":{Compute:[82,2,1,""]},"lingvo.core.repeat_layer":{GenericRepeatLayer:[83,1,1,""],_CopyShapes:[83,5,1,""]},"lingvo.core.repeat_layer.GenericRepeatLayer":{Params:[83,2,1,""],_CreateChildrenVariables:[83,2,1,""],_MaybeStackExtraTheta:[83,2,1,""],_Repeat:[83,2,1,""],_body:[83,3,1,""]},"lingvo.core.retry":{Retry:[84,5,1,""]},"lingvo.core.reversible_layers":{RevNetLayer:[85,1,1,""],StackedRevNetLayer:[85,1,1,""]},"lingvo.core.reversible_layers.RevNetLayer":{FProp:[85,2,1,""],Params:[85,2,1,""],ReverseAndGrad:[85,2,1,""]},"lingvo.core.reversible_layers.StackedRevNetLayer":{FProp:[85,2,1,""],Params:[85,2,1,""]},"lingvo.core.rnn_cell":{ConvLSTMCell:[86,1,1,""],DoubleProjectionLSTMCell:[86,1,1,""],EmbeddingAugmentedLayerNormalizedLSTMCellSimple:[86,1,1,""],GRUCell:[86,1,1,""],LSTMCellGrouped:[86,1,1,""],LSTMCellSimple:[86,1,1,""],LayerNormalizedLSTMCell:[86,1,1,""],LayerNormalizedLSTMCellLean:[86,1,1,""],LayerNormalizedLSTMCellSimple:[86,1,1,""],NormalizedLSTMCellSimple:[86,1,1,""],QRNNPoolingCell:[86,1,1,""],QuantizedLSTMCell:[86,1,1,""],RNNCell:[86,1,1,""],SRUCell:[86,1,1,""],WeightNormalizedLSTMCellSimple:[86,1,1,""],_HistogramSummary:[86,5,1,""]},"lingvo.core.rnn_cell.ConvLSTMCell":{GetOutput:[86,2,1,""],Params:[86,2,1,""],_CreateLayerVariables:[86,2,1,""],_Gates:[86,2,1,""],_Mix:[86,2,1,""],batch_size:[86,2,1,""],hidden_size:[86,3,1,""],output_size:[86,3,1,""],zero_state:[86,2,1,""]},"lingvo.core.rnn_cell.DoubleProjectionLSTMCell":{GetOutput:[86,2,1,""],Params:[86,2,1,""],_CreateLayerVariables:[86,2,1,""],_Gates:[86,2,1,""],_LayerNormGate:[86,2,1,""],_Mix:[86,2,1,""],_ProcessInputProj:[86,2,1,""],_ResetState:[86,2,1,""],batch_size:[86,2,1,""],gates:[86,3,1,""],hidden_size:[86,3,1,""],output_size:[86,3,1,""],zero_state:[86,2,1,""]},"lingvo.core.rnn_cell.EmbeddingAugmentedLayerNormalizedLSTMCellSimple":{FProp:[86,2,1,""],Params:[86,2,1,""],zero_state:[86,2,1,""]},"lingvo.core.rnn_cell.GRUCell":{FProp:[86,2,1,""],GetOutput:[86,2,1,""],LayerNorm:[86,2,1,""],Params:[86,2,1,""],_CreateLayerVariables:[86,2,1,""],_ResetState:[86,2,1,""],batch_size:[86,2,1,""],hidden_size:[86,3,1,""],output_size:[86,3,1,""],zero_state:[86,2,1,""]},"lingvo.core.rnn_cell.LSTMCellGrouped":{FProp:[86,2,1,""],GetOutput:[86,2,1,""],Params:[86,2,1,""],_ShuffleShards:[86,2,1,""],batch_size:[86,2,1,""],zero_state:[86,2,1,""]},"lingvo.core.rnn_cell.LSTMCellSimple":{GetOutput:[86,2,1,""],Params:[86,2,1,""],PostTrainingStepUpdate:[86,2,1,""],_ApplyZoneOut:[86,2,1,""],_CreateLayerVariables:[86,2,1,""],_Gates:[86,2,1,""],_GatesInternal:[86,2,1,""],_GetBias:[86,2,1,""],_Mix:[86,2,1,""],_ProcessNewC:[86,2,1,""],_ResetState:[86,2,1,""],_RetrieveAndSplitGates:[86,2,1,""],batch_size:[86,2,1,""],hidden_size:[86,3,1,""],num_gates:[86,3,1,""],output_size:[86,3,1,""],zero_state:[86,2,1,""]},"lingvo.core.rnn_cell.LayerNormalizedLSTMCell":{GetOutput:[86,2,1,""],Params:[86,2,1,""],_CreateLayerVariables:[86,2,1,""],_Gates:[86,2,1,""],_Mix:[86,2,1,""],_ResetState:[86,2,1,""],batch_size:[86,2,1,""],hidden_size:[86,3,1,""],output_size:[86,3,1,""],zero_state:[86,2,1,""]},"lingvo.core.rnn_cell.LayerNormalizedLSTMCellLean":{GetOutput:[86,2,1,""],Params:[86,2,1,""],_CreateLayerVariables:[86,2,1,""],_Gates:[86,2,1,""],_LayerNormGate:[86,2,1,""],_Mix:[86,2,1,""],_ResetState:[86,2,1,""],batch_size:[86,2,1,""],hidden_size:[86,3,1,""],output_size:[86,3,1,""],zero_state:[86,2,1,""]},"lingvo.core.rnn_cell.LayerNormalizedLSTMCellSimple":{Params:[86,2,1,""],_CreateLayerVariables:[86,2,1,""],_Gates:[86,2,1,""]},"lingvo.core.rnn_cell.NormalizedLSTMCellSimple":{Params:[86,2,1,""],_Gates:[86,2,1,""]},"lingvo.core.rnn_cell.QRNNPoolingCell":{GetOutput:[86,2,1,""],Params:[86,2,1,""],_ApplyZoneOut:[86,2,1,""],_Gates:[86,2,1,""],_Mix:[86,2,1,""],batch_size:[86,2,1,""],zero_state:[86,2,1,""]},"lingvo.core.rnn_cell.QuantizedLSTMCell":{GetOutput:[86,2,1,""],Params:[86,2,1,""],_CreateLayerVariables:[86,2,1,""],_Gates:[86,2,1,""],_Mix:[86,2,1,""],_ResetState:[86,2,1,""],batch_size:[86,2,1,""],zero_state:[86,2,1,""]},"lingvo.core.rnn_cell.RNNCell":{FProp:[86,2,1,""],GetOutput:[86,2,1,""],Params:[86,2,1,""],_VariableCollections:[86,2,1,""],_ZoneOut:[86,2,1,""],batch_size:[86,2,1,""],zero_state:[86,2,1,""]},"lingvo.core.rnn_cell.SRUCell":{GetOutput:[86,2,1,""],LayerNorm:[86,2,1,""],Params:[86,2,1,""],_ApplyZoneOut:[86,2,1,""],_CreateLayerVariables:[86,2,1,""],_Gates:[86,2,1,""],_Mix:[86,2,1,""],batch_size:[86,2,1,""],hidden_size:[86,3,1,""],num_gates:[86,3,1,""],output_size:[86,3,1,""],zero_state:[86,2,1,""]},"lingvo.core.rnn_cell.WeightNormalizedLSTMCellSimple":{Params:[86,2,1,""],_CreateLayerVariables:[86,2,1,""],_Gates:[86,2,1,""]},"lingvo.core.rnn_layers":{BidirectionalFRNN:[87,1,1,""],BidirectionalFRNNQuasi:[87,1,1,""],BidirectionalRNN:[87,1,1,""],BidirectionalRNNV2:[87,1,1,""],FRNN:[87,1,1,""],FRNNWithAttention:[87,1,1,""],GeneratePackedInputResetMask:[87,5,1,""],IdentitySeqLayer:[87,1,1,""],MultiSourceFRNNWithAttention:[87,1,1,""],RNN:[87,1,1,""],StackedBiFRNNLayerByLayer:[87,1,1,""],StackedFRNNLayerByLayer:[87,1,1,""],StackedRNNBase:[87,1,1,""],_ConcatLastDim:[87,5,1,""],_ShiftRight:[87,5,1,""],_ShiftRightWithMasking:[87,5,1,""]},"lingvo.core.rnn_layers.BidirectionalFRNN":{FProp:[87,2,1,""],Params:[87,2,1,""],_CreateChildrenVariables:[87,2,1,""]},"lingvo.core.rnn_layers.BidirectionalFRNNQuasi":{FProp:[87,2,1,""],Params:[87,2,1,""],_CreateChildrenVariables:[87,2,1,""]},"lingvo.core.rnn_layers.BidirectionalRNN":{FProp:[87,2,1,""],Params:[87,2,1,""],_CreateChildrenVariables:[87,2,1,""]},"lingvo.core.rnn_layers.BidirectionalRNNV2":{FProp:[87,2,1,""],Params:[87,2,1,""],_CreateChildrenVariables:[87,2,1,""],_PadSequenceToLength:[87,2,1,""]},"lingvo.core.rnn_layers.FRNN":{FProp:[87,2,1,""],Params:[87,2,1,""],_CreateChildrenVariables:[87,2,1,""],rnn_cell:[87,3,1,""],zero_state:[87,2,1,""]},"lingvo.core.rnn_layers.FRNNWithAttention":{AccumulateStates:[87,2,1,""],FProp:[87,2,1,""],InitForSourcePacked:[87,2,1,""],Params:[87,2,1,""],PostProcessStates:[87,2,1,""],_CreateChildrenVariables:[87,2,1,""],attention:[87,3,1,""],reset_atten_state:[87,2,1,""],rnn_cell:[87,3,1,""],zero_state:[87,2,1,""]},"lingvo.core.rnn_layers.IdentitySeqLayer":{FPropFullSequence:[87,2,1,""],zero_state:[87,2,1,""]},"lingvo.core.rnn_layers.MultiSourceFRNNWithAttention":{FProp:[87,2,1,""],InitAttention:[87,2,1,""],Params:[87,2,1,""],_CreateChildrenVariables:[87,2,1,""],attention:[87,3,1,""],rnn_cell:[87,3,1,""]},"lingvo.core.rnn_layers.RNN":{FProp:[87,2,1,""],Params:[87,2,1,""],_CreateChildrenVariables:[87,2,1,""],zero_state:[87,2,1,""]},"lingvo.core.rnn_layers.StackedBiFRNNLayerByLayer":{FProp:[87,2,1,""],FPropFullSequence:[87,2,1,""],Params:[87,2,1,""],_CreateChildrenVariables:[87,2,1,""],_CreateLayerVariables:[87,2,1,""]},"lingvo.core.rnn_layers.StackedFRNNLayerByLayer":{FProp:[87,2,1,""],FPropFullSequence:[87,2,1,""],Params:[87,2,1,""],_CreateChildrenVariables:[87,2,1,""],_CreateLayerVariables:[87,2,1,""],zero_state:[87,2,1,""]},"lingvo.core.rnn_layers.StackedRNNBase":{Params:[87,2,1,""],_GetCellTpls:[87,2,1,""]},"lingvo.core.routing_config_helper":{RoutingTransformerEncoderParams:[88,1,1,""],SetupRoutingTransformerEncoder:[88,5,1,""]},"lingvo.core.saver":{InRange:[89,1,1,""],IsFinite:[89,1,1,""],ReadNpArrays:[89,5,1,""],SanityCheck:[89,1,1,""],Saver:[89,1,1,""],WriteNpArrays:[89,5,1,""],_VarKey:[89,5,1,""]},"lingvo.core.saver.InRange":{Check:[89,2,1,""]},"lingvo.core.saver.IsFinite":{Check:[89,2,1,""]},"lingvo.core.saver.SanityCheck":{Check:[89,2,1,""]},"lingvo.core.saver.Saver":{Restore:[89,2,1,""],Save:[89,2,1,""],_BuildRestore:[89,2,1,""],_BuildSave:[89,2,1,""],_DoSanityCheck:[89,2,1,""],_GarbageCollect:[89,2,1,""],_GetCheckpointId:[89,2,1,""],_GetState:[89,2,1,""],_SetState:[89,2,1,""],_UpdateState:[89,2,1,""]},"lingvo.core.scatter_update":{SetInplaceUpdate:[90,5,1,""],Update:[90,5,1,""],UseInplaceUpdate:[90,5,1,""]},"lingvo.core.schedule":{AnnealingSchedule:[91,1,1,""],BaseSchedule:[91,1,1,""],CombinedMinimumSchedule:[91,1,1,""],Constant:[91,1,1,""],ConstantOne:[91,1,1,""],ContinuousSchedule:[91,1,1,""],CosineSchedule:[91,1,1,""],CycleSchedule:[91,1,1,""],DevBasedSchedule:[91,1,1,""],ExponentialSchedule:[91,1,1,""],LinearRampupCosineSchedule:[91,1,1,""],LinearRampupExponentialDecay:[91,1,1,""],LinearRampupExponentialDecayScaledByNumSplitSchedule:[91,1,1,""],LinearRampupPiecewiseConstantSchedule:[91,1,1,""],LinearRampupSqrtDecayByBatchSizeAndReplicas:[91,1,1,""],LinearSchedule:[91,1,1,""],PiecewiseConstantSchedule:[91,1,1,""],PiecewiseSchedule:[91,1,1,""],PolynomialSchedule:[91,1,1,""],SqrtDecay:[91,1,1,""],SqrtDecayToZero:[91,1,1,""],StepwiseExponentialSchedule:[91,1,1,""],TransformerMLPerfSchedule:[91,1,1,""],TransformerSchedule:[91,1,1,""],TransformerScheduleNoWarmUp:[91,1,1,""]},"lingvo.core.schedule.AnnealingSchedule":{Params:[91,2,1,""],Value:[91,2,1,""]},"lingvo.core.schedule.BaseSchedule":{Params:[91,2,1,""],Value:[91,2,1,""]},"lingvo.core.schedule.CombinedMinimumSchedule":{Params:[91,2,1,""],Value:[91,2,1,""]},"lingvo.core.schedule.Constant":{Params:[91,2,1,""],Value:[91,2,1,""]},"lingvo.core.schedule.ContinuousSchedule":{Params:[91,2,1,""],Value:[91,2,1,""]},"lingvo.core.schedule.CosineSchedule":{Params:[91,2,1,""],Value:[91,2,1,""]},"lingvo.core.schedule.CycleSchedule":{Params:[91,2,1,""],Value:[91,2,1,""]},"lingvo.core.schedule.DevBasedSchedule":{Params:[91,2,1,""],Value:[91,2,1,""],_CreateLayerVariables:[91,2,1,""]},"lingvo.core.schedule.ExponentialSchedule":{Params:[91,2,1,""],Value:[91,2,1,""]},"lingvo.core.schedule.LinearRampupCosineSchedule":{Params:[91,2,1,""],Value:[91,2,1,""]},"lingvo.core.schedule.LinearRampupExponentialDecay":{Params:[91,2,1,""]},"lingvo.core.schedule.LinearRampupExponentialDecayScaledByNumSplitSchedule":{Params:[91,2,1,""],Value:[91,2,1,""]},"lingvo.core.schedule.LinearRampupPiecewiseConstantSchedule":{Params:[91,2,1,""],Value:[91,2,1,""]},"lingvo.core.schedule.LinearRampupSqrtDecayByBatchSizeAndReplicas":{Params:[91,2,1,""],Value:[91,2,1,""]},"lingvo.core.schedule.LinearSchedule":{Params:[91,2,1,""]},"lingvo.core.schedule.PiecewiseConstantSchedule":{Params:[91,2,1,""],Value:[91,2,1,""]},"lingvo.core.schedule.PiecewiseSchedule":{Params:[91,2,1,""],Value:[91,2,1,""]},"lingvo.core.schedule.PolynomialSchedule":{Params:[91,2,1,""],Value:[91,2,1,""]},"lingvo.core.schedule.SqrtDecay":{Params:[91,2,1,""],Value:[91,2,1,""]},"lingvo.core.schedule.SqrtDecayToZero":{Params:[91,2,1,""],Value:[91,2,1,""]},"lingvo.core.schedule.StepwiseExponentialSchedule":{Params:[91,2,1,""],Value:[91,2,1,""]},"lingvo.core.schedule.TransformerMLPerfSchedule":{Params:[91,2,1,""],Value:[91,2,1,""]},"lingvo.core.schedule.TransformerSchedule":{Params:[91,2,1,""],Value:[91,2,1,""]},"lingvo.core.schedule.TransformerScheduleNoWarmUp":{Params:[91,2,1,""],Value:[91,2,1,""]},"lingvo.core.scorers":{BleuScorer:[92,1,1,""],NGrams:[92,5,1,""],Unsegmenter:[92,1,1,""],_ToUnicode:[92,5,1,""],_Tokenize:[92,5,1,""]},"lingvo.core.scorers.BleuScorer":{AddSentence:[92,2,1,""],ComputeOverallScore:[92,2,1,""],unsegmenter:[92,3,1,""]},"lingvo.core.scorers.Unsegmenter":{_BPE_SEPARATOR:[92,4,1,""],_UnsegmentBpe:[92,2,1,""],_UnsegmentWpm:[92,2,1,""],_WPM_SEPARATOR:[92,4,1,""]},"lingvo.core.self_attention_layer":{Builder:[93,1,1,""],StackedTransformerEncoderLayers:[93,1,1,""]},"lingvo.core.self_attention_layer.Builder":{SelfAttention:[93,2,1,""],TransformerStack:[93,2,1,""],TransformerStackV2:[93,2,1,""],_StridedTransformerLayerBlock:[93,2,1,""],_TransformerLayerBlock:[93,2,1,""]},"lingvo.core.self_attention_layer.StackedTransformerEncoderLayers":{Cast:[93,2,1,""],FProp:[93,2,1,""]},"lingvo.core.sendrecv":{Channel:[94,1,1,""],_TpuCore:[94,5,1,""]},"lingvo.core.sendrecv.Channel":{Recv:[94,2,1,""],Send:[94,2,1,""]},"lingvo.core.spectrum_augmenter":{SpectrumAugmenter:[95,1,1,""],_global_seed_from_inputs:[95,5,1,""],_hat:[95,5,1,""],_random_normal_op:[95,5,1,""],_random_uniform_op:[95,5,1,""]},"lingvo.core.spectrum_augmenter.SpectrumAugmenter":{EinsumBBmBm:[95,2,1,""],EinsumBmtBmBt:[95,2,1,""],EinsumBxyBxBxy:[95,2,1,""],EinsumBxycBxBxyc:[95,2,1,""],EinsumBxycByBxyc:[95,2,1,""],EinsumBxycBzxBzyc:[95,2,1,""],EinsumBxycBzyBxzc:[95,2,1,""],FProp:[95,2,1,""],Params:[95,2,1,""],UnstackFeatures:[95,2,1,""],_AugmentationNetwork:[95,2,1,""],_ConstructWarpMatrix:[95,2,1,""],_FrequencyMask:[95,2,1,""],_FrequencyNoise:[95,2,1,""],_FrequencyWarp:[95,2,1,""],_GetMask:[95,2,1,""],_GetWarpMatrix:[95,2,1,""],_TimeMask:[95,2,1,""],_TimeWarp:[95,2,1,""],augment_weight:[95,3,1,""]},"lingvo.core.spectrum_augmenter_on_device":{SpectrumAugmenterOnDevice:[96,1,1,""]},"lingvo.core.spectrum_augmenter_on_device.SpectrumAugmenterOnDevice":{EinsumBBmBm:[96,2,1,""],EinsumBmtBmBt:[96,2,1,""],EinsumBxyBxBxy:[96,2,1,""],EinsumBxycBxBxyc:[96,2,1,""],EinsumBxycByBxyc:[96,2,1,""],EinsumBxycBzxBzyc:[96,2,1,""],EinsumBxycBzyBxzc:[96,2,1,""]},"lingvo.core.step":{GraphStep:[97,1,1,""],IteratorStep:[97,1,1,""],ParallelStep:[97,1,1,""],RecurrentStepWrapper:[97,1,1,""],StackStep:[97,1,1,""],StatelessLayerStep:[97,1,1,""],Step:[97,1,1,""],SubStep:[97,1,1,""]},"lingvo.core.step.GraphStep":{FProp:[97,2,1,""],Params:[97,2,1,""],PrepareExternalInputs:[97,2,1,""],ZeroState:[97,2,1,""],_seq:[97,4,1,""]},"lingvo.core.step.IteratorStep":{FProp:[97,2,1,""],Params:[97,2,1,""],PrepareExternalInputs:[97,2,1,""],ZeroState:[97,2,1,""]},"lingvo.core.step.ParallelStep":{FProp:[97,2,1,""],Params:[97,2,1,""]},"lingvo.core.step.RecurrentStepWrapper":{FProp:[97,2,1,""],Params:[97,2,1,""],PrepareExternalInputs:[97,2,1,""],ZeroState:[97,2,1,""],_CreateChildrenVariables:[97,2,1,""]},"lingvo.core.step.StackStep":{FProp:[97,2,1,""],Params:[97,2,1,""],PrepareExternalInputs:[97,2,1,""],ZeroState:[97,2,1,""]},"lingvo.core.step.StatelessLayerStep":{FProp:[97,2,1,""],Params:[97,2,1,""]},"lingvo.core.step.Step":{FProp:[97,2,1,""],PrepareExternalInputs:[97,2,1,""],ZeroState:[97,2,1,""]},"lingvo.core.step.SubStep":{_asdict:[97,2,1,""],_field_defaults:[97,4,1,""],_fields:[97,4,1,""],_make:[97,2,1,""],_replace:[97,2,1,""],external_signature:[97,4,1,""],params:[97,4,1,""],signature:[97,4,1,""]},"lingvo.core.steps":{attention_steps:[99,0,0,"-"],embedding_steps:[100,0,0,"-"],rnn_steps:[101,0,0,"-"]},"lingvo.core.steps.attention_steps":{AttentionBlockStep:[99,1,1,""],AttentionStep:[99,1,1,""]},"lingvo.core.steps.attention_steps.AttentionBlockStep":{FProp:[99,2,1,""],Params:[99,2,1,""],ZeroState:[99,2,1,""]},"lingvo.core.steps.attention_steps.AttentionStep":{FProp:[99,2,1,""],Params:[99,2,1,""],PrepareExternalInputs:[99,2,1,""],ZeroState:[99,2,1,""],_GetMaxSeqLength:[99,2,1,""]},"lingvo.core.steps.embedding_steps":{EmbeddingStep:[100,1,1,""],StatefulEmbeddingStep:[100,1,1,""]},"lingvo.core.steps.embedding_steps.EmbeddingStep":{FProp:[100,2,1,""],Params:[100,2,1,""]},"lingvo.core.steps.embedding_steps.StatefulEmbeddingStep":{EmbLookup:[100,2,1,""],FProp:[100,2,1,""],Params:[100,2,1,""],ZeroState:[100,2,1,""],zero_state:[100,2,1,""]},"lingvo.core.steps.rnn_steps":{RnnStackStep:[101,1,1,""],RnnStep:[101,1,1,""]},"lingvo.core.steps.rnn_steps.RnnStackStep":{FProp:[101,2,1,""],Params:[101,2,1,""],PrepareExternalInputs:[101,2,1,""],ZeroState:[101,2,1,""],_CreateChildrenVariables:[101,2,1,""]},"lingvo.core.steps.rnn_steps.RnnStep":{FProp:[101,2,1,""],Params:[101,2,1,""],PrepareExternalInputs:[101,2,1,""],ZeroState:[101,2,1,""]},"lingvo.core.stream_step_test_base":{StreamStepTestBase:[102,1,1,""]},"lingvo.core.stream_step_test_base.StreamStepTestBase":{_BuildStackingBaseGraph:[102,2,1,""],_BuildStackingStreamGraph:[102,2,1,""],_FProp:[102,2,1,""],_GetFPropOutput:[102,2,1,""],_GetInputs:[102,2,1,""],_GetParams:[102,2,1,""],_NormalizeStreamStepOutput:[102,2,1,""],_PadInput:[102,2,1,""],_TestRightContextStackingLayersHelper:[102,2,1,""],_TestStreamStepHelper:[102,2,1,""],_test_params_reprs:[102,4,1,""],input_rank:[102,3,1,""]},"lingvo.core.summary_utils":{AddAttentionSummary:[103,5,1,""],AddAttentionSummaryBatchMajor:[103,5,1,""],AddNormSummary:[103,5,1,""],CollectVarHistogram:[103,5,1,""],GetTensorName:[103,5,1,""],ModelAnalysis:[103,5,1,""],PlotSequenceFeatures:[103,5,1,""],PrepareSequenceForPlot:[103,5,1,""],SequenceLength:[103,5,1,""],StatsCounter:[103,1,1,""],StepRateTracker:[103,1,1,""],TrimPaddingAndPlotAttention:[103,5,1,""],TrimPaddingAndPlotSequence:[103,5,1,""],_ShouldAddSummary:[103,5,1,""],histogram:[103,5,1,""],histogram_v2:[103,5,1,""],image:[103,5,1,""],image_v2:[103,5,1,""],scalar:[103,5,1,""],scalar_input_stats:[103,5,1,""],scalar_v2:[103,5,1,""],text:[103,5,1,""],text_v2:[103,5,1,""]},"lingvo.core.summary_utils.StatsCounter":{IncBy:[103,2,1,""],Value:[103,2,1,""]},"lingvo.core.summary_utils.StepRateTracker":{ComputeStepRate:[103,2,1,""]},"lingvo.core.symbolic":{EvalExpr:[104,5,1,""],IsExpr:[104,5,1,""],IsSymbol:[104,5,1,""],Symbol:[104,1,1,""],SymbolToValueMap:[104,1,1,""],ToStatic:[104,5,1,""],ToTensor:[104,5,1,""],_LocalSymbolToValueStack:[104,1,1,""]},"lingvo.core.symbolic.Symbol":{_explicit_class_assumptions:[104,4,1,""],_prop_handler:[104,4,1,""],default_assumptions:[104,4,1,""],dummy_index:[104,4,1,""]},"lingvo.core.symbolic.SymbolToValueMap":{Get:[104,2,1,""],Stack:[104,2,1,""],_local_stack:[104,4,1,""]},"lingvo.core.target_sequence_sampler":{TargetSequenceSampler:[105,1,1,""],_ComputePaddings:[105,5,1,""]},"lingvo.core.target_sequence_sampler.TargetSequenceSampler":{Params:[105,2,1,""],Sample:[105,2,1,""]},"lingvo.core.task_scheduler":{AdaptiveScheduler:[106,1,1,""],ConstantScheduler:[106,1,1,""],ExponentialScheduler:[106,1,1,""],InverseRatioAdaptiveScheduler:[106,1,1,""],PieceWiseScheduler:[106,1,1,""],RoundRobinScheduler:[106,1,1,""],SequentialScheduler:[106,1,1,""],ShiftedExponentialScheduler:[106,1,1,""],SigmoidScheduler:[106,1,1,""],SimpleAdaptiveScheduler:[106,1,1,""],TaskScheduler:[106,1,1,""]},"lingvo.core.task_scheduler.AdaptiveScheduler":{Params:[106,2,1,""],getMetricHistories:[106,2,1,""]},"lingvo.core.task_scheduler.InverseRatioAdaptiveScheduler":{Sample:[106,2,1,""]},"lingvo.core.task_scheduler.PieceWiseScheduler":{Params:[106,2,1,""],Sample:[106,2,1,""]},"lingvo.core.task_scheduler.RoundRobinScheduler":{Params:[106,2,1,""],Sample:[106,2,1,""]},"lingvo.core.task_scheduler.SequentialScheduler":{Params:[106,2,1,""],Sample:[106,2,1,""]},"lingvo.core.task_scheduler.ShiftedExponentialScheduler":{Params:[106,2,1,""],Sample:[106,2,1,""]},"lingvo.core.task_scheduler.SimpleAdaptiveScheduler":{Sample:[106,2,1,""]},"lingvo.core.task_scheduler.TaskScheduler":{Params:[106,2,1,""],Sample:[106,2,1,""]},"lingvo.core.test_helper":{test_src_dir_path:[107,5,1,""]},"lingvo.core.test_trainer_utils":{MakeModelValidatorTestCase:[108,5,1,""],_ModelTuples:[108,5,1,""]},"lingvo.core.test_utils":{CompareToGoldenSingleFloat:[109,5,1,""],ComputeNumericGradient:[109,5,1,""],PickEveryN:[109,5,1,""],ReplaceGoldenSingleFloat:[109,5,1,""],ReplaceGoldenStackAnalysis:[109,5,1,""],TestCase:[109,1,1,""],_ReplaceOneLineInFile:[109,5,1,""],main:[109,5,1,""]},"lingvo.core.test_utils.TestCase":{SetEval:[109,2,1,""],_create_session:[109,2,1,""],session:[109,2,1,""],setUp:[109,2,1,""]},"lingvo.core.thread_local_utils":{ThreadLocalDict:[110,1,1,""],ThreadLocalStack:[110,1,1,""]},"lingvo.core.tokenizers":{AsciiTokenizer:[111,1,1,""],BaseTokenizer:[111,1,1,""],BpeTokenizer:[111,1,1,""],SentencePieceTokenizer:[111,1,1,""],VocabFileTokenizer:[111,1,1,""],WpmTokenizer:[111,1,1,""]},"lingvo.core.tokenizers.AsciiTokenizer":{IdsToStrings:[111,2,1,""],_StringsToIdsImpl:[111,2,1,""]},"lingvo.core.tokenizers.BaseTokenizer":{IdsToStrings:[111,2,1,""],Params:[111,2,1,""],StringsToIds:[111,2,1,""],StringsToIdsWithOffsets:[111,2,1,""],_StringsToIdsImpl:[111,2,1,""],_StringsToIdsWithOffsetsImpl:[111,2,1,""]},"lingvo.core.tokenizers.BpeTokenizer":{IdsToStrings:[111,2,1,""],Params:[111,2,1,""],_StringsToIdsImpl:[111,2,1,""]},"lingvo.core.tokenizers.SentencePieceTokenizer":{IdsToStrings:[111,2,1,""],Params:[111,2,1,""],StringsToIds:[111,2,1,""],_StringsToIdsImpl:[111,2,1,""]},"lingvo.core.tokenizers.VocabFileTokenizer":{IdsToStrings:[111,2,1,""],Params:[111,2,1,""],_CheckParams:[111,2,1,""],_StringsToIdsImpl:[111,2,1,""],_vocab_file_params:[111,3,1,""]},"lingvo.core.tokenizers.WpmTokenizer":{IdsToStrings:[111,2,1,""],Params:[111,2,1,""],_StringsToIdsImpl:[111,2,1,""]},"lingvo.core.tpu_embedding_layers":{TPUEmbeddingAdagradOptimizer:[112,1,1,""],TPUEmbeddingAdamOptimizer:[112,1,1,""],TPUEmbeddingFTRLOptimizer:[112,1,1,""],TPUEmbeddingLayer:[112,1,1,""],TPUEmbeddingSGDOptimizer:[112,1,1,""],TPUEmbeddingTable:[112,1,1,""],TpuEmbeddingCollection:[112,1,1,""],_RemovePrivateVar:[112,5,1,""],_ShouldUseTpu:[112,5,1,""],_TPUEmbeddingOptimizer:[112,1,1,""]},"lingvo.core.tpu_embedding_layers.TPUEmbeddingAdagradOptimizer":{CreateOptimizerParameters:[112,2,1,""],CreateSlotVariablesAndOps:[112,2,1,""],Params:[112,2,1,""]},"lingvo.core.tpu_embedding_layers.TPUEmbeddingAdamOptimizer":{CreateOptimizerParameters:[112,2,1,""],CreateSlotVariablesAndOps:[112,2,1,""],Params:[112,2,1,""]},"lingvo.core.tpu_embedding_layers.TPUEmbeddingFTRLOptimizer":{CreateOptimizerParameters:[112,2,1,""],CreateSlotVariablesAndOps:[112,2,1,""],Params:[112,2,1,""]},"lingvo.core.tpu_embedding_layers.TPUEmbeddingLayer":{EmbLookup:[112,2,1,""],EmbLookupSparse:[112,2,1,""],Params:[112,2,1,""],_CheckTPUEmbeddingConfig:[112,2,1,""],_CreateChildrenVariables:[112,2,1,""],_CreateLayerVariables:[112,2,1,""],_TpuEmbLookup:[112,2,1,""]},"lingvo.core.tpu_embedding_layers.TPUEmbeddingSGDOptimizer":{CreateOptimizerParameters:[112,2,1,""],CreateSlotVariablesAndOps:[112,2,1,""]},"lingvo.core.tpu_embedding_layers.TPUEmbeddingTable":{CpuEmbLookup:[112,2,1,""],CpuEmbLookupSparse:[112,2,1,""],GetDeviceName:[112,2,1,""],GetVariableName:[112,2,1,""],Params:[112,2,1,""],_CombinerEmbLookup:[112,2,1,""],_CreateLayerVariables:[112,2,1,""],_SequenceEmbLookup:[112,2,1,""],input_keys:[112,3,1,""],max_sequence_length:[112,3,1,""],table_config:[112,3,1,""],table_name:[112,3,1,""]},"lingvo.core.tpu_embedding_layers.TpuEmbeddingCollection":{AddActivations:[112,2,1,""],AddLoadRetrieveOps:[112,2,1,""],AddSummaryTensor:[112,2,1,""],AddTableVariables:[112,2,1,""],ApplyGradients:[112,2,1,""],Get:[112,2,1,""],GetActivations:[112,2,1,""],SetGradientMultiplierSchedule:[112,2,1,""],SetTaskMode:[112,2,1,""],ShouldStopGradient:[112,2,1,""],_ValidateTaskScope:[112,2,1,""],feature_names:[112,3,1,""],load_ops:[112,3,1,""],retrieve_ops:[112,3,1,""],summary_tensors:[112,3,1,""],table_variables:[112,3,1,""],tpu_embedding:[112,3,1,""]},"lingvo.core.tpu_embedding_layers._TPUEmbeddingOptimizer":{CreateOptimizerParameters:[112,2,1,""],CreateSlotVariablesAndOps:[112,2,1,""],Params:[112,2,1,""]},"lingvo.core.tpu_summary":{PwTpuSummaryTensor:[113,1,1,""],RewriteLoopContext:[113,1,1,""],TpuSummaryContext:[113,1,1,""],TpuSummaryScalar:[113,1,1,""],context:[113,5,1,""],merge_all:[113,5,1,""],merge_all_pw_tensor:[113,5,1,""],pw_tensor:[113,5,1,""],scalar:[113,5,1,""],tensor:[113,5,1,""]},"lingvo.core.tpu_summary.PwTpuSummaryTensor":{name:[113,4,1,""],name_scope:[113,4,1,""],value:[113,4,1,""]},"lingvo.core.tpu_summary.RewriteLoopContext":{while_loop:[113,2,1,""]},"lingvo.core.tpu_summary.TpuSummaryContext":{_global_stack:[113,4,1,""],current:[113,2,1,""]},"lingvo.core.tpu_summary.TpuSummaryScalar":{name:[113,4,1,""],name_scope:[113,4,1,""],value:[113,4,1,""],while_loop_reduce:[113,4,1,""]},"lingvo.core.trainer_test_utils":{CountingInputGenerator:[114,1,1,""],IdentityRegressionModel:[114,1,1,""],IdentityRegressionTask:[114,1,1,""]},"lingvo.core.trainer_test_utils.CountingInputGenerator":{Params:[114,2,1,""],_InputBatch:[114,2,1,""]},"lingvo.core.trainer_test_utils.IdentityRegressionModel":{Params:[114,2,1,""],ProcessFPropResults:[114,2,1,""]},"lingvo.core.trainer_test_utils.IdentityRegressionTask":{ComputeLoss:[114,2,1,""],ComputePredictions:[114,2,1,""],FilterPerExampleTensors:[114,2,1,""],ProcessFPropResults:[114,2,1,""],_CreateLayerVariables:[114,2,1,""]},"lingvo.core.tshape":{Shape:[115,1,1,""]},"lingvo.core.tshape.Shape":{Subs:[115,2,1,""],ToTensorShape:[115,2,1,""],num_elements:[115,2,1,""],rank:[115,3,1,""],size:[115,3,1,""]},"lingvo.core.var_tmp_wrappers":{StackedVarWrapperWithManualSharding:[116,1,1,""],VarWrapperTrackAssign:[116,1,1,""]},"lingvo.core.var_tmp_wrappers.StackedVarWrapperWithManualSharding":{assign:[116,2,1,""],assign_add:[116,2,1,""],assign_sub:[116,2,1,""],raw_var:[116,3,1,""],read_value:[116,2,1,""],value:[116,2,1,""]},"lingvo.core.var_tmp_wrappers.VarWrapperTrackAssign":{assign:[116,2,1,""],assign_add:[116,2,1,""],assign_sub:[116,2,1,""],control_after_assigns:[116,2,1,""],previous_assigns:[116,2,1,""],raw_var:[116,3,1,""]},"lingvo.core.wpm_encoder":{WpmEncoder:[117,1,1,""]},"lingvo.core.wpm_encoder.WpmEncoder":{Decode:[117,2,1,""],Encode:[117,2,1,""],_EncodeToIds:[117,2,1,""],_MergeTokens:[117,2,1,""],_StringToToken:[117,2,1,""],_TokenToString:[117,2,1,""],sentence_end_id:[117,3,1,""],sentence_end_string:[117,3,1,""],sentence_start_id:[117,3,1,""],sentence_start_string:[117,3,1,""],unk_id:[117,3,1,""]},"lingvo.datasets":{DatasetFunctionError:[118,6,1,""],GetAllDatasetParamsNotImplementedError:[118,6,1,""],GetDatasets:[118,5,1,""]},"lingvo.executor":{GetExecutorParams:[119,5,1,""],UnsetUnusedTrainParams:[119,5,1,""]},"lingvo.executor.ExecutorTpu":{Start:[119,2,1,""],_GetSession:[119,2,1,""],_Loop:[119,2,1,""],_MaybeConstructSharedModel:[119,2,1,""]},"lingvo.ipython_kernel":{main:[120,5,1,""]},"lingvo.model_imports":{ImportAllParams:[121,5,1,""],ImportParams:[121,5,1,""],_Import:[121,5,1,""],_InsertParams:[121,5,1,""]},"lingvo.model_registry":{GetAllRegisteredClasses:[122,5,1,""],GetClass:[122,5,1,""],GetParams:[122,5,1,""],GetProgramSchedule:[122,5,1,""],RegisterMultiTaskModel:[122,5,1,""],RegisterSingleTaskModel:[122,5,1,""],_ModelRegistryHelper:[122,1,1,""]},"lingvo.model_registry._ModelRegistryHelper":{GetAllRegisteredClasses:[122,2,1,""],GetClass:[122,2,1,""],GetParams:[122,2,1,""],GetProgramSchedule:[122,2,1,""],MaybeUpdateParamsFromFlags:[122,2,1,""],RegisterMultiTaskModel:[122,2,1,""],RegisterSingleTaskModel:[122,2,1,""],_ClassPathPrefix:[122,2,1,""],_CreateWrapperClass:[122,2,1,""],_GetSourceInfo:[122,2,1,""],_MODEL_PARAMS:[122,4,1,""],_MODEL_PARAMS_ALLOW_REDEF:[122,4,1,""],_ModelParamsClassKey:[122,2,1,""],_REGISTERED_MODULES:[122,4,1,""],_RegisterModel:[122,2,1,""]},"lingvo.models_test_helper":{BaseModelsTest:[123,1,1,""],TraverseLayer:[123,5,1,""],_StubOutCreateVariable:[123,5,1,""]},"lingvo.models_test_helper.BaseModelsTest":{CreateTestMethodsForAllRegisteredModels:[123,2,1,""],_ValidateEMA:[123,2,1,""],_testOneModelParams:[123,2,1,""],setUp:[123,2,1,""]},"lingvo.tasks":{asr:[125,0,0,"-"],image:[143,0,0,"-"],lm:[149,0,0,"-"],mt:[179,0,0,"-"],punctuator:[193,0,0,"-"]},"lingvo.tasks.asr":{contextualizer_base:[126,0,0,"-"],decoder:[127,0,0,"-"],decoder_metrics:[128,0,0,"-"],decoder_utils:[129,0,0,"-"],encoder:[130,0,0,"-"],frontend:[131,0,0,"-"],fusion:[132,0,0,"-"],input_generator:[133,0,0,"-"],levenshtein_distance:[134,0,0,"-"],model:[135,0,0,"-"],model_test_input_generator:[136,0,0,"-"],tools:[140,0,0,"-"]},"lingvo.tasks.asr.contextualizer_base":{ContextualizerBase:[126,1,1,""],NullContextualizer:[126,1,1,""]},"lingvo.tasks.asr.contextualizer_base.ContextualizerBase":{GetContextDim:[126,2,1,""],InitAttention:[126,2,1,""],QueryAttention:[126,2,1,""],SetContextMap:[126,2,1,""],ZeroAttention:[126,2,1,""]},"lingvo.tasks.asr.contextualizer_base.NullContextualizer":{GetContextDim:[126,2,1,""],InitAttention:[126,2,1,""],QueryAttention:[126,2,1,""],SetContextMap:[126,2,1,""],ZeroAttention:[126,2,1,""]},"lingvo.tasks.asr.decoder":{AsrDecoder:[127,1,1,""],AsrDecoderBase:[127,1,1,""],_NewTensorArray:[127,5,1,""],_ToTensorArray:[127,5,1,""]},"lingvo.tasks.asr.decoder.AsrDecoder":{AddAdditionalDecoderSummaries:[127,2,1,""],Params:[127,2,1,""],SingleDecodeStep:[127,2,1,""],_ComputeAttention:[127,2,1,""],_GetNumHypsForBeamSearch:[127,2,1,""],_InitBeamSearchStateCallback:[127,2,1,""],_PostBeamSearchStepCallback:[127,2,1,""],_PostProcessAttenProbsForBeamSearch:[127,2,1,""],_PreBeamSearchStepCallback:[127,2,1,""]},"lingvo.tasks.asr.decoder.AsrDecoderBase":{AddAdditionalDecoderSummaries:[127,2,1,""],BaseZeroState:[127,2,1,""],ComputeLoss:[127,2,1,""],ComputePredictions:[127,2,1,""],ComputePredictionsDynamic:[127,2,1,""],ComputePredictionsFunctional:[127,2,1,""],CreateTargetInfoMisc:[127,2,1,""],DecoderStepZeroState:[127,2,1,""],InitDecoder:[127,2,1,""],MiscZeroState:[127,2,1,""],Params:[127,2,1,""],PostStepDecoderStateUpdate:[127,2,1,""],SequenceOutTensorArrays:[127,1,1,""],SingleDecodeStep:[127,2,1,""],TargetInfo:[127,1,1,""],TargetsToBeFedAtCurrentDecodeStep:[127,2,1,""],UpdateTargetVocabSize:[127,2,1,""],_AddDecoderActivationsSummary:[127,2,1,""],_ApplyDropout:[127,2,1,""],_ComputeLogits:[127,2,1,""],_ComputeMetrics:[127,2,1,""],_CreateAtten:[127,2,1,""],_ExtractConfidenceFeatures:[127,2,1,""],_GetAttenContextDim:[127,2,1,""],_GetAttenProbsFromSequenceOutTensorArrays:[127,2,1,""],_GetEncoderPaddings:[127,2,1,""],_GetInitialSeqStateTensorArrays:[127,2,1,""],_GetInitialTargetInfo:[127,2,1,""],_GetNewAttenProbs:[127,2,1,""],_GetPredictionFromSequenceOutTensorArrays:[127,2,1,""],_InitAttention:[127,2,1,""],_InitBeamSearchStateCallback:[127,2,1,""],_PostBeamSearchStepCallback:[127,2,1,""],_PreBeamSearchStepCallback:[127,2,1,""],_UpdateSequenceOutTensorArrays:[127,2,1,""]},"lingvo.tasks.asr.decoder.AsrDecoderBase.SequenceOutTensorArrays":{_asdict:[127,2,1,""],_field_defaults:[127,4,1,""],_fields:[127,4,1,""],_make:[127,2,1,""],_replace:[127,2,1,""],atten_probs:[127,4,1,""],confidence_logits:[127,4,1,""],fusion:[127,4,1,""],logits:[127,4,1,""],misc:[127,4,1,""],rnn_outs:[127,4,1,""],step_outs:[127,4,1,""]},"lingvo.tasks.asr.decoder.AsrDecoderBase.TargetInfo":{_asdict:[127,2,1,""],_field_defaults:[127,4,1,""],_fields:[127,4,1,""],_make:[127,2,1,""],_replace:[127,2,1,""],emb:[127,4,1,""],id:[127,4,1,""],label:[127,4,1,""],misc:[127,4,1,""],padding:[127,4,1,""],weight:[127,4,1,""]},"lingvo.tasks.asr.decoder_metrics":{BeamSearchDecodeOutputToDecoderTopK:[128,5,1,""],DecoderMetrics:[128,1,1,""],DecoderTopK:[128,4,1,""]},"lingvo.tasks.asr.decoder_metrics.DecoderMetrics":{AddAdditionalDecoderMetricsToGraph:[128,2,1,""],ComputeMetrics:[128,2,1,""],ComputeNormalizedWER:[128,2,1,""],CreateMetrics:[128,2,1,""],GetTopK:[128,2,1,""],Params:[128,2,1,""],PostProcess:[128,2,1,""]},"lingvo.tasks.asr.decoder_utils":{ComputeWer:[129,5,1,""],EditDistance:[129,5,1,""],EditDistanceInIds:[129,5,1,""],FilterEpsilon:[129,5,1,""],FilterNoise:[129,5,1,""],SetRnnCellNodes:[129,5,1,""],Tokenize:[129,5,1,""],_IsSymbolOrPositive:[129,5,1,""]},"lingvo.tasks.asr.encoder":{AsrEncoder:[130,1,1,""],ConvLSTMBlock:[130,1,1,""]},"lingvo.tasks.asr.encoder.AsrEncoder":{CreateBidirectionalRNNParams:[130,2,1,""],CreateConvLstmLayerParams:[130,2,1,""],FProp:[130,2,1,""],FirstLstmLayerInputDimAndPadding:[130,2,1,""],Params:[130,2,1,""],_use_functional:[130,3,1,""],input_shape:[130,3,1,""],supports_streaming:[130,3,1,""],zero_state:[130,2,1,""]},"lingvo.tasks.asr.encoder.ConvLSTMBlock":{_asdict:[130,2,1,""],_field_defaults:[130,4,1,""],_fields:[130,4,1,""],_make:[130,2,1,""],_replace:[130,2,1,""],cnn:[130,4,1,""],rnn:[130,4,1,""]},"lingvo.tasks.asr.frontend":{AsrFrontendConfig:[131,1,1,""],BaseAsrFrontend:[131,1,1,""],MelAsrFrontend:[131,1,1,""],NullAsrFrontend:[131,1,1,""],_NextPowerOfTwo:[131,5,1,""]},"lingvo.tasks.asr.frontend.AsrFrontendConfig":{_asdict:[131,2,1,""],_field_defaults:[131,4,1,""],_fields:[131,4,1,""],_make:[131,2,1,""],_replace:[131,2,1,""],input_frame_ratio:[131,4,1,""],is_null:[131,4,1,""],output_dim:[131,4,1,""],src_pcm_sample_rate:[131,4,1,""],src_pcm_scale:[131,4,1,""],src_type:[131,4,1,""]},"lingvo.tasks.asr.frontend.BaseAsrFrontend":{FProp:[131,2,1,""],GetConfigFromParams:[131,2,1,""],config:[131,3,1,""]},"lingvo.tasks.asr.frontend.MelAsrFrontend":{FProp:[131,2,1,""],GetConfigFromParams:[131,2,1,""],Params:[131,2,1,""],_ApplyPreemphasis:[131,2,1,""],_CreateWindowFunction:[131,2,1,""],_FPropChunk:[131,2,1,""],_FPropDefault:[131,2,1,""],_GetMelPadding:[131,2,1,""],_MelSpectrogram:[131,2,1,""],_PadAndReshapeSpec:[131,2,1,""],_RemoveChannelDim:[131,2,1,""],_ReshapeToMono2D:[131,2,1,""],_StackSignal:[131,2,1,""],window_frame_size:[131,3,1,""],window_frame_step:[131,3,1,""]},"lingvo.tasks.asr.frontend.NullAsrFrontend":{FProp:[131,2,1,""],GetConfigFromParams:[131,2,1,""]},"lingvo.tasks.asr.fusion":{FusionBase:[132,1,1,""],NullFusion:[132,1,1,""]},"lingvo.tasks.asr.fusion.FusionBase":{AddAdditionalDecoderSummaries:[132,2,1,""],ComputeLogitsWithLM:[132,2,1,""],FProp:[132,2,1,""],Params:[132,2,1,""],_CreateChildrenVariables:[132,2,1,""],_FPropLm:[132,2,1,""],_ModifyLmBeforeFProp:[132,2,1,""],zero_state:[132,2,1,""]},"lingvo.tasks.asr.fusion.NullFusion":{ComputeLogitsWithLM:[132,2,1,""],FProp:[132,2,1,""]},"lingvo.tasks.asr.input_generator":{AsrInput:[133,1,1,""]},"lingvo.tasks.asr.input_generator.AsrInput":{BuildInputBatch:[133,2,1,""],Params:[133,2,1,""],_DataSourceFromFilePattern:[133,2,1,""],_MaybePadSourceInputs:[133,2,1,""]},"lingvo.tasks.asr.levenshtein_distance":{ErrorStats:[134,1,1,""],LevenshteinDistance:[134,5,1,""]},"lingvo.tasks.asr.model":{AsrModel:[135,1,1,""]},"lingvo.tasks.asr.model.AsrModel":{ComputeLoss:[135,2,1,""],ComputePredictions:[135,2,1,""],CreateDecoderMetrics:[135,2,1,""],DecodeWithTheta:[135,2,1,""],FrontendAndEncoderFProp:[135,2,1,""],Inference:[135,2,1,""],Params:[135,2,1,""],PostProcessDecodeOut:[135,2,1,""],_ComputeDecoderMetrics:[135,2,1,""],_ComputeNormalizedWER:[135,2,1,""],_DecoderMetricsParams:[135,2,1,""],_GetDecoderTargets:[135,2,1,""],_GetTargetForDecoderMetrics:[135,2,1,""],_GetTopK:[135,2,1,""],_InferenceSubgraph_Default:[135,2,1,""],_MakeDecoderTheta:[135,2,1,""]},"lingvo.tasks.asr.model_test_input_generator":{TestInputGenerator:[136,1,1,""]},"lingvo.tasks.asr.model_test_input_generator.TestInputGenerator":{GetBpropParams:[136,2,1,""],GetBpropType:[136,2,1,""],GlobalBatchSize:[136,2,1,""],Params:[136,2,1,""],SampleIds:[136,2,1,""],SetBpropType:[136,2,1,""],_GetSourceInputsAndLabels:[136,2,1,""],_InputBatch:[136,2,1,""],_Sources:[136,2,1,""],_Targets:[136,2,1,""],_check_paddings:[136,2,1,""]},"lingvo.tasks.asr.params":{librispeech:[138,0,0,"-"],params:[139,0,0,"-"]},"lingvo.tasks.asr.params.librispeech":{Librispeech960Base:[138,1,1,""],Librispeech960Grapheme:[138,1,1,""],Librispeech960GraphemeTpuV2:[138,1,1,""],Librispeech960Wpm:[138,1,1,""],Librispeech960WpmTpuV2:[138,1,1,""]},"lingvo.tasks.asr.params.librispeech.Librispeech960Base":{Dev:[138,2,1,""],Devother:[138,2,1,""],ProgramSchedule:[138,2,1,""],SetBucketSizes:[138,2,1,""],Task:[138,2,1,""],Test:[138,2,1,""],Testother:[138,2,1,""],Train:[138,2,1,""],_CommonInputParams:[138,2,1,""]},"lingvo.tasks.asr.params.librispeech.Librispeech960Grapheme":{Dev:[138,2,1,""],Devother:[138,2,1,""],GRAPHEME_TARGET_SEQUENCE_LENGTH:[138,4,1,""],GRAPHEME_VOCAB_SIZE:[138,4,1,""],InitializeTokenizer:[138,2,1,""],Task:[138,2,1,""],Test:[138,2,1,""],Testother:[138,2,1,""],Train:[138,2,1,""]},"lingvo.tasks.asr.params.librispeech.Librispeech960GraphemeTpuV2":{Task:[138,2,1,""],_CommonInputParams:[138,2,1,""]},"lingvo.tasks.asr.params.librispeech.Librispeech960Wpm":{Dev:[138,2,1,""],Devother:[138,2,1,""],EMBEDDING_DIMENSION:[138,4,1,""],InitializeTokenizer:[138,2,1,""],NUM_TRAINING_WORKERS:[138,4,1,""],Task:[138,2,1,""],Test:[138,2,1,""],Testother:[138,2,1,""],Train:[138,2,1,""],WPM_SYMBOL_TABLE_FILEPATH:[138,4,1,""],WPM_TARGET_SEQUENCE_LENGTH:[138,4,1,""],WPM_VOCAB_SIZE:[138,4,1,""]},"lingvo.tasks.asr.params.librispeech.Librispeech960WpmTpuV2":{Task:[138,2,1,""],_CommonInputParams:[138,2,1,""]},"lingvo.tasks.asr.tools":{simple_wer:[141,0,0,"-"],simple_wer_v2:[142,0,0,"-"]},"lingvo.tasks.asr.tools.simple_wer":{AverageWERs:[141,5,1,""],ComputeEditDistanceMatrix:[141,5,1,""],ComputeWER:[141,5,1,""],GenerateSummaryFromErrs:[141,5,1,""],PreprocessTxtBeforeWER:[141,5,1,""],_GenerateAlignedHtml:[141,5,1,""],main:[141,5,1,""]},"lingvo.tasks.asr.tools.simple_wer_v2":{ComputeEditDistanceMatrix:[142,5,1,""],HighlightAlignedHtml:[142,5,1,""],RemoveCommentTxtPreprocess:[142,5,1,""],SimpleWER:[142,1,1,""],TxtPreprocess:[142,5,1,""],main:[142,5,1,""]},"lingvo.tasks.asr.tools.simple_wer_v2.SimpleWER":{AddHypRef:[142,2,1,""],GetBreakdownWER:[142,2,1,""],GetKeyPhraseStats:[142,2,1,""],GetSummaries:[142,2,1,""],GetWER:[142,2,1,""],aligned_htmls:[142,4,1,""],hyp_keyphrase_counts:[142,4,1,""],key_phrases:[142,4,1,""],matched_keyphrase_counts:[142,4,1,""],ref_keyphrase_counts:[142,4,1,""],wer_info:[142,4,1,""]},"lingvo.tasks.image":{classifier:[144,0,0,"-"],input_generator:[145,0,0,"-"]},"lingvo.tasks.image.classifier":{BaseClassifier:[144,1,1,""],ModelV1:[144,1,1,""],ModelV2:[144,1,1,""],TopKAccuracy:[144,5,1,""]},"lingvo.tasks.image.classifier.BaseClassifier":{Params:[144,2,1,""],_Accuracy:[144,2,1,""],_AddSummary:[144,2,1,""]},"lingvo.tasks.image.classifier.ModelV1":{CreateDecoderMetrics:[144,2,1,""],Decode:[144,2,1,""],FPropTower:[144,2,1,""],Params:[144,2,1,""],PostProcessDecodeOut:[144,2,1,""]},"lingvo.tasks.image.classifier.ModelV2":{ComputeLoss:[144,2,1,""],ComputePredictions:[144,2,1,""],DecodeWithTheta:[144,2,1,""],Inference:[144,2,1,""],Params:[144,2,1,""],_InferenceSubgraph_Default:[144,2,1,""]},"lingvo.tasks.image.input_generator":{FakeMnistData:[145,5,1,""],MnistTestInput:[145,1,1,""],MnistTrainInput:[145,1,1,""],_MnistInputBase:[145,1,1,""]},"lingvo.tasks.image.input_generator.MnistTestInput":{Params:[145,2,1,""]},"lingvo.tasks.image.input_generator.MnistTrainInput":{Params:[145,2,1,""]},"lingvo.tasks.image.input_generator._MnistInputBase":{Params:[145,2,1,""],_Preprocess:[145,2,1,""]},"lingvo.tasks.image.params":{mnist:[147,0,0,"-"],params:[148,0,0,"-"]},"lingvo.tasks.image.params.mnist":{Base:[147,1,1,""],LeNet5:[147,1,1,""]},"lingvo.tasks.image.params.mnist.Base":{Dev:[147,2,1,""],Test:[147,2,1,""],Train:[147,2,1,""],path:[147,3,1,""]},"lingvo.tasks.image.params.mnist.LeNet5":{BN:[147,4,1,""],DROP:[147,4,1,""],Task:[147,2,1,""]},"lingvo.tasks.lm":{input_generator:[150,0,0,"-"],layers:[151,0,0,"-"],model:[152,0,0,"-"],tools:[157,0,0,"-"]},"lingvo.tasks.lm.input_generator":{LmInput:[150,1,1,""]},"lingvo.tasks.lm.input_generator.LmInput":{BuildInputBatch:[150,2,1,""],Params:[150,2,1,""],_DataSourceFromFilePattern:[150,2,1,""]},"lingvo.tasks.lm.layers":{BaseLanguageModel:[151,1,1,""],ComputeXentOutput:[151,5,1,""],ConditionalRnnLm:[151,1,1,""],GPipeTransformerLm:[151,1,1,""],MoeLm:[151,1,1,""],NullLm:[151,1,1,""],RnnLm:[151,1,1,""],RnnLmNoEmbedding:[151,1,1,""],TransformerLm:[151,1,1,""],TransformerLmNoEmbedding:[151,1,1,""],_RnnOutputSize:[151,5,1,""]},"lingvo.tasks.lm.layers.BaseLanguageModel":{CombineStates:[151,2,1,""],FProp:[151,2,1,""],GetFeedDict:[151,2,1,""],Logits:[151,2,1,""],Params:[151,2,1,""],Step:[151,2,1,""],StepOutputDimension:[151,2,1,""],UpdateTargetVocabSize:[151,2,1,""],zero_state:[151,2,1,""]},"lingvo.tasks.lm.layers.ConditionalRnnLm":{FProp:[151,2,1,""],Params:[151,2,1,""]},"lingvo.tasks.lm.layers.GPipeTransformerLm":{CommonParams:[151,2,1,""],FProp:[151,2,1,""],Params:[151,2,1,""],zero_state:[151,2,1,""]},"lingvo.tasks.lm.layers.MoeLm":{FProp:[151,2,1,""],Params:[151,2,1,""],zero_state:[151,2,1,""]},"lingvo.tasks.lm.layers.NullLm":{CombineStates:[151,2,1,""],FProp:[151,2,1,""],Logits:[151,2,1,""],Step:[151,2,1,""],StepOutputDimension:[151,2,1,""],zero_state:[151,2,1,""]},"lingvo.tasks.lm.layers.RnnLm":{CommonParams:[151,2,1,""],FProp:[151,2,1,""],Params:[151,2,1,""],zero_state:[151,2,1,""]},"lingvo.tasks.lm.layers.RnnLmNoEmbedding":{CombineStates:[151,2,1,""],FProp:[151,2,1,""],Params:[151,2,1,""],Step:[151,2,1,""],StepOutputDimension:[151,2,1,""],zero_state:[151,2,1,""]},"lingvo.tasks.lm.layers.TransformerLm":{CommonParams:[151,2,1,""],FProp:[151,2,1,""],Params:[151,2,1,""]},"lingvo.tasks.lm.layers.TransformerLmNoEmbedding":{FProp:[151,2,1,""],Params:[151,2,1,""],Step:[151,2,1,""],StepOutputDimension:[151,2,1,""],zero_state:[151,2,1,""]},"lingvo.tasks.lm.model":{BatchMajorLanguageModel:[152,1,1,""],FixedShapeInputLanguageModel:[152,1,1,""],LanguageModel:[152,1,1,""],PackedBatchMajorLanguageModel:[152,1,1,""]},"lingvo.tasks.lm.model.BatchMajorLanguageModel":{FPropTower:[152,2,1,""],_InferenceSubgraph_Default:[152,2,1,""],_TrimIfPossible:[152,2,1,""]},"lingvo.tasks.lm.model.FixedShapeInputLanguageModel":{_TrimIfPossibleThenTranspose:[152,2,1,""]},"lingvo.tasks.lm.model.LanguageModel":{AdjustGradients:[152,2,1,""],ComputeLoss:[152,2,1,""],ComputePredictions:[152,2,1,""],FPropTower:[152,2,1,""],Inference:[152,2,1,""],Params:[152,2,1,""],UpdateTargetVocabSize:[152,2,1,""],_InferenceSubgraph_Default:[152,2,1,""],_TrimIfPossibleThenTranspose:[152,2,1,""]},"lingvo.tasks.lm.model.PackedBatchMajorLanguageModel":{FPropTower:[152,2,1,""],Inference:[152,2,1,""],Params:[152,2,1,""],_InferenceSubgraph_Default:[152,2,1,""]},"lingvo.tasks.lm.params":{one_billion_wds:[154,0,0,"-"],params:[155,0,0,"-"],synthetic_packed_input:[156,0,0,"-"]},"lingvo.tasks.lm.params.one_billion_wds":{OneBWdsGPipeTransformerWPM:[154,1,1,""],WordLevelOneBwdsBase:[154,1,1,""],WordLevelOneBwdsSimpleSampledSoftmax:[154,1,1,""],WordLevelOneBwdsSimpleSampledSoftmaxTiny:[154,1,1,""]},"lingvo.tasks.lm.params.one_billion_wds.OneBWdsGPipeTransformerWPM":{BATCH_SIZE:[154,4,1,""],Dev:[154,2,1,""],EMBEDDING_DIM:[154,4,1,""],GPUS:[154,4,1,""],LAYERS:[154,4,1,""],MAX_TOKENS:[154,4,1,""],NUM_MICRO_BATCHES:[154,4,1,""],SPLITS:[154,4,1,""],Task:[154,2,1,""],Test:[154,2,1,""],Train:[154,2,1,""],VOCAB_SIZE:[154,4,1,""]},"lingvo.tasks.lm.params.one_billion_wds.WordLevelOneBwdsBase":{CORPUS_DIR:[154,4,1,""],Dev:[154,2,1,""],EMBEDDING_DIM:[154,4,1,""],MAX_TOKENS:[154,4,1,""],NUM_EMBEDDING_SHARDS:[154,4,1,""],NUM_SAMPLED:[154,4,1,""],NUM_SOFTMAX_SHARDS:[154,4,1,""],RNN_STATE_DIM:[154,4,1,""],Task:[154,2,1,""],Test:[154,2,1,""],Train:[154,2,1,""],VOCAB_SIZE:[154,4,1,""],WORD_VOCAB:[154,4,1,""]},"lingvo.tasks.lm.params.one_billion_wds.WordLevelOneBwdsSimpleSampledSoftmax":{Task:[154,2,1,""]},"lingvo.tasks.lm.params.one_billion_wds.WordLevelOneBwdsSimpleSampledSoftmaxTiny":{EMBEDDING_DIM:[154,4,1,""],MAX_TOKENS:[154,4,1,""],NUM_EMBEDDING_SHARDS:[154,4,1,""],NUM_SAMPLED:[154,4,1,""],NUM_SOFTMAX_SHARDS:[154,4,1,""],RNN_STATE_DIM:[154,4,1,""]},"lingvo.tasks.lm.params.synthetic_packed_input":{DenseLm128B16x16:[156,1,1,""],DenseLm128B32x32:[156,1,1,""],DenseLm128B8x8:[156,1,1,""],DenseLm12kWide162BAdam16x16:[156,1,1,""],DenseLm12kWide162BAdam32x32:[156,1,1,""],DenseLm12kWide162BAdamBS25616x16:[156,1,1,""],DenseLm12kWide41BAdam16x16:[156,1,1,""],DenseLm12kWide41BAdam8x8:[156,1,1,""],DenseLm175B32x32:[156,1,1,""],DenseLm1T16x16:[156,1,1,""],DenseLmTemplate:[156,1,1,""],ShardedAdam:[156,1,1,""],ShardedAdamOptimizer:[156,1,1,""],SyntheticTrain:[156,1,1,""]},"lingvo.tasks.lm.params.synthetic_packed_input.DenseLm128B16x16":{BATCH_DIM_PER_DEVICE:[156,4,1,""],DEVICE_MESH:[156,4,1,""],DEVICE_MESH_SHAPE:[156,4,1,""],NUM_DEVICES_PER_SPLIT:[156,4,1,""],SEQUENCE_LENGTH:[156,4,1,""]},"lingvo.tasks.lm.params.synthetic_packed_input.DenseLm128B32x32":{BATCH_DIM_PER_DEVICE:[156,4,1,""],DEVICE_MESH:[156,4,1,""],DEVICE_MESH_SHAPE:[156,4,1,""],NUM_DEVICES_PER_SPLIT:[156,4,1,""],SEQUENCE_LENGTH:[156,4,1,""],TRAIN_STEPS_PER_LOOP:[156,4,1,""]},"lingvo.tasks.lm.params.synthetic_packed_input.DenseLm128B8x8":{BATCH_DIM_PER_DEVICE:[156,4,1,""],DEVICE_MESH:[156,4,1,""],DEVICE_MESH_SHAPE:[156,4,1,""],NUM_DEVICES_PER_SPLIT:[156,4,1,""],NUM_TRANSFORMER_LAYERS:[156,4,1,""],SEQUENCE_LENGTH:[156,4,1,""],Task:[156,2,1,""]},"lingvo.tasks.lm.params.synthetic_packed_input.DenseLm12kWide162BAdam16x16":{BATCH_DIM_PER_DEVICE:[156,4,1,""],DEVICE_MESH:[156,4,1,""],DEVICE_MESH_SHAPE:[156,4,1,""],NUM_TRANSFORMER_LAYERS:[156,4,1,""]},"lingvo.tasks.lm.params.synthetic_packed_input.DenseLm12kWide162BAdam32x32":{BATCH_DIM_PER_DEVICE:[156,4,1,""],DEVICE_MESH:[156,4,1,""],DEVICE_MESH_SHAPE:[156,4,1,""],NUM_DEVICES_PER_SPLIT:[156,4,1,""],TRAIN_STEPS_PER_LOOP:[156,4,1,""]},"lingvo.tasks.lm.params.synthetic_packed_input.DenseLm12kWide162BAdamBS25616x16":{BATCH_DIM_PER_DEVICE:[156,4,1,""],NUM_MICRO_BATCHES:[156,4,1,""]},"lingvo.tasks.lm.params.synthetic_packed_input.DenseLm12kWide41BAdam16x16":{ATTENTION_KEY_VALUE_DIM:[156,4,1,""],BATCH_DIM_PER_DEVICE:[156,4,1,""],DEVICE_MESH:[156,4,1,""],DEVICE_MESH_SHAPE:[156,4,1,""],GATED_GELU:[156,4,1,""],HIDDEN_DIM:[156,4,1,""],MODEL_DIM:[156,4,1,""],NUM_DEVICES_PER_SPLIT:[156,4,1,""],NUM_HEADS:[156,4,1,""],NUM_MICRO_BATCHES:[156,4,1,""],NUM_TRANSFORMER_LAYERS:[156,4,1,""],POSITIONAL_EMBEDDING:[156,4,1,""],SEQUENCE_LENGTH:[156,4,1,""],Task:[156,2,1,""]},"lingvo.tasks.lm.params.synthetic_packed_input.DenseLm12kWide41BAdam8x8":{BATCH_DIM_PER_DEVICE:[156,4,1,""],DEVICE_MESH:[156,4,1,""],DEVICE_MESH_SHAPE:[156,4,1,""],NUM_DEVICES_PER_SPLIT:[156,4,1,""],NUM_MICRO_BATCHES:[156,4,1,""]},"lingvo.tasks.lm.params.synthetic_packed_input.DenseLm175B32x32":{ATTENTION_KEY_VALUE_DIM:[156,4,1,""],BATCH_DIM_PER_DEVICE:[156,4,1,""],DEVICE_MESH:[156,4,1,""],DEVICE_MESH_SHAPE:[156,4,1,""],GATED_GELU:[156,4,1,""],HIDDEN_DIM:[156,4,1,""],MODEL_DIM:[156,4,1,""],NUM_DEVICES_PER_SPLIT:[156,4,1,""],NUM_HEADS:[156,4,1,""],NUM_TRANSFORMER_LAYERS:[156,4,1,""],POSITIONAL_EMBEDDING:[156,4,1,""],SEQUENCE_LENGTH:[156,4,1,""],USE_REPEAT_LAYER:[156,4,1,""]},"lingvo.tasks.lm.params.synthetic_packed_input.DenseLm1T16x16":{BATCH_DIM_PER_DEVICE:[156,4,1,""],HIDDEN_DIM:[156,4,1,""],MODEL_DIM:[156,4,1,""],NUM_HEADS:[156,4,1,""],NUM_TRANSFORMER_LAYERS:[156,4,1,""],SEQUENCE_LENGTH:[156,4,1,""]},"lingvo.tasks.lm.params.synthetic_packed_input.DenseLmTemplate":{ATTENTION_KEY_VALUE_DIM:[156,4,1,""],BATCH_DIM_PER_DEVICE:[156,4,1,""],DEBUG:[156,4,1,""],DEVICE_MESH:[156,4,1,""],DEVICE_MESH_SHAPE:[156,4,1,""],GATED_GELU:[156,4,1,""],HIDDEN_DIM:[156,4,1,""],LABEL_SMOOTHING:[156,4,1,""],MODEL_DIM:[156,4,1,""],NUM_DEVICES_PER_SPLIT:[156,4,1,""],NUM_HEADS:[156,4,1,""],NUM_TRANSFORMER_LAYERS:[156,4,1,""],POSITIONAL_EMBEDDING:[156,4,1,""],ProgramSchedule:[156,2,1,""],SEQUENCE_LENGTH:[156,4,1,""],TRAIN_STEPS_PER_LOOP:[156,4,1,""],Task:[156,2,1,""],Train:[156,2,1,""],USE_REPEAT_LAYER:[156,4,1,""],VOCAB_SIZE:[156,4,1,""]},"lingvo.tasks.lm.params.synthetic_packed_input.ShardedAdam":{GetOptimizer:[156,2,1,""],Params:[156,2,1,""]},"lingvo.tasks.lm.params.synthetic_packed_input.ShardedAdamOptimizer":{_create_slots:[156,2,1,""]},"lingvo.tasks.lm.params.synthetic_packed_input.SyntheticTrain":{Params:[156,2,1,""],_InputBatch:[156,2,1,""]},"lingvo.tasks.lm.tools":{download_lm1b:[158,0,0,"-"]},"lingvo.tasks.lm.tools.download_lm1b":{main:[158,5,1,""]},"lingvo.tasks.milan":{common_schema:[160,0,0,"-"],constants:[161,0,0,"-"],dataset_spec:[162,0,0,"-"],dual_encoder:[163,0,0,"-"],image_preprocessor:[164,0,0,"-"],input_generator:[165,0,0,"-"],labels:[166,0,0,"-"],score_functions:[172,0,0,"-"],tf_hub_layers:[173,0,0,"-"],tpu_utils:[176,0,0,"-"],transformers:[177,0,0,"-"],utils:[178,0,0,"-"]},"lingvo.tasks.milan.common_schema":{AudioFeatures:[160,5,1,""],ImageFeatures:[160,5,1,""],TextFeatures:[160,5,1,""],_Feature:[160,5,1,""]},"lingvo.tasks.milan.constants":{Modality:[161,1,1,""],Split:[161,1,1,""]},"lingvo.tasks.milan.constants.Modality":{AUDIO:[161,4,1,""],IMAGE:[161,4,1,""],TEXT:[161,4,1,""]},"lingvo.tasks.milan.constants.Split":{DEV:[161,4,1,""],TEST:[161,4,1,""],TRAIN:[161,4,1,""]},"lingvo.tasks.milan.dataset_spec":{DatasetSpec:[162,1,1,""],FileBasedDatasetSpec:[162,1,1,""],Metadata:[162,1,1,""],TFRecordDatasetSpec:[162,1,1,""]},"lingvo.tasks.milan.dataset_spec.DatasetSpec":{Label:[162,2,1,""],Read:[162,2,1,""],_abc_impl:[162,4,1,""],meta:[162,3,1,""]},"lingvo.tasks.milan.dataset_spec.FileBasedDatasetSpec":{Label:[162,2,1,""],Read:[162,2,1,""],_abc_impl:[162,4,1,""],meta:[162,3,1,""]},"lingvo.tasks.milan.dataset_spec.Metadata":{_InferDefaultBatchShapes:[162,2,1,""],features:[162,4,1,""]},"lingvo.tasks.milan.dataset_spec.TFRecordDatasetSpec":{_abc_impl:[162,4,1,""]},"lingvo.tasks.milan.dual_encoder":{DualEncoder:[163,1,1,""],EncoderConfig:[163,5,1,""],MilanTask:[163,1,1,""],_EncodeBatch:[163,5,1,""]},"lingvo.tasks.milan.dual_encoder.DualEncoder":{ComputeLoss:[163,2,1,""],ComputePredictions:[163,2,1,""],EncodeModality:[163,2,1,""],Params:[163,2,1,""],_CreateChildrenVariables:[163,2,1,""]},"lingvo.tasks.milan.dual_encoder.MilanTask":{ComputeLoss:[163,2,1,""],ComputePredictions:[163,2,1,""],CreateDecoderMetrics:[163,2,1,""],Decode:[163,2,1,""],Params:[163,2,1,""]},"lingvo.tasks.milan.image_preprocessor":{ImagePreprocessor:[164,1,1,""],_DistortBrightnessAndColor:[164,5,1,""]},"lingvo.tasks.milan.image_preprocessor.ImagePreprocessor":{FProp:[164,2,1,""],Params:[164,2,1,""],_PreprocessForEval:[164,2,1,""],_PreprocessForTraining:[164,2,1,""]},"lingvo.tasks.milan.input_generator":{MilanInputGenerator:[165,1,1,""]},"lingvo.tasks.milan.input_generator.MilanInputGenerator":{GetPreprocessedInputBatch:[165,2,1,""],Params:[165,2,1,""],_FilterFeaturesByName:[165,2,1,""],_PreprocessInputBatch:[165,2,1,""]},"lingvo.tasks.milan.labels":{ExamplePairLabeler:[166,1,1,""],ExamplePairs:[166,1,1,""],MultiItemExampleWrapper:[166,1,1,""],MultiLabelContrastiveLoss:[166,5,1,""],_BroadcastExamplePairLabelsToAllItemPairs:[166,5,1,""],_IgnorePairsWhere:[166,5,1,""]},"lingvo.tasks.milan.labels.ExamplePairs":{BetweenLocalAndGlobalBatches:[166,2,1,""],WithinBatch:[166,2,1,""],correspondences:[166,4,1,""],query_batch_size:[166,4,1,""],query_modality:[166,4,1,""],result_batch_size:[166,4,1,""],result_modality:[166,4,1,""]},"lingvo.tasks.milan.params":{cxc:[168,0,0,"-"],dual_encoder_recipe:[169,0,0,"-"],generic_datasets:[170,0,0,"-"],params:[171,0,0,"-"]},"lingvo.tasks.milan.params.cxc":{EfficientNetB4BertAdapter:[168,1,1,""],_BaseImageTextRecipe:[168,1,1,""]},"lingvo.tasks.milan.params.cxc.EfficientNetB4BertAdapter":{default_dataset:[168,3,1,""]},"lingvo.tasks.milan.params.cxc._BaseImageTextRecipe":{AddBertAdapterTextEncoder:[168,2,1,""],AddEfficientNetB4ImageEncoder:[168,2,1,""]},"lingvo.tasks.milan.params.dual_encoder_recipe":{DualEncoderRecipe:[169,1,1,""],RecipeError:[169,6,1,""]},"lingvo.tasks.milan.params.dual_encoder_recipe.DualEncoderRecipe":{AddModality:[169,2,1,""],AddPreprocessor:[169,2,1,""],GetAllDatasetParams:[169,2,1,""],StartFromCheckpoint:[169,2,1,""],Task:[169,2,1,""],_ChooseDatasetSpec:[169,2,1,""],default_dataset:[169,3,1,""],encoder_configs:[169,3,1,""]},"lingvo.tasks.milan.params.generic_datasets":{ImageTextTFRecords:[170,1,1,""],_SimpleImageCaptionDatasetLabeler:[170,5,1,""]},"lingvo.tasks.milan.params.generic_datasets.ImageTextTFRecords":{Params:[170,2,1,""],ParamsFromEnv:[170,2,1,""],_abc_impl:[170,4,1,""]},"lingvo.tasks.milan.score_functions":{DotProductScoreFunction:[172,1,1,""]},"lingvo.tasks.milan.score_functions.DotProductScoreFunction":{FProp:[172,2,1,""],Params:[172,2,1,""]},"lingvo.tasks.milan.tf_hub_layers":{EfficientNetB4Params:[173,5,1,""],ImageModule:[173,1,1,""],ImageModuleV2:[173,1,1,""],_AddUpdateOpsToSignature:[173,5,1,""],_WrapNonLingvoVars:[173,5,1,""]},"lingvo.tasks.milan.tf_hub_layers.ImageModule":{FProp:[173,2,1,""],Params:[173,2,1,""],_CreateLayerVariables:[173,2,1,""],losses:[173,3,1,""]},"lingvo.tasks.milan.tf_hub_layers.ImageModuleV2":{FProp:[173,2,1,""],Params:[173,2,1,""],losses:[173,3,1,""]},"lingvo.tasks.milan.tools":{prepare_coco:[175,0,0,"-"]},"lingvo.tasks.milan.tools.prepare_coco":{EncodeCaptionsFn:[175,1,1,""],ReadCocoFromTfdsFn:[175,1,1,""],TfHubBertEncoder:[175,1,1,""],dict_to_example_proto:[175,5,1,""],log:[175,5,1,""],main:[175,5,1,""]},"lingvo.tasks.milan.tools.prepare_coco.EncodeCaptionsFn":{process:[175,2,1,""],setup:[175,2,1,""]},"lingvo.tasks.milan.tools.prepare_coco.ReadCocoFromTfdsFn":{process:[175,2,1,""]},"lingvo.tasks.milan.tools.prepare_coco.TfHubBertEncoder":{FProp:[175,2,1,""],Params:[175,2,1,""]},"lingvo.tasks.milan.tpu_utils":{ConcatenateAcrossReplicas:[176,5,1,""],CrossReplicaConcat:[176,5,1,""]},"lingvo.tasks.milan.transformers":{GetTransformerStackWithEmbeddingInput:[177,5,1,""]},"lingvo.tasks.milan.utils":{BatchFlattener:[178,1,1,""],BatchMajorToTimeMajor:[178,5,1,""],CollectRegularizationLosses:[178,5,1,""],FlattenBatch:[178,5,1,""],GetFromNestedMapOrDie:[178,5,1,""],InferBatchSize:[178,5,1,""],MakeFnLayer:[178,5,1,""],PadOrTrimDimension:[178,5,1,""],ResolveBatchDim:[178,5,1,""],Selector:[178,1,1,""],UnflattenBatch:[178,5,1,""]},"lingvo.tasks.milan.utils.BatchFlattener":{Flatten:[178,2,1,""],Unflatten:[178,2,1,""],_GetFlatShape:[178,2,1,""],_PackAs:[178,2,1,""],batch_shape:[178,3,1,""]},"lingvo.tasks.mt":{base_config:[180,0,0,"-"],data_augmenter:[181,0,0,"-"],decoder:[182,0,0,"-"],encoder:[183,0,0,"-"],input_generator:[184,0,0,"-"],layers:[185,0,0,"-"],model:[186,0,0,"-"],text_input_pb2:[191,0,0,"-"],tools:[192,0,0,"-"]},"lingvo.tasks.mt.base_config":{InitTestDatasetParams:[180,5,1,""],InitTrainDatasetParams:[180,5,1,""],InitTransformerTestBuckets:[180,5,1,""],InitTransformerTrainBuckets:[180,5,1,""],SetupRNMTParams:[180,5,1,""],SetupTransformerDecoder:[180,5,1,""],SetupTransformerEncoder:[180,5,1,""],SetupTransformerParams:[180,5,1,""]},"lingvo.tasks.mt.data_augmenter":{MASS:[181,1,1,""]},"lingvo.tasks.mt.data_augmenter.MASS":{Mask:[181,2,1,""],Params:[181,2,1,""]},"lingvo.tasks.mt.decoder":{InsertionDecoder:[182,1,1,""],MTBaseDecoder:[182,1,1,""],MTDecoderV1:[182,1,1,""],TransformerBatchMajorDecoder:[182,1,1,""],TransformerDecoder:[182,1,1,""]},"lingvo.tasks.mt.decoder.InsertionDecoder":{ComputeLoss:[182,2,1,""],ComputePredictions:[182,2,1,""],Params:[182,2,1,""],UpdateTargetVocabSize:[182,2,1,""]},"lingvo.tasks.mt.decoder.MTBaseDecoder":{ComputeLoss:[182,2,1,""],Params:[182,2,1,""],UpdateTargetVocabSize:[182,2,1,""],_AddAttenProbsHistogramSummary:[182,2,1,""],_AddAttenProbsImageSummary:[182,2,1,""],_AddAttenProbsSummary:[182,2,1,""],_ComputeSoftmaxMetrics:[182,2,1,""],_ComputeXentLoss:[182,2,1,""],_ExpandToNumHyps:[182,2,1,""],_FPropSoftmax:[182,2,1,""],_TruncateTargetSequence:[182,2,1,""]},"lingvo.tasks.mt.decoder.MTDecoderV1":{AddExtraDecodingInfo:[182,2,1,""],ApplyClipping:[182,2,1,""],ApplyDropout:[182,2,1,""],ComputePredictions:[182,2,1,""],Params:[182,2,1,""],UpdateTargetVocabSize:[182,2,1,""],_CreateChildrenVariables:[182,2,1,""],_CreateProjection:[182,2,1,""],_DecodeStep:[182,2,1,""],_FLOAT_DTYPE_MAX_SCALER:[182,4,1,""],_ForceAlignment:[182,2,1,""],_GetAttentionInitState:[182,2,1,""],_InitBeamSearchStateCallback:[182,2,1,""],_InitDecoder:[182,2,1,""],_PostBeamSearchStepCallback:[182,2,1,""],_PreBeamSearchStepCallback:[182,2,1,""],_SetAttentionInitState:[182,2,1,""],_UpdateLogitsForSingleTokenFastDecode:[182,2,1,""]},"lingvo.tasks.mt.decoder.TransformerBatchMajorDecoder":{ComputeLoss:[182,2,1,""],ComputePredictions:[182,2,1,""],ExtendStep:[182,2,1,""],Params:[182,2,1,""],_CreateChildrenVariables:[182,2,1,""],_FProp:[182,2,1,""],_FPropFastSoftmax:[182,2,1,""],_InitBeamSearchStateCallback:[182,2,1,""],_MaybeTransposeEncoderOutputs:[182,2,1,""],_MaybeTransposeTargets:[182,2,1,""],_PostBeamSearchStepCallback:[182,2,1,""],_PreBeamSearchStepCallback:[182,2,1,""]},"lingvo.tasks.mt.decoder.TransformerDecoder":{AddExtraDecodingInfo:[182,2,1,""],ComputePredictions:[182,2,1,""],ExtendStep:[182,2,1,""],Params:[182,2,1,""],SampleSequenceDecode:[182,2,1,""],_AddAttenProbsScalarSummary:[182,2,1,""],_AddAttenProbsSummary:[182,2,1,""],_CreateChildrenVariables:[182,2,1,""],_FProp:[182,2,1,""],_InitBeamSearchStateCallback:[182,2,1,""],_PostBeamSearchStepCallback:[182,2,1,""],_PreBeamSearchStepCallback:[182,2,1,""],_RemoveEOSProbs:[182,2,1,""],_ZeroOutFirstTimeStep:[182,2,1,""]},"lingvo.tasks.mt.encoder":{MTEncoderBiRNN:[183,1,1,""],MTEncoderBiRNNPrecomputedEmbedding:[183,1,1,""],MTEncoderUniRNN:[183,1,1,""],MTEncoderV1:[183,1,1,""],TransformerBatchMajorEncoder:[183,1,1,""],TransformerEncoder:[183,1,1,""]},"lingvo.tasks.mt.encoder.MTEncoderBiRNN":{ApplyClipping:[183,2,1,""],FProp:[183,2,1,""],Params:[183,2,1,""],_ComputeInputs:[183,2,1,""],_CreateChildrenVariables:[183,2,1,""]},"lingvo.tasks.mt.encoder.MTEncoderBiRNNPrecomputedEmbedding":{_ComputeInputs:[183,2,1,""]},"lingvo.tasks.mt.encoder.MTEncoderUniRNN":{ApplyClipping:[183,2,1,""],FProp:[183,2,1,""],Params:[183,2,1,""],zero_state:[183,2,1,""]},"lingvo.tasks.mt.encoder.MTEncoderV1":{ApplyClipping:[183,2,1,""],FProp:[183,2,1,""],Params:[183,2,1,""]},"lingvo.tasks.mt.encoder.TransformerBatchMajorEncoder":{FProp:[183,2,1,""],Params:[183,2,1,""],_CreateChildrenVariables:[183,2,1,""]},"lingvo.tasks.mt.encoder.TransformerEncoder":{FProp:[183,2,1,""],FPropFullSequence:[183,2,1,""],Params:[183,2,1,""],_CreateChildrenVariables:[183,2,1,""]},"lingvo.tasks.mt.input_generator":{MlPerfInput:[184,1,1,""],NmtDoubleInput:[184,1,1,""],NmtInput:[184,1,1,""],TextPackedInput:[184,1,1,""],_GetDescriptorSetForTextInput:[184,5,1,""],_GetSegmentPos:[184,5,1,""]},"lingvo.tasks.mt.input_generator.MlPerfInput":{BuildInputBatch:[184,2,1,""],Params:[184,2,1,""],_DataSourceFromFilePattern:[184,2,1,""]},"lingvo.tasks.mt.input_generator.NmtDoubleInput":{BuildInputBatch:[184,2,1,""],Params:[184,2,1,""],_CreateSourceLambdas:[184,2,1,""],_DataSourceFromFilePattern:[184,2,1,""],_GenerateNoiseSents:[184,2,1,""],_MaskWords:[184,2,1,""],_Pack:[184,2,1,""],_ProcessBatch:[184,2,1,""],_SelectMaskPositions:[184,2,1,""],_ShuffleWords:[184,2,1,""]},"lingvo.tasks.mt.input_generator.NmtInput":{BuildInputBatch:[184,2,1,""],Params:[184,2,1,""],_DataSourceFromFilePattern:[184,2,1,""]},"lingvo.tasks.mt.input_generator.TextPackedInput":{Params:[184,2,1,""],_AddNoise:[184,2,1,""],_ApplyPacking:[184,2,1,""],_DataSourceFromFilePattern:[184,2,1,""],_GetBucketKey:[184,2,1,""],_GetLangIds:[184,2,1,""],_GetTaskIds:[184,2,1,""],_Pack:[184,2,1,""],_ProcessMASSInput:[184,2,1,""],_ProcessSingleInput:[184,2,1,""],_ReadRecordSentencePairProto:[184,2,1,""],_ReadRecordTsv:[184,2,1,""],_ReadRecordTsvSingleColumn:[184,2,1,""],_ScaledBatchSize:[184,2,1,""]},"lingvo.tasks.mt.layers":{TransformerStack:[185,1,1,""]},"lingvo.tasks.mt.layers.TransformerStack":{FProp:[185,2,1,""],Params:[185,2,1,""]},"lingvo.tasks.mt.model":{InsertionModel:[186,1,1,""],MTBaseModel:[186,1,1,""],RNMTModel:[186,1,1,""],TransformerModel:[186,1,1,""]},"lingvo.tasks.mt.model.InsertionModel":{ComputePredictions:[186,2,1,""],Params:[186,2,1,""],_CreateCanvasAndTargets:[186,2,1,""],_SampleCanvasAndTargets:[186,2,1,""]},"lingvo.tasks.mt.model.MTBaseModel":{ComputeLoss:[186,2,1,""],ComputePredictions:[186,2,1,""],CreateDecoderMetrics:[186,2,1,""],Decode:[186,2,1,""],PostProcessDecodeOut:[186,2,1,""],_BeamSearchDecode:[186,2,1,""],_DecoderDevice:[186,2,1,""],_EncoderDevice:[186,2,1,""],_GetTokenizerKeyToUse:[186,2,1,""],_PostProcessBeamSearchDecodeOut:[186,2,1,""]},"lingvo.tasks.mt.model.RNMTModel":{Params:[186,2,1,""]},"lingvo.tasks.mt.model.TransformerModel":{Params:[186,2,1,""]},"lingvo.tasks.mt.params":{params:[188,0,0,"-"],wmt14_en_de:[189,0,0,"-"],wmtm16_en_de:[190,0,0,"-"]},"lingvo.tasks.mt.params.wmt14_en_de":{WmtEnDeRNMT:[189,1,1,""],WmtEnDeRNMTCloudTpu:[189,1,1,""],WmtEnDeTransformerBase:[189,1,1,""],WmtEnDeTransformerSmall:[189,1,1,""],WmtEnDeTransformerSmallCloudTpu:[189,1,1,""]},"lingvo.tasks.mt.params.wmt14_en_de.WmtEnDeRNMT":{Task:[189,2,1,""],_CommonInputParams:[189,2,1,""]},"lingvo.tasks.mt.params.wmt14_en_de.WmtEnDeRNMTCloudTpu":{Task:[189,2,1,""],_CommonInputParams:[189,2,1,""]},"lingvo.tasks.mt.params.wmt14_en_de.WmtEnDeTransformerBase":{DATADIR:[189,4,1,""],Dev:[189,2,1,""],Task:[189,2,1,""],Test:[189,2,1,""],Train:[189,2,1,""],VOCAB_SIZE:[189,4,1,""],_CommonInputParams:[189,2,1,""]},"lingvo.tasks.mt.params.wmt14_en_de.WmtEnDeTransformerSmall":{Task:[189,2,1,""]},"lingvo.tasks.mt.params.wmt14_en_de.WmtEnDeTransformerSmallCloudTpu":{Task:[189,2,1,""],_CommonInputParams:[189,2,1,""]},"lingvo.tasks.mt.params.wmtm16_en_de":{WmtCaptionEnDeTransformer:[190,1,1,""],WmtCaptionEnDeTransformerCloudTpu:[190,1,1,""]},"lingvo.tasks.mt.params.wmtm16_en_de.WmtCaptionEnDeTransformer":{DATADIR:[190,4,1,""],Dev:[190,2,1,""],Task:[190,2,1,""],Test:[190,2,1,""],Train:[190,2,1,""],VOCAB_FILE:[190,4,1,""],VOCAB_SIZE:[190,4,1,""],_CommonInputParams:[190,2,1,""]},"lingvo.tasks.mt.params.wmtm16_en_de.WmtCaptionEnDeTransformerCloudTpu":{Task:[190,2,1,""],_CommonInputParams:[190,2,1,""]},"lingvo.tasks.mt.text_input_pb2":{Sentence:[191,1,1,""],SentencePair:[191,1,1,""],_b:[191,5,1,""]},"lingvo.tasks.mt.text_input_pb2.Sentence":{DESCRIPTOR:[191,4,1,""],lang:[191,4,1,""],sentence:[191,4,1,""]},"lingvo.tasks.mt.text_input_pb2.SentencePair":{DESCRIPTOR:[191,4,1,""],src_sentence:[191,4,1,""],tgt_sentence:[191,4,1,""]},"lingvo.tasks.punctuator":{input_generator:[194,0,0,"-"],model:[195,0,0,"-"],tools:[199,0,0,"-"]},"lingvo.tasks.punctuator.input_generator":{PunctuatorInput:[194,1,1,""]},"lingvo.tasks.punctuator.input_generator.PunctuatorInput":{Params:[194,2,1,""],_DataSourceFromFilePattern:[194,2,1,""],_ProcessLine:[194,2,1,""]},"lingvo.tasks.punctuator.model":{RNMTModel:[195,1,1,""]},"lingvo.tasks.punctuator.model.RNMTModel":{Inference:[195,2,1,""],_InferenceSubgraph_Default:[195,2,1,""]},"lingvo.tasks.punctuator.params":{codelab:[197,0,0,"-"],params:[198,0,0,"-"]},"lingvo.tasks.punctuator.params.codelab":{BrownCorpusWPM:[197,1,1,""],RNMTModel:[197,1,1,""]},"lingvo.tasks.punctuator.params.codelab.BrownCorpusWPM":{Test:[197,2,1,""],Train:[197,2,1,""],_DATADIR:[197,4,1,""],_VOCAB_FILE:[197,4,1,""],_VOCAB_SIZE:[197,4,1,""]},"lingvo.tasks.punctuator.params.codelab.RNMTModel":{Task:[197,2,1,""]},"lingvo.tasks.punctuator.tools":{download_brown_corpus:[200,0,0,"-"]},"lingvo.tasks.punctuator.tools.download_brown_corpus":{main:[200,5,1,""]},"lingvo.tools":{audio_lib:[202,0,0,"-"],beam_utils:[203,0,0,"-"],bpe_word_tokenizer:[204,0,0,"-"],compare_params:[205,0,0,"-"],compute_stats:[206,0,0,"-"],count_records:[207,0,0,"-"],create_asr_features:[208,0,0,"-"],gke_launch:[209,0,0,"-"],keras2ckpt:[210,0,0,"-"],print_tf_records:[211,0,0,"-"],wpm_encode_file:[212,0,0,"-"]},"lingvo.tools.audio_lib":{AudioToMfcc:[202,5,1,""],DecodeFlacToWav:[202,5,1,""],DecodeWav:[202,5,1,""],ExtractLogMelFeatures:[202,5,1,""]},"lingvo.tools.beam_utils":{BeamInit:[203,5,1,""],GetEmitterFn:[203,5,1,""],GetPipelineRoot:[203,5,1,""],GetReader:[203,5,1,""],GetWriter:[203,5,1,""]},"lingvo.tools.bpe_word_tokenizer":{_ExtractTokenization:[204,5,1,""],_GetVocabulary:[204,5,1,""],main:[204,5,1,""]},"lingvo.tools.compare_params":{_hyperparams_text_to_dict:[205,5,1,""],get_model_params_as_text:[205,5,1,""],hyperparams_text_diff:[205,5,1,""],print_hyperparams_text_diff:[205,5,1,""]},"lingvo.tools.compute_stats":{StatsCollector:[206,1,1,""],main:[206,5,1,""]},"lingvo.tools.compute_stats.StatsCollector":{Accumulate:[206,2,1,""],Print:[206,2,1,""],_AccumulateMoments:[206,2,1,""],_ComputeMeanVar:[206,2,1,""],_PrintLengthBuckets:[206,2,1,""],_PrintMeanVar:[206,2,1,""]},"lingvo.tools.count_records":{main:[207,5,1,""]},"lingvo.tools.create_asr_features":{_CloseSubShards:[208,5,1,""],_CreateAsrFeatures:[208,5,1,""],_DumpTranscripts:[208,5,1,""],_LoadTranscriptionsFromFile:[208,5,1,""],_MakeBytesFeature:[208,5,1,""],_MakeFloatFeature:[208,5,1,""],_MakeInt64Feature:[208,5,1,""],_MakeLogMelFromTensorflowBuiltin:[208,5,1,""],_MakeTfExample:[208,5,1,""],_OpenSubShards:[208,5,1,""],_ReadTranscriptions:[208,5,1,""],_SelectRandomShard:[208,5,1,""],main:[208,5,1,""]},"lingvo.tools.gke_launch":{_get_or_add:[209,5,1,""],_tpu_resource:[209,5,1,""],add_gpu_to_pod:[209,5,1,""],build_docker_image:[209,5,1,""],create_tpu_cluster:[209,5,1,""],decoder_template:[209,5,1,""],get_gke_cluster:[209,5,1,""],main:[209,5,1,""],set_pod_cpu_memory:[209,5,1,""],tensorboard_template:[209,5,1,""],tpu_training_template:[209,5,1,""],validate_args:[209,5,1,""]},"lingvo.tools.keras2ckpt":{main:[210,5,1,""]},"lingvo.tools.print_tf_records":{_CustomShortDebugString:[211,5,1,""],_ListDebugString:[211,5,1,""],_PrintFiles:[211,5,1,""],_PrintHeader:[211,5,1,""],main:[211,5,1,""]},"lingvo.tools.wpm_encode_file":{_AssertTextFormat:[212,5,1,""],_MakeBytesFeature:[212,5,1,""],_MakeFloatFeature:[212,5,1,""],_MakeInt64Feature:[212,5,1,""],_MakeTfExample:[212,5,1,""],_Preprocess:[212,5,1,""],_RunEncoding:[212,5,1,""],main:[212,5,1,""]},"lingvo.trainer":{Controller:[213,1,1,""],Evaler:[213,1,1,""],RunnerManager:[213,1,1,""],TrainerTpu:[213,1,1,""],_GetClusterSpecDict:[213,5,1,""],_StartShell:[213,5,1,""],_ValidateVizierReportingJob:[213,5,1,""],main:[213,5,1,""]},"lingvo.trainer.Controller":{Start:[213,2,1,""],StartEnqueueOp:[213,2,1,""],_CreateCheckpointer:[213,2,1,""],_Loop:[213,2,1,""],_SummarizeValue:[213,2,1,""]},"lingvo.trainer.Evaler":{EvalCheckpoint:[213,2,1,""],EvalLatestCheckpoint:[213,2,1,""],Start:[213,2,1,""],_CreateCheckpointer:[213,2,1,""],_EvalOnce:[213,2,1,""],_Loop:[213,2,1,""],_RemoveScalarSummaries:[213,2,1,""]},"lingvo.trainer.RunnerManager":{Controller:[213,1,1,""],CreateRunners:[213,2,1,""],Decoder:[213,1,1,""],Evaler:[213,1,1,""],ExecutorTpu:[213,1,1,""],GetExecutorParams:[213,2,1,""],GetParamsForDataset:[213,2,1,""],InspectDatasets:[213,2,1,""],InspectDecoder:[213,2,1,""],InspectModel:[213,2,1,""],InspectParams:[213,2,1,""],MaybeConfigCloudTpu:[213,2,1,""],MaybeConfigRunDistributed:[213,2,1,""],MaybeConfigRunLocally:[213,2,1,""],MaybeLaunchTensorFlow:[213,2,1,""],RunEvalerOnce:[213,2,1,""],RunTrial:[213,2,1,""],SetModelName:[213,2,1,""],Start:[213,2,1,""],StartRunners:[213,2,1,""],Trainer:[213,1,1,""],TrainerTpu:[213,1,1,""],UpdateClusterParamsFromFlags:[213,2,1,""],WriteInferenceGraph:[213,2,1,""],_CreateRunner:[213,2,1,""],inference_graph_exporter:[213,4,1,""],model_registry:[213,4,1,""]},"lingvo.trainer.RunnerManager.Controller":{Start:[213,2,1,""],StartEnqueueOp:[213,2,1,""],_CreateCheckpointer:[213,2,1,""],_Loop:[213,2,1,""],_SummarizeValue:[213,2,1,""]},"lingvo.trainer.RunnerManager.Decoder":{DecodeCheckpoint:[213,2,1,""],DecodeLatestCheckpoint:[213,2,1,""],GetCkptIdFromFile:[213,2,1,""],GetDecodeOutPath:[213,2,1,""],Start:[213,2,1,""],_CreateCheckpointer:[213,2,1,""],_Loop:[213,2,1,""],_RemoveScalarSummaries:[213,2,1,""]},"lingvo.trainer.RunnerManager.Evaler":{EvalCheckpoint:[213,2,1,""],EvalLatestCheckpoint:[213,2,1,""],Start:[213,2,1,""],_CreateCheckpointer:[213,2,1,""],_EvalOnce:[213,2,1,""],_Loop:[213,2,1,""],_RemoveScalarSummaries:[213,2,1,""]},"lingvo.trainer.RunnerManager.ExecutorTpu":{Start:[213,2,1,""],_GetSession:[213,2,1,""],_Loop:[213,2,1,""],_MaybeConstructSharedModel:[213,2,1,""]},"lingvo.trainer.RunnerManager.Trainer":{Start:[213,2,1,""],StartEnqueueOp:[213,2,1,""],_Loop:[213,2,1,""],_LoopEnqueue:[213,2,1,""],_SummarizeValue:[213,2,1,""]},"lingvo.trainer.RunnerManager.TrainerTpu":{Start:[213,2,1,""],StartEnqueueOp:[213,2,1,""],_CleanUp:[213,2,1,""],_GetSession:[213,2,1,""],_InfeedLoop:[213,2,1,""],_Loop:[213,2,1,""],_LoopEnqueue:[213,2,1,""],_OutfeedDequeueLoop:[213,2,1,""],_OutfeedEnqueue:[213,2,1,""],_SummarizeValue:[213,2,1,""]},"lingvo.trainer.TrainerTpu":{Start:[213,2,1,""],StartEnqueueOp:[213,2,1,""],_CleanUp:[213,2,1,""],_GetSession:[213,2,1,""],_InfeedLoop:[213,2,1,""],_Loop:[213,2,1,""],_LoopEnqueue:[213,2,1,""],_OutfeedDequeueLoop:[213,2,1,""],_OutfeedEnqueue:[213,2,1,""],_SummarizeValue:[213,2,1,""]},"lingvo.trainer_impl":{Decoder:[214,1,1,""],GetDecoderDir:[214,5,1,""],Trainer:[214,1,1,""],_GetCheckpointIdForDecodeOut:[214,5,1,""]},"lingvo.trainer_impl.Decoder":{DecodeCheckpoint:[214,2,1,""],DecodeLatestCheckpoint:[214,2,1,""],GetCkptIdFromFile:[214,2,1,""],GetDecodeOutPath:[214,2,1,""],Start:[214,2,1,""],_CreateCheckpointer:[214,2,1,""],_Loop:[214,2,1,""],_RemoveScalarSummaries:[214,2,1,""]},"lingvo.trainer_impl.Trainer":{Start:[214,2,1,""],StartEnqueueOp:[214,2,1,""],_Loop:[214,2,1,""],_LoopEnqueue:[214,2,1,""],_SummarizeValue:[214,2,1,""]},lingvo:{base_runner:[2,0,0,"-"],base_trial:[3,0,0,"-"],compat:[4,0,0,"-"],core:[5,0,0,"-"],datasets:[118,0,0,"-"],executor:[119,0,0,"-"],ipython_kernel:[120,0,0,"-"],model_imports:[121,0,0,"-"],model_registry:[122,0,0,"-"],models_test_helper:[123,0,0,"-"],tasks:[124,0,0,"-"],tools:[201,0,0,"-"],trainer:[213,0,0,"-"],trainer_impl:[214,0,0,"-"]}},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","method","Python method"],"3":["py","property","Python property"],"4":["py","attribute","Python attribute"],"5":["py","function","Python function"],"6":["py","exception","Python exception"]},objtypes:{"0":"py:module","1":"py:class","2":"py:method","3":"py:property","4":"py:attribute","5":"py:function","6":"py:exception"},terms:{"0":[8,9,10,11,12,13,15,17,18,22,24,25,27,29,30,34,35,36,38,39,40,41,43,44,46,48,50,52,54,55,56,57,59,60,62,66,67,72,73,75,78,80,81,82,83,84,85,86,87,88,89,91,92,93,95,97,99,101,103,105,109,112,114,116,117,127,129,130,131,138,141,142,147,151,156,162,164,166,169,173,176,178,180,182,183,184],"00000000":74,"0001":[43,59,109],"00043":184,"00071405":80,"001":[36,38,72,156],"00387v2":54,"00567":54,"00751":54,"00784":8,"00927162":44,"00994987":80,"01":36,"01083":86,"01147466":80,"01305":86,"01415125":80,"01576":86,"01604":[52,182,186],"01999986":80,"02002":[54,78],"0208858":80,"02125708":80,"02155":[9,15,54],"02257":42,"02357":[30,54],"02618068":80,"02644":37,"02695":54,"02755":86,"0276652":80,"02860":[9,15],"03125":156,"03180931":80,"03236":15,"03249":[52,182,186],"03581":55,"03762":[9,15,55,56,93,182,183,185,186],"03868543":80,"03983":91,"04025":8,"04585":85,"04589":55,"0473":8,"04971":22,"05":182,"05192588":80,"05877":81,"05997":[9,15,88],"06":[9,34,38,44,59],"06056439":80,"06226":111,"0625":156,"06450":[54,86],"06595223":44,"06782":42,"06808":41,"06903321":80,"06965":40,"07":180,"07106":[54,55],"07791397":44,"07868":86,"08":[78,156],"08083":54,"08100":[27,102],"08144":127,"08494":19,"0850":8,"08581":127,"08779":[95,96],"08905827":80,"08915":106,"09224":91,"09382":55,"09726462":80,"0_0":86,"0_1":86,"0_2":86,"0_3":86,"0abe":59,"0d":81,"0s":[15,56,67,185],"1":[8,9,10,11,12,13,15,17,19,21,22,24,25,27,29,30,31,34,36,37,38,39,40,41,43,44,45,46,48,50,52,54,55,56,57,58,59,60,66,67,72,73,75,77,78,80,81,82,84,85,86,87,91,92,93,94,95,97,99,100,101,102,103,105,106,109,111,112,114,116,117,127,129,130,131,132,142,151,154,156,160,162,164,166,173,176,178,180,182,183,184,205,209],"10":[11,12,36,44,59,66,73,82,141,156],"100":[12,36,59,67,78,142,156],"1000":[34,119,213],"10000":145,"100000":67,"1000000":34,"10005":67,"1008":186,"101":156,"102":156,"1024":[43,151,154,156],"10288261":44,"103":156,"104":156,"10430":[15,29,30,93],"10454545":80,"105":156,"106":156,"107":156,"10722":86,"108":156,"109":156,"11":[44,156],"110":156,"11096":19,"111":156,"11117":[55,56],"112":156,"11221774":44,"113":156,"114":156,"11486":54,"115":156,"116":156,"117":156,"118":156,"11803":[7,72],"11886":29,"119":156,"12":[34,156],"120":[43,156],"121":156,"122":156,"12288":156,"123":156,"1238971":44,"124":156,"125":156,"126":156,"127":156,"128":[6,9,12,15,19,22,30,40,43,54,55,56,72,156,184],"128b":156,"129":156,"129159299":78,"13":[44,114,138,156],"130":156,"1308":8,"131":156,"131072":156,"132":156,"133":156,"134":156,"135":156,"136":156,"13636404":80,"137":156,"138":156,"139":156,"14":[156,189,204],"140":[138,156],"1409":8,"141":156,"1412":86,"142":156,"143":156,"144":156,"145":156,"146":156,"147":156,"14794":[15,38],"148":156,"14823943":80,"149":156,"15":[44,138,141,156],"150":156,"15020":168,"1505":54,"1508":8,"151":156,"1512":54,"152":156,"153":156,"154":156,"155":156,"156":156,"157":156,"158":156,"159":156,"16":[44,67,81,113,130,138,151,154,156,162,180,190,204],"160":156,"16000":[180,197],"1602":86,"1603":55,"1606":86,"1607":[54,86],"1608":91,"1609":127,"161":156,"1610":[30,54],"1611":86,"1612":54,"162":156,"162b":156,"163":156,"16328":138,"16384":156,"164":156,"165":156,"166":156,"167":156,"168":156,"169":156,"16bit":81,"16k":43,"16khz":202,"17":[44,67,156],"170":156,"1703":[86,127],"1704":8,"1706":[9,15,55,56,93,182,183,185,186],"1707":[85,86],"1708":[54,78],"1709":86,"171":156,"1711":[42,91,184],"1712":81,"172":156,"173":156,"174":156,"175":156,"175464137":54,"17595209":80,"175b":156,"176":156,"177":156,"178":156,"179":156,"18":156,"180":156,"1803":[9,15,19,54],"1804":106,"1808":111,"1809":19,"181":156,"1810":55,"1811":40,"182":156,"183":156,"184":156,"185":156,"1856":156,"1857":156,"1858":156,"186":156,"187":156,"188":156,"189":156,"19":[44,156],"190":156,"1901":[9,15,29,30,55,56,93],"1902":[52,54,182,186],"1904":[22,54,95,96],"1906":[52,182,186],"191":156,"1917":156,"1918":156,"191804185":111,"1919":156,"192":156,"1920":156,"1921":156,"1922":156,"193":156,"194":156,"195":156,"196":156,"197":156,"198":156,"1981":156,"1982":156,"1983":156,"1984":156,"1985":156,"1986":156,"199":156,"1997":36,"1_0":86,"1_1":86,"1_2":86,"1_3":86,"1_v_2":182,"1_v_3":182,"1_v_mean":182,"1bw":154,"1d":[15,30,44,78,194],"1e":[9,34,38,59,72,78,156,182],"1hot":54,"1k":54,"1s":[56,78,185],"1st":[50,82],"1t":156,"1x1":54,"2":[8,9,10,11,12,15,17,21,27,29,31,43,44,46,48,50,52,54,55,59,62,66,67,72,78,81,85,86,91,93,95,97,106,114,119,127,129,131,132,138,142,147,151,156,173,176,178,180,182,184,205,213],"20":[6,12,15,19,22,30,40,54,55,56,66,86,156],"200":156,"2000":190,"2001":[42,55],"2002":[7,54,55,72],"2003":[9,15,88],"2004":[29,37,168],"2005":[27,102],"2006":[15,59],"2009":[15,38],"201":156,"2010":41,"2012":117,"2015":[8,54],"2017":180,"2018":54,"2019":[34,72,78],"202":156,"2020":41,"2021":[44,102,168],"203":156,"204":156,"2045":156,"2046":156,"2047":156,"2048":[151,154,156],"205":156,"206":156,"207":156,"208":156,"2080":54,"209":156,"21":[44,156],"210":156,"211":156,"212":156,"213":156,"214":156,"215":156,"216":156,"217":156,"218":156,"219":156,"22":156,"220":156,"221":156,"222":156,"223":156,"224":156,"225":156,"226":156,"227":156,"228":156,"229":156,"23":[44,156],"230":156,"231":[59,156],"232":156,"233":156,"234":156,"235":156,"236":156,"23606797749979":78,"237":156,"238":156,"239":156,"24":[43,154,156],"240":156,"241":156,"242":156,"243":156,"244":156,"245":156,"246":156,"247":156,"248":156,"249":156,"25":[44,156],"250":156,"251":156,"252":156,"25216722":44,"253":156,"254":156,"255":156,"256":[60,156],"257":156,"258":156,"259":156,"26":[156,204],"260":156,"261":156,"262":156,"262144":54,"263":156,"264":156,"265":156,"266":156,"267":156,"268":156,"269":156,"27":[44,156],"270":156,"271":156,"272":156,"273":156,"274":156,"275":156,"276":156,"277":156,"278":156,"279":156,"28":[59,156],"280":156,"281":156,"282":156,"283":156,"284":156,"285":156,"286":156,"287":156,"288":156,"289":156,"29":[44,67,156],"290":156,"291":156,"292":156,"293":156,"294":156,"295":156,"296":156,"297":156,"298":156,"299":[156,173],"2_0":86,"2_1":86,"2_2":86,"2_3":86,"2d":[15,24,29,30,44,45,54,73,78,103,131,156],"2k":[138,190],"2nd":[44,78,82,182],"2t":9,"2x1":54,"2x2":[54,114],"3":[4,8,9,12,15,17,43,44,48,50,52,54,55,59,67,73,78,82,85,86,87,93,95,103,111,114,127,131,132,138,141,156,164,173,176,178,180,182,184,205],"30":[72,156],"300":[67,156],"3000":75,"301":156,"302":156,"303":156,"304":156,"305":156,"306":156,"307":156,"308":156,"309":156,"31":[44,78,156],"310":156,"311":156,"312":156,"313":156,"314":156,"315":156,"316":156,"317":156,"318":156,"319":156,"32":[43,88,154,156],"320":156,"32000":[154,156,180,189],"321":156,"322":156,"323":156,"3232":109,"324":156,"325":156,"326":156,"327":156,"32768":131,"328":156,"329":156,"32942232":44,"33":[44,156],"330":156,"331":156,"332":156,"333":156,"334":156,"335":156,"336":156,"337":156,"338":156,"3385829":44,"339":156,"34":156,"340":156,"3408632":44,"341":156,"342":156,"343":156,"344":156,"34458149":44,"345":156,"346":156,"3466":67,"347":156,"348":156,"349":156,"35":[44,156,204],"350":156,"351":156,"352":156,"353":156,"354":156,"355":156,"3555":86,"356":156,"357":156,"358":156,"359":156,"36":156,"360":156,"361":156,"362":156,"363":156,"364":156,"365":156,"366":156,"367":156,"368":156,"369":156,"37":[44,156],"370":156,"371":156,"372":156,"373":156,"374":156,"375":156,"376":156,"377":156,"378":156,"37842":117,"379":156,"38":156,"380":[156,173],"381":156,"382":156,"383":156,"384":156,"385":156,"386":156,"387":156,"388":156,"389":156,"39":[44,156],"390":156,"391":156,"392":156,"393":156,"394":156,"395":156,"396":156,"397":156,"398":156,"399":156,"3d":[15,54,55,73,78,103,131],"3n":35,"3rd":182,"4":[8,12,15,17,19,24,30,43,44,48,54,55,58,59,61,67,78,86,88,92,95,114,119,127,131,138,154,156,173,176,178,204,213],"40":156,"400":156,"4000":180,"40000":180,"401":156,"402":156,"403":156,"404":156,"405":156,"406":156,"407":156,"40774807":44,"408":156,"409":156,"4096":[34,43,162],"41":156,"410":156,"411":156,"412":156,"41258181":44,"413":156,"414":156,"415":156,"416":156,"417":156,"418":156,"419":156,"41b":156,"42":[46,66,156,165,169],"420":156,"421":156,"422":156,"423":156,"424":156,"425":156,"426":156,"427":156,"428":156,"429":[78,156],"43":[156,204],"430":156,"431":156,"432":156,"433":156,"434":156,"435":156,"436":156,"437":156,"438":156,"439":156,"44":156,"440":156,"441":156,"442":156,"443":156,"444":156,"445":156,"446":156,"447":[67,156],"448":156,"449":156,"45":156,"450":156,"451":156,"452":156,"453":156,"454":156,"455":156,"456":156,"457":156,"458":156,"459":156,"46":[8,156],"460":156,"461":156,"462":156,"463":156,"464":156,"465":156,"466":156,"467":156,"468":156,"46897136":44,"469":156,"47":156,"470":156,"471":156,"472":156,"473":156,"474":156,"475":156,"476":156,"477":156,"478":156,"479":156,"48":156,"480":156,"481":156,"482":156,"483":156,"484":156,"485":156,"486":156,"487":156,"488":156,"489":156,"49":156,"490":156,"491":156,"49152":156,"491gb":43,"492":156,"493":156,"494":156,"495":156,"496":156,"497":156,"498":156,"49897169":44,"499":156,"4byte":43,"4d":[9,54,73,131],"5":[15,17,27,37,44,46,48,50,54,59,67,78,82,84,86,95,114,127,131,138,156,163,178,184],"50":[6,12,15,19,22,30,37,40,54,55,56,156,175,204],"500":156,"501":156,"502":156,"50284604":44,"503":156,"504":156,"505":156,"506":156,"507":156,"508":156,"509":156,"50k":54,"51":[8,156],"510":156,"511":156,"512":156,"5150":117,"51748817":44,"52":156,"53":156,"54":156,"54297766":44,"55":156,"56":[156,204],"56126334":44,"57":156,"58":156,"5847":8,"59":156,"6":[15,21,29,54,59,67,78,81,114,127,151,156,178,183],"60":[84,156],"60000":145,"60162383":44,"61":156,"61071571":44,"61996602":44,"62":156,"620":138,"63":156,"632":138,"63777673":44,"64":[43,75,156],"64b":43,"64k":43,"65":156,"65536":156,"65571443":44,"66":156,"6656":34,"6687":92,"67":[156,169],"68":156,"69":156,"6b":59,"6k":138,"7":[9,44,54,114,154,156,204],"70":156,"71":156,"72":156,"73":156,"74":156,"75":156,"76":[138,156],"768":168,"77":156,"78":156,"788":59,"79":156,"793472":154,"7f77433cf5908bfe2b79aa91af881da83858":59,"8":[9,43,54,59,67,73,78,81,138,151,154,156],"80":156,"804":59,"81":156,"81915847":44,"8192":[154,156],"82":156,"83":156,"84":156,"84106974":44,"85":156,"853":138,"8577837":44,"86":156,"86139635":44,"87":156,"8799":59,"88":156,"89":156,"8bit":81,"8e":180,"8k":160,"8x":43,"8x2":138,"9":[36,44,46,54,59,114,156,180,184,204],"90":156,"91":156,"92":156,"92662692":44,"93":156,"94":156,"95":156,"95529216":44,"96":[138,156],"960":138,"97":156,"98":156,"99":156,"999":[156,180],"9_":[22,66],"\u00e2":92,"\u02e0log":78,"\u03b1\u209c":78,"\u03b8":85,"abstract":[11,12,13,22,30,42,44,75,97,151,162],"boolean":[4,54,61,66,67,76,78],"break":[8,12,13,15,22,40,44,54,56,57,65,81,83,87,97,101,112,132,141,142,163,182,183],"byte":[11,13,24,33,92,111,135,144,186,202],"case":[7,8,11,12,13,15,22,33,34,36,38,40,44,45,46,54,55,56,57,65,67,76,78,81,82,83,86,87,97,101,111,112,122,127,131,132,141,162,163,166,170,182,183,184,208],"class":[2,3,4,6,7,8,9,10,11,12,13,14,15,17,18,19,21,22,23,24,27,29,30,31,33,34,35,36,40,41,42,43,44,45,46,47,48,49,52,53,54,55,56,57,58,60,61,63,65,66,68,69,70,72,73,74,75,76,77,78,80,81,82,83,84,85,86,87,88,89,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110,111,112,113,114,115,116,117,118,119,122,123,126,127,128,130,131,132,133,134,135,136,138,142,144,145,147,150,151,152,154,156,161,162,163,164,165,166,168,169,170,172,173,175,178,181,182,183,184,185,186,189,190,191,194,195,197,206,211,213,214],"const":[48,78,86],"default":[3,4,7,8,9,11,12,13,14,15,17,19,24,27,30,33,34,36,43,44,45,46,48,53,54,55,56,58,61,63,66,67,72,74,76,78,81,82,86,87,99,105,111,114,122,127,132,133,136,141,145,150,151,152,156,162,163,164,166,168,169,173,175,178,180,184,194],"do":[3,7,9,11,12,13,21,22,41,43,44,46,60,61,65,67,72,76,78,81,82,86,87,90,99,112,113,170,178],"enum":[12,81],"export":[2,12,13,48,67,74,94],"final":[7,8,11,13,15,21,22,33,54,55,56,58,60,73,76,78,81,82,83,87,106,127,130,135,144,152,163,177,182,185,186],"float":[6,8,9,11,12,15,19,22,30,37,40,46,54,55,56,60,67,72,78,81,86,95,97,99,101,111,133,144,150,151,164,175,182,184],"function":[6,7,8,9,11,12,13,14,15,17,19,21,22,24,26,27,29,30,31,34,36,39,40,41,42,43,44,46,50,52,53,54,55,56,57,58,59,60,62,65,66,67,72,73,75,76,78,80,81,82,83,85,86,87,91,93,95,97,101,102,103,104,106,109,112,113,114,118,123,124,127,128,132,133,142,150,159,163,165,170,172,173,175,176,178,180,182,183,184,203,213],"import":[12,41,44,54,95,99,112,121,142],"int":[9,11,13,15,16,17,21,24,30,37,39,44,45,46,56,61,66,67,76,77,78,87,97,100,101,106,111,112,127,136,144,151,162,166,175,176,177,178,182,185,204,214],"long":[8,48,76,82,184],"new":[2,4,8,10,11,12,13,15,17,22,24,25,30,40,44,48,52,53,54,55,56,57,65,67,73,74,75,78,81,82,83,86,87,89,97,100,101,103,109,112,115,119,127,130,131,132,142,151,163,169,182,183,186],"p\u209c":78,"public":[13,33,37,81,117,118],"return":[2,3,4,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,29,30,31,33,34,35,36,38,39,40,41,42,43,44,45,46,48,50,51,52,53,54,55,56,57,58,59,60,61,63,64,65,66,67,72,73,74,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,93,94,95,97,99,100,101,102,103,104,105,106,108,109,111,112,113,114,115,116,117,118,119,122,126,127,128,129,130,131,132,133,135,136,138,141,142,144,147,150,151,152,154,156,160,162,163,164,165,166,168,169,170,172,173,175,176,177,178,180,181,182,183,184,185,186,189,190,194,195,197,202,203,204,205,208,209,213,214],"short":[15,67,82,182,207],"static":[12,13,24,35,44,60,66,67,78,87,104,117,122,131,178,184],"super":[11,12,131,135,169],"switch":[54,151],"throw":66,"transient":175,"true":[4,8,11,12,13,15,17,18,22,23,24,25,27,30,35,36,37,43,44,45,46,48,52,53,54,55,56,60,61,66,67,72,73,74,76,77,78,81,82,86,87,89,109,113,116,118,121,127,141,151,156,173,176,182,183,184,185],"try":[65,66,72,78,82,89,121,127,182],"var":[7,12,13,18,23,24,34,36,44,45,57,72,77,78,81,89,113,116,152,173],"while":[10,15,19,30,44,54,74,78,81,87,97,113,127,166,184,204],A:[3,4,6,7,8,9,10,11,12,13,14,15,17,18,19,21,22,24,25,27,29,30,31,33,34,36,39,40,41,42,43,44,45,46,48,50,51,52,53,54,55,56,57,58,59,60,63,66,67,72,73,74,76,77,78,80,81,82,83,85,86,87,88,89,90,91,93,94,95,97,99,100,101,102,103,104,105,106,108,109,111,112,113,114,116,118,119,122,126,127,128,129,130,131,132,133,135,136,141,142,144,150,151,152,156,160,162,163,164,166,169,172,173,175,178,180,182,183,184,185,186,194,202,203,205,208,209,213],AND:67,And:[15,22,37,55,82],As:[8,12,15,54,67,78,81,102,103,113,128,166,182],At:[41,44,54,99],Be:[13,43,114],But:[76,82,127,184],By:[12,13,24,33,43,46,61,67,78,82,99,100,114,127,162,166],For:[8,9,12,13,15,21,22,27,33,41,43,44,46,54,55,56,58,60,67,72,78,82,86,87,95,103,106,112,127,131,135,144,152,163,165,166,169,175,176,180,184,186,209],IS:141,If:[2,3,4,6,8,9,10,11,12,13,14,15,17,18,21,22,23,30,35,39,40,43,44,45,46,48,52,53,54,55,56,57,58,63,65,66,67,72,74,78,81,82,83,86,87,89,90,91,95,97,101,109,111,112,113,116,119,122,132,133,142,150,151,162,163,166,169,170,176,180,182,183,184,185,203,209,213,214],In:[8,11,12,13,15,22,33,34,41,43,44,54,55,57,78,81,82,83,95,99,119,122,131,164,166,169,176,178,184,203,213],Is:[9,55,56,185],It:[4,8,12,15,17,22,29,30,35,40,41,43,44,45,46,54,55,57,58,66,67,72,78,81,82,83,86,87,95,97,99,101,103,113,122,127,130,131,166,173,182,183,184,202,207,209],Its:[12,57,97,112],NO:141,NOT:[12,13,44,65],No:[59,67,78,85,97],Not:[15,35,38,130,151],On:[44,54],One:[13,82,127,154,178,184,209],Or:[13,19,33,103,141,144,163],Such:[12,43,78,81],THAT:204,THE:204,THEIR:204,That:[11,67],The:[2,3,4,6,7,8,9,11,12,13,15,17,19,21,22,24,27,29,30,31,33,34,35,36,38,39,40,41,43,44,45,46,47,48,49,52,53,54,55,56,57,58,60,61,63,66,67,68,69,70,72,73,74,76,78,79,80,81,82,83,85,86,87,89,90,91,92,93,94,95,97,99,100,101,103,104,105,106,109,111,112,114,115,116,119,122,127,130,131,132,133,135,136,142,144,150,151,152,156,162,163,164,165,166,170,173,175,176,177,178,180,182,183,184,186,191,194,195,204,209,213],Then:[4,12,15,55,76,78,95,113,209],There:[8,11,12,13,15,22,31,40,44,54,56,57,65,66,81,83,86,87,97,101,112,132,163,166,182,183],These:[8,11,43,44,46,60,81,82,86,97,116,165,166],To:[8,11,15,41,43,44,53,54,60,75,78,99,113,120,168,178,213,214],Will:81,With:[8,56,73,78,116,138,185],_:[24,54,58,74,78,82,120,130,158,164,173,175,184,200,203,204,206,208,211,212],__call__:78,__class__:66,__class_getitem__:66,__contains__:66,__delattr__:66,__delitem__:66,__dir__:66,__doc__:66,__eq__:66,__format__:66,__ge__:66,__getattribute__:66,__getitem__:66,__gt__:66,__hash__:66,__init__:[8,12,13,15,22,27,40,44,53,54,56,57,65,66,81,83,87,97,101,112,132,163,169,182,183,194],__init_subclass__:66,__ior__:66,__iter__:66,__le__:[66,184],__len__:66,__lt__:66,__ne__:66,__new__:66,__or__:66,__reduce__:66,__reduce_ex__:66,__repr__:[46,66],__reversed__:66,__ror__:66,__setattr__:66,__setitem__:66,__sizeof__:66,__str__:66,__subclasshook__:66,_abc:[4,162,170],_abc_data:[4,162,170],_abc_impl:[4,162,170],_accumulatemo:206,_accuraci:144,_activ:[21,29],_adafactordecayrateadam:72,_adafactordecayratepow:72,_add:[15,29,43,82],_addattenprobshistogramsummari:182,_addattenprobsimagesummari:182,_addattenprobsscalarsummari:182,_addattenprobssummari:182,_adddecoderactivationssummari:127,_addevalmetr:57,_addfetch:21,_additionalpreprocessinputbatch:11,_addmulticurverowplot:73,_addnois:184,_addquantizationfunct:81,_addrelativebia:43,_addsummari:144,_addupdateopstosignatur:173,_adjustmsplit:43,_apply_dens:[7,34,36,72],_apply_spars:[7,34,36,72],_apply_sparse_duplicate_indic:[7,34,36],_applyactiv:27,_applyactivationfunct:54,_applyattentiondropout:8,_applyconv:[8,30,54],_applydropout:127,_applypack:184,_applypreemphasi:131,_applyprojectionkernel:54,_applysharedrendezv:78,_applystack:54,_applyzoneout:86,_arg:21,_asdict:[10,12,17,24,48,73,82,97,127,130,131],_assertinputsmatch:78,_assertsametensor:82,_asserttextformat:212,_assignvar:24,_atten_kv_var_head:43,_atten_q_var_head:43,_attencontext:15,_attencontextonestep:15,_attenctxisset:27,_attenlogit:[9,15],_attenlogitsonestep:15,_attent:15,_attention_output_hdm_w_split:43,_attentionsetupdeterministicdropout:56,_attentionst:43,_attentionweight:43,_augmentationnetwork:95,_augmentst:82,_autoaddchild:12,_b:[47,49,68,69,70,191],_baseimagetextrecip:168,_baselayerinitwrapp:12,_basemodelparam:[14,122],_batchparallel:21,_beamsearchdecod:186,_beamsearchstep:17,_bia:[15,21,29],_biasnopad:29,_biasvarnam:54,_biasweight:15,_bn:21,_bodi:[22,44,83],_bodyfpropintern:44,_bpe_separ:92,_bpropforvari:13,_bpropgentrainop:13,_broadcastexamplepairlabelstoallitempair:166,_builddatasourc:11,_builddatasourcewithmetadata:11,_buildrestor:89,_buildsav:89,_buildstackingbasegraph:102,_buildstackingstreamgraph:102,_cachedataset:4,_calculate_prob:37,_calculateoutputshap:40,_caplogit:[15,43],_casttofpropdtyp:12,_check_pad:136,_checkinvari:24,_checknam:12,_checknumer:78,_checkparam:111,_checktpuembeddingconfig:112,_choosedatasetspec:169,_classpathprefix:122,_cleanup:213,_clone_modul:4,_closesubshard:208,_cluster:24,_collectiongett:78,_combinecontext:[8,15],_combineremblookup:112,_common_gpipe_transformer_decoder_fprop:56,_common_gpipe_transformer_encoder_fprop:56,_common_gpipe_transformer_fprop_meta:56,_common_gpipe_transformer_init:56,_common_gpipe_transformer_param:56,_commoninputparam:[138,189,190],_compiledecodefn:76,_compiledecodeloop:76,_comput:54,_compute_preconditioned_raw_grad:34,_computeattenoutput:43,_computeattent:127,_computebn:19,_computecombinedoutput:43,_computeconvlast:54,_computeconvoutputpaddingv2:30,_computedecoderinput:43,_computedecodermetr:135,_computegradientmask:13,_computegradientstpu:78,_computeinput:183,_computelogit:127,_computelossesandgradi:57,_computemeanvar:206,_computemetr:127,_computenonpad:43,_computenormalizedw:135,_computepad:105,_computeqkv:43,_computeqkvcombin:43,_computeqkvh:43,_computesoftlabel:43,_computesoftmaxmetr:182,_computetopkg:43,_computexentloss:182,_concatlastdim:87,_conditionalcalldefun:8,_configfflayerormoeparam:27,_configselfattencontext:27,_constructwarpmatrix:95,_consumeitem:22,_consumekei:22,_consumelist:22,_consumemap:22,_consumepath:22,_consumesymbol:22,_conv2d:21,_copyshap:[81,83],_copyto:46,_countedminmaxaccumul:81,_create_new_sess:74,_create_sess:109,_create_slot:[7,34,36,72,156],_createasrfeatur:208,_createatten:127,_createcanvasandtarget:186,_createcheckpoint:[213,214],_createchildrenvari:[8,12,13,15,22,27,40,44,54,56,57,65,81,83,87,97,101,112,132,163,182,183],_createlayervari:[8,9,12,13,15,19,22,30,40,44,54,55,56,57,65,80,81,83,86,87,91,97,101,112,114,132,163,173,182,183],_createlayervariablesstatu:12,_createlink:82,_createnestedmap:21,_createproject:182,_createqstatevar:81,_createrunn:213,_createsourcelambda:184,_createsummari:60,_createsummarywrit:2,_createtf2summaryop:2,_createtf2summarywrit:2,_createvariableintern:12,_createvariablest:78,_createvariablestateless:78,_createvarinitst:78,_createvarinitstateless:78,_createwindowfunct:131,_createwrapperclass:122,_customcomputegradientsfn:57,_customshortdebugstr:211,_datadir:197,_datasourcefromfilepattern:[11,133,150,184,194],_deccomputebiasgraphedg:43,_decnotvis:43,_decodeloop:76,_decoderdevic:186,_decoderinit:182,_decoderlayerinmapkei:43,_decoderlayerinputprojweight:43,_decoderlayeroutputprojweight:43,_decodermetricsparam:135,_decodestep:182,_decoratecellfn:82,_decoratecellgrad:82,_defaultln:15,_defaultvariablecr:78,_definedefun:78,_definedfunct:78,_definefunct:78,_delet:66,_densereludenseweight:43,_densereludenseweightsgatedgelu:43,_dependson:82,_depthwiseconv2d:15,_dequeuethreadcomplet:2,_deterministicrandomnormaliniti:78,_deterministicrandomtruncatednormaliniti:78,_deterministicrandomuniforminiti:78,_deterministicrandomuniformunitscalinginiti:78,_deterministicrandomvariancescalinginiti:78,_deterministicrandomxavieruniforminiti:78,_device_mesh:43,_devicesupportsfreez:48,_diagnoi:142,_distortbrightnessandcolor:164,_distributed_appli:72,_doconv:44,_doreporttrainingprogress:3,_dosanitycheck:89,_dotatten:15,_dotattenfastpath:15,_dotattenonestep:15,_dotattenslowpath:15,_dropconnect:55,_dropout:[15,21,43,54],_dummyscop:48,_dumptranscript:208,_einsumeqwithmodeldim:44,_einsumwithmodeldim:43,_embeddingweight:43,_emptyacc:82,_emptylik:82,_emptywithfixshap:82,_encnotvis:43,_encodebatch:163,_encoderaddrelativebia:43,_encoderdevic:186,_encoderlayerinmapkei:43,_encodetoid:117,_endswithterminalquot:46,_ensurematrixshap:78,_eval_is_extended_neg:104,_eval_is_extended_posit:104,_eval_is_neg:104,_eval_is_posit:104,_evalonc:213,_evaluateconvkernel:[30,54],_expanddim:[15,29],_expandtonumhyp:182,_explicit_class_assumpt:104,_exportmetr:2,_extractconfidencefeatur:127,_extractparamet:53,_extracttoken:204,_factored_dim:72,_fallback_to_diagonal_for_shap:34,_fc:21,_featur:160,_feedforwardnetworksapplyg:43,_fetchdecodeout:76,_ffw_var_h_dim_s:43,_field:[10,12,17,24,48,73,82,97,127,130,131],_field_default:[10,12,17,24,48,73,82,97,127,130,131],_filterfeaturesbynam:165,_finalizedecod:76,_findnewcheckpoint:2,_findperstagevarshardingdim:44,_finish:7,_finishextendstep:55,_flatfprop:54,_float_dtype_max_scal:182,_fn:21,_forcealign:182,_formatstatusmessag:2,_fprop2d:54,_fprop:[27,102,182],_fpropchunk:131,_fpropdefault:131,_fpropfastsoftmax:182,_fpropimpl:54,_fproplm:132,_fpropresult:13,_fpropsoftmax:182,_fpropsplitinputbatch:13,_fproptpu:13,_freezedefault:48,_freezegraphfromcheckpoint:48,_frequencymask:95,_frequencynois:95,_frequencywarp:95,_fromglob:79,_funnelattent:15,_garbagecollect:89,_gate:86,_gatesintern:86,_generalized_inverse_pth_root:34,_generatealignedhtml:141,_generatenoises:184,_generatestatelessrngse:78,_get_input_shap:40,_get_ngram:61,_get_or_add:209,_get_state_dtyp:40,_get_subgraph:74,_get_subgraph_fe:74,_get_subgraph_fetch:74,_get_var_from_collect:44,_getaccumul:26,_getaccumulatornamefortensor:81,_getattencontextdim:127,_getattenprobsfromsequenceouttensorarrai:127,_getattentioninitst:182,_getattentionsourcest:182,_getbetagamma:19,_getbia:86,_getblockedmatmulinputoutputmultipli:54,_getblockedweightmatrix:54,_getbucketkei:184,_getcellgrad:82,_getcelltpl:87,_getcheckpointid:89,_getcheckpointidfordecodeout:214,_getclusterspecdict:213,_getcurrentminmax:81,_getdecodertarget:135,_getdefaultpad:19,_getdescriptorsetfortextinput:184,_getdeviceoflay:15,_getencoderpad:127,_getexpertdist:22,_getflatshap:178,_getfpropoutput:102,_getglobalgradscal:57,_getinitialseqstatetensorarrai:127,_getinitialtargetinfo:127,_getinput:[54,102],_getlangid:184,_getmask:95,_getmaskupdateop:13,_getmaxseqlength:99,_getmelpad:131,_getnest:46,_getnewattenprob:127,_getnumhypsforbeamsearch:127,_getparam:102,_getpredictionfromsequenceouttensorarrai:127,_getprocessedcheckpoint:2,_getqstatevar:81,_getquantizedrangeforcap:81,_getsamplestep:78,_getsav:23,_getscaleandbia:54,_getsegmentpo:184,_getsess:[2,119,213],_getshap:17,_getsharedrendezv:78,_getsourcebatchs:15,_getsourceinfo:122,_getsourceinputsandlabel:136,_getsourcelength:[15,55],_getstat:89,_gettargetfordecodermetr:135,_gettaskid:184,_gettokenizerkeytous:186,_gettopk:135,_gettpuembeddingenqueuedata:11,_getttldir:2,_getuninitializedvarnam:23,_getvariablecr:78,_getvarnam:48,_getvarstoload:78,_getvocabulari:204,_getwarpmatrix:95,_getweight:[30,44,54],_getweightshap:[19,30,54],_global_seed_from_input:95,_global_stack:[55,113],_global_step:77,_globalpool:29,_glu:[15,27,29],_graph:21,_greedysearchstep:17,_has_dynamic_attribut:66,_hasaccumul:26,_hat:95,_histogramsummari:86,_hyperparams_text_to_dict:205,_id:21,_ident:43,_ignorepairswher:166,_import:121,_index:82,_infeedloop:[76,213],_inferdefaultbatchshap:162,_inference_driver_nam:12,_inferencesubgraph_default:[135,144,152,195],_inferoutshap:22,_initattent:[55,127],_initattentionparam:15,_initbeamsearchstatecallback:[105,127,182],_initdecod:182,_initializetf2summarywrit:2,_initializevizi:76,_inititer:31,_input:82,_inputbatch:[11,114,136,156,165],_inputopbucketingarg:11,_inputpaddingvalu:11,_inputshap:11,_insertparam:121,_instantiatetaskmodel:76,_internal_apply_dens:7,_inverse_pth_root_graph:34,_invizierstudi:2,_is_bn_fold:54,_isdefinableparamet:53,_isnamedtupl:46,_issingletimestep:82,_issymbolorposit:129,_ityp:78,_jobspec:24,_join:82,_kei:35,_key_for_var:34,_keyerrorstr:46,_lang_map:184,_layer:21,_layernormg:86,_layerstack:43,_lconv:27,_lconvcommon:29,_leastloadedplac:24,_linear:[15,21],_linearweight:15,_link:82,_listdebugstr:211,_ln:[21,43],_lnconv:43,_lnintern:43,_lnnoscal:43,_loadtranscriptionsfromfil:208,_local:[104,110],_local_stack:104,_localsymboltovaluestack:104,_logitsusingconcatenatedweight:54,_logitsusingconcatenatedweightshelp:54,_logplac:78,_loop:[119,213,214],_loopenqueu:[2,213,214],_make:[10,12,17,24,48,73,82,97,127,130,131],_make_named_slot:34,_makearg:53,_makebytesfeatur:[208,212],_makedecodertheta:135,_makefloatfeatur:[208,212],_makeint64featur:[208,212],_makelogmelfromtensorflowbuiltin:208,_maketfexampl:[208,212],_makevariabledictionari:48,_map_arg:[11,31],_maskword:184,_maybe_create_new_sess:74,_maybecausalpad:30,_maybeconstructsharedmodel:[119,213],_maybeconsumesymbol:22,_maybeexpandpad:19,_maybefakequ:81,_maybenorm:29,_maybepadsourceinput:133,_maybesplit:[15,44],_maybestackextratheta:[22,83],_maybetransposeencoderoutput:182,_maybetransposetarget:182,_melspectrogram:131,_mergetoken:117,_meshsplit:43,_messag:[47,49,68,69,70,191],_metric:60,_metric_histories_map:35,_middl:82,_mix:[58,86],_mixwithprojectedinput:58,_mlp:21,_mnistinputbas:145,_model_dim_reshape_seg:43,_model_param:122,_model_params_allow_redef:122,_modelparamsclasskei:122,_modelregistryhelp:122,_modeltupl:108,_modifylmbeforefprop:132,_moe:27,_moeorfflay:27,_moment:19,_multiheadedatten:15,_multiheadedattent:15,_newtensorarrai:127,_nextpoweroftwo:131,_norm:29,_normal:[19,27],_normalizeddepthwiseconv2d:15,_normalizestep:27,_normalizestreamstepoutput:102,_normorbia:29,_num_input_proj_weight:43,_num_output_proj_weight:43,_onehotencod:43,_opensubshard:208,_outfeeddequeu:76,_outfeeddequeueloop:[76,213],_outfeedenqueu:[76,213],_output:[21,82],_output_num_shard:75,_outputfilenam:75,_overrid:[43,44],_pack:184,_packa:178,_pad:[15,29],_padandreshapespec:131,_paddedsoftmax:8,_padforlengthcompatiblestridesv2:30,_padinput:102,_padsequencetolength:87,_par:21,_param:[46,78],_parameter_scal:72,_paramexist:48,_parseinput:22,_parseoutput:22,_pn:43,_pool:15,_posembeddingsfromposit:54,_postbeamsearchstepcallback:[105,127,182],_postprocessattenprobsforbeamsearch:127,_postprocessbeamsearchdecodeout:186,_postprocessstep:76,_prebeamsearchstepcallback:[105,127,182],_preconditioned_upd:34,_preconditioner_available_for_dim:34,_preconditioner_indic:34,_preconditioner_key_for_partition_and_dim:34,_predictcontinu:75,_predictonecheckpoint:75,_prepar:[7,34,36],_preprocess:[11,145,212],_preprocessforev:164,_preprocessfortrain:164,_preprocessinputbatch:[11,165],_print:78,_printfil:211,_printhead:211,_printlengthbucket:206,_printmeanvar:206,_printopt:78,_printshap:21,_private_children:12,_private_var:12,_processbatch:184,_processinputproj:86,_processlin:194,_processmassinput:184,_processnewc:86,_processsingleinput:184,_prop_handl:104,_pruning_hparam:77,_pruning_hparams_dict:77,_pruning_obj:77,_quotestr:46,_random_normal_op:95,_random_uniform_op:95,_randomxavieruniforminiti:78,_rawconv2d:29,_rawdepthwiseconv2d:29,_readrecordsentencepairproto:184,_readrecordtsv:184,_readrecordtsvsinglecolumn:184,_readtranscript:208,_recordtensor:81,_recurr:82,_recurrentsingletimestep:82,_recursivemap:66,_recursivereshap:8,_recv:94,_reflectoncellfn:82,_registered_modul:122,_registermodel:122,_relativeattentionbiasweight:43,_relativepositionbucket:43,_relativepositionvalueemb:15,_remateri:21,_removechanneldim:131,_removechild:12,_removeeosprob:182,_removeprivatevar:112,_removescalarsummari:[213,214],_rendermatplotlibfigur:73,_renderonematplotlibfigur:73,_rep:21,_repeat:83,_replac:[10,12,17,24,48,73,82,97,127,130,131],_replaceonelineinfil:109,_reportviziermetr:76,_rescaleboundari:30,_reserved_kei:66,_resetst:86,_reshap:21,_reshapedmodeldim:43,_reshapem:43,_reshapetomono2d:131,_resource_apply_dens:[7,34,36,72],_resource_apply_spars:[7,34,36,72],_resource_apply_sparse_duplicate_indic:[7,34,36,72],_restorefromlatestcheckpoint:23,_retrieveandsplitg:86,_returnsinglevalueorlist:54,_rnnoutputs:151,_run_with_valid_sess:74,_runencod:212,_runloop:2,_runonallcheckpoint:2,_runonlatestcheckpoint:2,_runtf2summaryop:2,_samplecanvasandtarget:186,_save:[21,78],_scaledbatchs:184,_scalevarnam:54,_selectmaskposit:184,_selectrandomshard:208,_selfatten:27,_selfvariablescop:12,_send:94,_seq:[21,97],_seq_len:67,_seqlendim:82,_seqpaddinglength:82,_sequenceemblookup:112,_sess:74,_setattentioninitst:182,_setclusterparam:48,_setlearnerfromlegacyparam:13,_setstat:89,_setstatusmessag:2,_setuprun:76,_shardedfeedforwardnetworksweight:43,_shardedmoepositionwisefeedforwardnetwork:43,_shardedvar:[15,43],_shardedvaron1ddevicearrai:43,_sharedrendezvousscop:78,_shiftright:87,_shiftrightwithmask:87,_shouldaddsummari:103,_shouldprocessinputid:75,_shouldstop:[2,76],_shouldusetpu:112,_shuffledataset:4,_shuffleshard:86,_shuffleword:184,_similarkei:46,_simpleimagecaptiondatasetlabel:170,_softmax:43,_sorteddict:46,_sourc:136,_source_init_don:8,_specialized_inverse_pth_root:34,_squeez:[15,29],_stackedrecurr:82,_stacksign:131,_startshel:213,_statistics_key_for_partition_and_dim:34,_step:44,_step_seed_incr:78,_stepnum:72,_streamattenlogit:15,_streammoment:19,_streamstepdimens:15,_streamstepdynamiclength:15,_streamstepstaticcomputekeyvalu:15,_streamstepstaticcomputekeyvalue3d:15,_streamstepstaticcomputekeyvalueclass:15,_streamstepstaticcomputekeyvalueminim:15,_streamstepstaticlength:15,_stride:15,_stridedattent:15,_stridedtransformerlayerblock:93,_stringstoidsimpl:111,_stringstoidswithoffsetsimpl:111,_stringtotoken:117,_stuboutcreatevari:123,_subplotmetadata:73,_summarizetensor:81,_summarizevalu:[76,213,214],_summary_writ:76,_target:136,_task:13,_test_params_repr:102,_testlayerhelp:80,_testonemodelparam:123,_testrightcontextstackinglayershelp:102,_teststreamstephelp:102,_tf2summarycontext:2,_thread:[104,110],_timemask:95,_timewarp:95,_toint32:43,_token:92,_tokenizeinput:22,_tokentostr:117,_top2gatingweight:43,_tostr:[46,66],_totensorarrai:127,_totupl:[22,40,44],_tounicod:92,_tpu_resourc:209,_tpucor:94,_tpuembeddingoptim:112,_tpuemblookup:112,_trainanddecod:76,_trainerfinish:2,_transformandsum:78,_transformdtyp:82,_transformerlayerblock:93,_transformersetupdeterministicdropout:56,_transformvarsintern:12,_trimifposs:152,_trimifpossiblethentranspos:152,_truncatetargetsequ:182,_undotransformvarsintern:12,_uniqu:78,_unquotestr:46,_unrolled_fprop:[22,44],_unsegmentbp:92,_unsegmentwpm:92,_updat:82,_updated_statist:34,_updateearlystopmetr:2,_updatelogitsforsingletokenfastdecod:182,_updatenextsavetim:23,_updatepaddingwithpackedinputmask:8,_updateprocessedcheckpoint:2,_updatesequenceouttensorarrai:127,_updatest:89,_updatevnconfig:13,_use_flat_beam_search:44,_use_funct:130,_usetffunct:78,_validatebias:9,_validateema:123,_validatetaskscop:112,_validatevizierreportingjob:213,_valu:81,_var:[15,43,44],_var_grad:78,_variablecollect:[12,86],_variablesforema:13,_varincollect:78,_varkei:89,_verifychildren:12,_verifyvarsandtheta:12,_vocab_fil:197,_vocab_file_param:111,_vocab_s:197,_waituntilinit:2,_wpm_separ:92,_wrapaccumulatorcellfn:82,_wrapaccumulatorcellgradfn:82,_wrapcellfnwithstepse:82,_wrapcellfnwithsymbolvalu:82,_wrapcellgradfnwithstepse:82,_wrapcellgradfnwithsymbolvalu:82,_wrapfunct:78,_wrapnonlingvovar:173,_writeinputdatastat:76,_writeinputdatastatsummari:2,_writesummari:[2,76],_writetolog:2,_xentlossbychunk:54,_zero_aux_loss:43,_zero_state_dynamic_length:15,_zero_state_static_length_input:15,_zero_state_static_length_key_valu:15,_zerooutfirsttimestep:182,_zip:60,_zoneout:86,a0:[12,15,22,27,30,40,41,44,54,55,56,80,85,93,173,183],a1:[12,15,22,27,30,40,41,44,54,55,56,80,85,93,173,183],a2:[12,15,22,27,30,40,41,44,54,55,56,80,85,93,173,183],a_:38,aaron:67,aaronson:67,ab:[7,8,9,15,19,22,27,29,30,40,41,42,54,55,56,72,78,81,85,86,88,93,102,111,168,182,183,185,186],abc:12,abclayermeta:12,abcmeta:12,abl:[12,46,67,81],abort:[54,89],about:[6,11,12,13,15,19,22,24,30,33,40,43,54,55,56,78,114,127,135,144,152,163,166,184,186],abov:[9,22,54,67,78,86,95,154,182],abs_pos_emb:9,absenc:67,absl:102,absolut:[9,54,78],acc:12,acc_stat:[82,87],acc_valu:12,acceler:[24,48,58,78,209],accept:[73,76,78,81,97,131,175],access:[9,12,21,25,31,41,44,66,72,78,82,112,121,173,203],accessor:126,accommod:8,accord:[3,8,9,12,13,43,44,45,46,48,51,54,55,57,67,78,82,91,95,96,115,166,182],accordingli:[15,44],account:[8,81],accumul:[12,19,22,26,44,60,61,72,78,81,82,85,87,92,97,127,169,206],accumulate_st:82,accumulated_st:87,accumulatest:87,accumulator_lay:82,accuraci:[127,144,182],achiev:[44,65,116,138],aclweb:[54,186],acoust:117,across:[12,24,34,39,43,44,58,60,65,67,72,76,78,81,83,86,92,127,176,182],act:[12,27,54,58,81,86,97,101],act_distribut:81,act_input:27,act_lh:81,act_lhs_distribut:81,act_nam:27,act_rh:81,act_rhs_distribut:81,actf:81,actiav:86,action:209,activ:[1,5,8,15,17,21,27,29,40,43,44,54,55,56,57,67,78,81,85,86,112,120,127,151,180,182,209],activation_fn:[15,43],activation_nam:[6,44],activation_size_per_lay:85,activationlay:6,activations_grad:[57,78],actual:[8,9,11,12,15,19,22,24,30,44,54,55,56,60,67,78,80,81,83,86,87,91,95,112,114,129,165,173,175,182,184],actual_seq_len:[67,181],ad:[8,11,12,15,21,27,29,43,44,54,55,59,61,67,78,81,86,101,111,113,142,151,180,182,184],adadelta:72,adafactor:72,adagrad:[34,72,112],adagraft:[1,5,72],adagraftoptim:7,adam:[72,112,156,169,180],adam_beta1:180,adam_beta2:180,adam_epsilon:180,adamoptim:156,adamv2:72,adapt:[7,15,36,54,55,72,83,86,94,97,106,166,168,175],adaptiveschedul:106,add:[7,10,12,13,15,19,21,22,26,29,34,36,45,54,55,56,72,73,77,78,81,82,86,103,112,113,121,122,127,132,135,144,168,169,173,182,184,209,213,214],add_gpu_to_pod:209,add_loss:55,add_summari:[13,24,25],add_two_th:178,add_unnormalized_residu:180,addactiv:112,addadditionaldecodermetricstograph:128,addadditionaldecodersummari:[127,132],addattentionsummari:103,addattentionsummarybatchmajor:103,addbertadaptertextencod:168,addchild:12,adddebugtensor:78,addefficientnetb4imageencod:168,addevalmetr:13,addextradecodinginfo:[10,182],addextratheta:12,addframeworkinput:78,addfunct:12,addhypref:142,addimag:[73,103],addingaccumul:19,addit:[8,10,13,15,19,39,43,46,54,55,72,73,78,81,82,83,85,86,97,103,106,109,126,127,135,176],addition:[11,44,74,81],additional_atten_prob:127,additiveattent:8,addleadingdim:45,addloadretrieveop:112,addmod:169,addmulticurvesubplot:73,addnormsummari:103,addperexampletensor:13,addplot:73,addpreprocessor:169,address:[8,24],addscatterplot:73,addsent:92,addsubplot:[73,103],addsummari:72,addsummarytensor:112,addtablevari:112,addtopruningcollect:77,addtpusummarytensor:78,addvn:[12,78],adjac:30,adjust:[43,44,57,72,78,81,86,91,95,152,182],adjustgradi:[13,57,152],adjustgradientswithlploss:78,advanc:15,advantag:82,advertis:169,advic:21,affect:[7,12,15,34,36,72,209],after:[8,11,12,13,15,17,18,19,21,30,41,43,44,45,46,54,57,60,67,72,78,81,82,86,91,114,126,127,132,138,142,152,166,182],afterward:54,again:[8,182],against:[9,61,81,109,184],agarw:[7,72],aggreg:[13,26,42,54,60,78,91],aggregation_method:72,aggregationmethod:[72,78],agnost:19,ahead:[8,12,13,15,22,40,44,54,56,57,65,81,83,87,97,101,112,132,163,182,183],aid:81,aim:78,aka:90,akin:19,al:168,alex:8,algorithm:[8,15,30,36,41,42,82,85,91,99,117],alia:[10,12,17,24,48,54,73,78,82,97,127,128,130,131],alias_inplace_upd:90,align:[8,141,142,182,184],aligned_html:142,all:[2,4,7,8,9,10,11,12,13,14,15,17,21,22,24,34,35,36,38,39,41,43,44,48,54,55,56,57,60,61,66,67,72,76,78,81,82,83,86,87,92,93,95,97,99,100,103,106,111,112,113,118,119,121,127,133,142,150,156,162,163,166,169,173,176,178,180,182,183,184,185,186,204,207,208,209,213],all_don:[17,67],all_grad_norm:57,all_var:[22,78],all_worker_nam:24,alloc:[67,151],allow:[8,9,11,12,13,15,17,18,44,46,53,54,55,67,72,79,81,82,83,86,87,89,95,97,112,113,173,175,184],allow_empty_terminated_hyp:67,allow_implicit_captur:82,allow_override_from_clust:79,allow_overwrit:82,allow_soft_plac:78,allowed_tensor_captur:82,almost:[78,92],alon:[141,142],along:[7,8,9,15,30,43,44,45,50,52,54,55,67,76,78,81,87,103,127],alpha:[37,59,67,78,106],alreadi:[12,13,15,22,44,46,57,58,66,182,207],also:[8,11,12,13,15,22,30,39,40,41,43,44,45,46,54,55,61,67,72,73,78,81,83,86,87,97,99,101,106,111,113,114,127,128,131,142,151,170,173,177,182,184,185,209],alter:81,altern:[15,60,113],although:[15,44],altogeth:[46,175],alwai:[8,11,22,30,44,46,54,55,56,67,72,73,78,81,91,111,166,182],am:132,am_output:132,amoeba_net:19,among:[40,67,78,142,166],amount:[67,72,82,88,209],an:[6,7,8,9,10,11,12,13,15,16,17,18,19,22,24,30,31,33,34,35,36,39,40,41,42,43,44,45,46,48,51,52,53,54,55,56,57,59,60,61,66,67,72,73,74,75,76,77,78,79,81,82,86,87,89,92,95,97,99,100,101,103,104,106,111,112,119,120,126,127,129,131,133,135,144,150,151,152,162,163,166,175,178,180,182,183,184,194,195,203,209,213],analog:81,analys:[11,53],analysi:[59,213],analyz:109,anchor:95,angl:91,ani:[11,13,15,30,43,46,50,52,54,57,66,67,72,73,76,78,81,82,99,114,118,121,123,127,132,166,170,173,176,178,182,207,209],anil:[7,34,72],anneal:91,annealingschedul:91,annot:[15,43,44,45,81,116,166],anoth:[15,21,46,53,54,60,66,72,86,101,104,136,142,184],antholog:[54,186],anyth:[46,72,97,178],apache_beam:175,apart:118,api:[4,13,30,33,46,77,83,101,112,126],appear:[13,54,78,113,142,168],append:[35,52,67,78,103,111],append_eo:[11,67,111],appenddim:78,appendix:86,appli:[2,4,6,7,8,9,12,13,15,19,21,22,27,29,30,34,36,40,41,43,44,45,51,52,54,55,56,57,58,61,66,67,72,78,80,81,82,85,86,93,95,112,127,162,173,180,183,185,204],applic:[7,34,36,41,59,72,78,81,95,102,166],apply_crs_to_grad:72,apply_dtype_min:15,apply_gradi:[72,78],apply_pack:67,apply_residu:15,applyclip:[81,182,183],applyclippingwithst:81,applycompress:77,applyconstantclip:81,applydropout:182,applyexponentialmovingaverag:13,applygradi:112,applygradmultipli:78,applygradnormclip:78,applygshard:27,applypack:67,applypad:78,applyposttrainingloop:[57,72],applyprun:77,applypythonupd:77,applytensorflowandpythonupd:77,applytensorflowupd:77,applytotensor:45,applytovari:45,approach:[8,46,81],appropri:[43,46,76,78,81,111,173,209],approx:61,approxim:[8,34,61,72,106],apriori:81,aqt:81,aqtqdomain:81,aqtweight:81,ar:[7,8,9,10,11,12,13,15,17,19,22,23,27,29,30,31,33,34,35,36,38,39,40,41,43,44,46,48,53,54,55,56,57,58,60,63,65,66,67,72,76,77,78,80,81,82,83,85,86,87,91,92,94,95,96,97,99,101,103,105,106,111,112,113,114,116,118,122,126,127,130,131,132,135,141,142,144,151,162,163,164,165,166,169,170,173,175,177,182,183,184,203,204,209],arbitrari:[13,33,43,44,83,85,114,119,127,135,144,152,163,178,182,186,213],arbitrarili:[12,178],architectur:[27,78,86],archiv:117,aren:[46,166,170],arg:[6,8,9,10,11,12,13,15,17,19,21,22,27,29,30,31,33,39,40,41,42,43,44,45,46,48,52,53,54,55,56,57,58,60,63,65,66,72,73,74,76,78,80,81,83,85,86,87,89,91,93,95,96,97,99,100,101,103,105,106,109,111,112,114,119,126,127,128,130,131,132,133,135,136,144,145,150,151,152,156,163,164,165,172,173,175,181,182,183,184,185,186,194,195,213,214],argindexlay:22,argmax:[54,56,78],argument:[2,7,8,13,15,21,22,31,34,36,40,44,46,53,54,60,61,72,73,78,81,82,86,87,97,103,113,118,151,162,165,175,178,203,209],argv:[141,142,207,209,210],arithmet:[54,60,78,81],around:[30,44,54,73,75,78,81,82,86,100,111,184],arrai:[24,44,48,60,73,78,89,95,111,127,156,202],arrang:[15,54,176,178],arxiv:[7,8,9,15,19,22,27,29,30,37,38,40,41,42,52,54,55,56,72,78,81,85,86,88,91,93,95,96,102,106,111,127,168,182,183,184,185,186],ascii:[48,67],ascii_to_token_id:67,asciitoken:111,asid:78,ask:8,aspect:[73,81],asr:[1,121,124],asrdecod:127,asrdecoderbas:127,asrencod:[130,135],asrfrontend:131,asrfrontendconfig:131,asrinput:133,asrmodel:135,assembl:[67,97],assert:[11,12,66,67,78,82,151],assert_between:78,assert_equ:78,assert_even_divid:78,assert_great:78,assert_greater_equ:78,assert_less:78,assert_less_equ:78,assert_same_dim0:[67,78],assert_shape_match:[67,78],assertidshap:78,assertiscompat:78,asset_file_def:49,assign:[8,22,34,44,50,73,76,116,170,213],assign_add:116,assign_preconditioner_to_host_var:34,assign_sub:116,associ:[8,13,15,34,38,44,76,79,81,112,119,175,203,213],assum:[8,21,27,54,55,56,58,78,81,82,86,87,97,101,164,166,170,173,178,202,209],assumpt:[8,104],asymmetr:81,async:76,async_checkpoint:23,async_postprocess:76,asynchron:[13,24,138],atrou:54,att_vec:67,attach:[45,87,166,173],attempt:[22,31,54,78,121],atten:[8,127,182],atten_bld_activation_split:27,atten_blnh_activation_split:27,atten_context:[27,87,99,182],atten_dim:15,atten_dist:127,atten_dnh_w_split:27,atten_dropout_determinist:8,atten_dropout_prob:[88,151,180],atten_hidden_dim:180,atten_is_rel:15,atten_left_context:[15,27],atten_local_context:[15,27],atten_logit_cap:[15,27,43],atten_matrix:103,atten_num_head:[15,27],atten_prob:[9,15,17,55,67,87,99,127,182],atten_queri:99,atten_right_context:[15,27],atten_st:182,atten_state_dim:87,atten_tpl:[15,55],atten_typ:15,atten_vec:68,attencontext:9,attend:[8,9,15,43,55,103,180],attenion:43,attenlogit:9,attenlogitsrp:9,attenlogitsrpeonestep:9,attenlogitsxl:9,attenlogitsxlonestep:9,attenprob:15,attent:[1,5,9,15,17,27,29,38,43,44,54,55,56,67,83,87,88,93,97,99,103,126,127,151,177,180,182,183,185,186],attention_dim:15,attention_hidden_dim:151,attention_key_value_dim:[43,156],attention_prob:99,attention_st:[8,127],attention_step:[5,98],attention_tensor:103,attention_util:[1,5],attention_window:[15,88],attentionblockstep:99,attentionstep:99,attenvec:68,attn:126,attn_queri:126,attr:[66,67,78],attribut:[12,31,43,45,46,78,178],attributeerror:[12,46],auc:[60,78],aucmetr:60,aud_dim:126,audio:[126,131,160,161,202,208],audio_context:126,audio_lib:[1,201],audiofeatur:160,audiotomfcc:202,augment:[54,55,82,86,95,96,126,175],augment_weight:95,augmented_input:95,author:[6,12,15,19,22,30,40,54,55,56],auto:[15,44,45,73,78,116],auto_reus:72,automat:[11,44,46,78,81,97,109,203,209],autoregress:[15,43,55],autotomanualpartit:45,aux:[27,55],aux_:[15,55,56],aux_atten:[15,55],aux_batch:[55,56],aux_loss:[27,44,55],aux_pad:[15,55,56,185],aux_segment_id:[55,56,185],aux_segment_mask:15,aux_tim:[55,56,185],aux_vec:[15,55,56,83,185],auxiliari:[15,27,44,55,56],auxlosscontext:55,av:38,avail:[23,24,34,76,78,81,207],available_devic:24,averag:[8,9,13,15,22,44,60,67,78,81,92,141,182],averagekeyedcorrelationmetr:60,averagemetr:60,averagew:141,avg:[54,60,78],avg_xent:[54,56],avoid:[7,8,11,12,15,34,36,44,54,72,76,78,86,112,122,176],awai:67,awar:[19,30,52],ax:[73,78,81,103,178],axi:[9,15,29,30,34,37,43,54,77,78,81,95,97,103,166,176,178],axis:30,b4:[168,173],b:[8,9,11,15,17,19,21,22,27,30,38,43,44,46,54,58,67,72,78,86,95,96,100,103,106,111,114,116,178],b_n:86,b_r:86,b_u:86,back:[7,11,12,54,55,63,78,92,97,111,131,152,168,169,184],back_projected_rnn_out:54,backprop:[58,78,82,86],backpropag:[41,85],backslash:46,backward:[8,12,13,15,22,38,40,44,54,56,57,64,65,67,78,81,82,83,87,97,101,112,132,163,182,183],backward_cell_param:64,backward_cleanup:82,backward_p:130,bahdanau:8,bak:[78,87],bak_as_funct:78,bak_rnn:87,balanc:12,ballestero:106,ban:46,band_part:78,bar:[25,66,78,178,209],base:[2,3,4,6,7,8,9,10,11,12,13,14,15,17,18,19,21,22,23,24,27,29,30,31,33,34,35,36,37,40,41,42,43,44,45,46,47,48,49,52,54,55,56,57,58,60,61,63,64,65,66,67,68,69,70,72,73,74,75,76,77,78,80,81,82,83,85,86,87,88,89,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110,111,112,113,114,115,116,117,118,119,122,123,126,127,128,130,131,132,133,134,135,136,138,142,144,145,147,150,151,152,154,156,161,162,163,164,165,166,168,169,170,172,173,175,178,180,181,182,183,184,185,186,189,190,191,194,195,197,203,206,209,213,214],base_class:11,base_config:[124,179],base_decod:[1,5,127,182],base_imag:209,base_input_gener:[1,5,14,114,133,136,145,150,156,165,184,194],base_lay:[1,5,6,8,9,10,11,13,15,17,19,22,27,29,30,31,40,41,42,44,52,54,55,56,57,58,72,81,83,85,87,91,93,95,97,105,106,111,112,126,128,130,131,132,151,163,164,172,173,175,181,183,185],base_model:[1,5,14,33,43,65,114,135,144,152,163,186],base_model_logits_dim:132,base_model_param:[1,5,138,147,154,156,169,189,190,197],base_runn:[0,1,119,213,214,215],base_tri:[0,1,2,76,213,215],baseasrfrontend:[131,135],baseattentionlay:8,basebeamsearchdecod:[10,127,182],baseclassifi:144,baseclippingcapschedul:81,baseconv2dlay:54,baseconv2dlayerwithpad:30,basedataexampleinputgener:11,basedecod:10,baseinputgener:[11,114,156,165],baseinputgeneratorfromfil:11,baselanguagemodel:151,baselay:[6,8,9,10,11,12,13,15,17,19,21,22,27,29,30,31,40,41,42,44,52,54,55,56,57,58,72,81,83,85,87,91,93,95,97,105,106,111,112,123,126,128,130,131,132,151,163,164,172,173,175,181,183,185],baselayermeta:12,baselayert:12,basemetr:[13,33,60,61,135,144,163,186],basemodel:[13,14,43,114,122],basemodelparam:14,basemodelstest:123,baseprogram:76,baserunn:[2,119,213,214],baseschedul:91,basesequenceinputgener:[11,14,133,136,150,184,194],basetask:[13,14,33,43,57,78,114,135,144,152,163,186],basetinydatasetinput:[11,145],basetoken:[63,111],basezerost:127,basi:[15,67,78],basic:[11,12,54,86,182],batch:[8,9,10,11,13,15,16,19,21,22,27,29,30,31,33,38,39,43,44,52,54,55,56,58,63,67,72,73,75,76,78,81,86,87,91,95,97,99,100,101,103,105,111,112,113,114,126,127,128,130,131,132,133,135,136,138,144,150,151,152,156,162,163,165,166,170,172,173,178,182,183,184,185,186,213],batch_dim:[44,56,78],batch_dim_per_devic:156,batch_idx:9,batch_major_attent:[1,5,93],batch_max:12,batch_min:12,batch_multipli:15,batch_norm:54,batch_norm_stat:78,batch_norm_upd:78,batch_norm_var:78,batch_parallel:60,batch_shap:[163,178],batch_siz:[8,11,15,19,27,30,40,50,52,55,58,67,75,78,83,86,87,91,95,97,99,100,101,102,103,127,130,131,132,133,150,151,154,162,163,164,165,166,175,177,178,182,183,184,186],batch_to_spac:54,batch_util:[1,5],batchflatten:178,batchmajorlanguagemodel:152,batchmajortotimemajor:178,batchnorm:[19,54],batchnormlay:[19,30],batchnormlayernopad:19,batchparallel:21,batchparallellay:22,baz:[66,178],bazel:[78,109,120,210,213,214],bdnh:15,beam:[10,15,17,44,61,67,76,127,132,182,203,207],beam_id:[67,68],beam_independ:67,beam_search_help:[1,5,105,128],beam_search_output:17,beam_search_step:[17,67],beam_search_step_deprec:67,beam_search_tpu_help:44,beam_siz:[67,182],beam_util:[1,201],beaminit:203,beamsearch:8,beamsearchdecod:[10,17,182],beamsearchdecodebias:10,beamsearchdecodeoutput:[10,17,128,182],beamsearchdecodeoutputtodecodertopk:128,beamsearchdecodewiththeta:10,beamsearchhelp:17,beamsearchsharedparam:17,beamsearchstepv2:67,becaus:[13,15,43,44,54,60,78,81,87,114,166,180,209],becom:[22,67,78,166],bee:76,been:[2,7,15,34,36,46,57,72,78,81,86,89,95,97,99,112,122,127,182,184,194],befor:[2,7,8,11,12,13,15,17,21,22,26,34,35,36,43,44,46,54,66,67,76,78,86,95,105,109,112,123,127,132,141,142,151,165,180,203],begin:[11,15,17,67,78,82,101,117,178],begin_intact:15,behav:11,behavior:[4,8,11,44,46,55,56,67,73,78,81,82,112,127],being:[10,11,15,21,44,60,67,78,81,113,165,166,184],believ:184,belong:[15,60,67,86,172,175],below:[15,44,55,56,66,67,184,202,209],benchmark:[63,76,154,158],bender:22,benefit:42,bengio:8,bernoulli:8,bert:[54,160,168,175],bert_embeddings_featur:168,bert_embeddings_shap:160,bert_feature_dim:175,besid:22,best:[35,44,67,186],best_scor:67,best_step:[35,67,91],beststepop:35,beta1:[72,156],beta2:[72,156],beta:[19,36,180],better:[15,44,67,82,106,113,182,184],between:[8,13,15,30,33,44,46,54,55,56,61,65,67,72,78,82,86,91,95,116,129,134,135,141,142,144,152,163,166,172,186,205],betweenlocalandglobalbatch:166,beyond:[9,55],bf16:18,bf:178,bfloat16:[18,44,67,78],bfloat16_var:18,bfloat16_vari:[1,5],bfloat16variablesav:18,bi:[64,183],bi_split:44,bia:[8,9,10,15,21,22,29,43,44,54,67,86,182,184],bias:[10,54],biaslay:[22,29],bidi:87,bidi_rnn_typ:64,bidirect:[43,87],bidirectionalfrnn:87,bidirectionalfrnnquasi:87,bidirectionalrnn:87,bidirectionalrnnv2:87,big:[44,180],bigger:[15,67],bilinearli:164,billion:[40,154],bin:[213,214],binari:[20,60,75,78,103,184],bind:[11,53,115],bit:[8,81],blank_tok_prob:184,bld:15,bleu:[60,61,92],bleu_scor:61,bleu_token:61,bleu_wrapp:61,bleuscor:92,blf:15,blm:44,blnh:15,blob:[15,19,29],block:[9,15,29,38,54,55,76,78,85,86,88,180],block_partition_threshold_s:34,block_siz:[9,34,88],blog:54,blur:54,blurpool:54,blurpoollay:54,bm:96,bmt:96,bn:[19,54,147],bn_layer:[1,5,30],bnf:22,bnt:15,bntd:15,bo:67,bo_split:44,bodi:[12,21,22,43,44,60,78,83,113],bodyfprop:44,boilerpl:[11,73],bone_r:73,bool:[9,11,12,15,16,37,43,44,45,46,48,66,67,74,76,77,78,86,111,151,165,170,176,182],bool_val:47,borglet:76,both:[8,9,13,15,39,46,54,55,56,65,67,72,77,81,82,85,97,135,144,166,182,184,186],bound:[53,81,95],boundari:[12,31,54,78,87,91,95,182],bpe:[67,92,111,204],bpe_ids_to_word:67,bpe_word_token:[1,201],bpe_words_to_id:67,bpeidstoword:67,bpetoken:111,bpewordstoid:67,bprop:[11,13,33,78,112,136],bprop_variable_filt:[11,13,31],bracket:[12,66],branch:55,branchlay:22,brancket:142,breakdown:142,breviti:61,bright:164,broad:31,broadcast:78,broken:[13,33],brown:[197,200],brown_corpus_wpm:197,browncorpuswpm:197,bs:[54,127,182],bs_result:182,bsd:15,bsnh:15,bt:96,btc:54,btd:15,btnh:15,bubbl:44,bucket:[11,15,31,39,43,133,138,150,184],bucket_batch_limit:[11,39,138],bucket_kei:[39,133,150,184],bucket_upper_bound:[138,184],bucketing_kei:39,buffer:[15,44,162],buffer_s:4,buffered_decode_out:76,buggi:30,build:[20,21,27,39,44,76,78,82,89,99,133,150,175,184,209,213,214],build_data:[1,5],build_docker_imag:209,builddata:20,builder:[1,5,15,29,43,44,93,169,183],builder_lay:[1,5,29,40,43,83,97],builder_param:183,buildinputbatch:[133,150,184],buildtpusubgraph:76,built:[12,21,60,75,78,203,209],bunch:82,bundl:175,bx:96,bxy:96,bxyc:96,bxzc:96,bypass_nan:60,bzx:96,bzy:96,bzyc:96,c:[15,22,25,30,44,54,78,86,120,144,166,178,213,214],c_dim:[52,186],c_state:86,cach:[4,12,15,175],cache_st:15,cached_cal:67,cached_count:19,cached_src:8,cached_st:[15,83],cached_sum:19,cached_var:19,cachedataset:4,cacul:[141,142],calcuat:40,calcul:[15,16,37,43,54,81,135,166,170,182],call:[7,8,11,12,13,14,15,17,21,22,26,27,30,31,34,35,36,40,41,43,44,46,53,54,55,56,57,60,65,67,72,73,74,75,77,78,80,81,82,83,85,87,92,93,97,99,100,101,109,112,113,114,118,126,127,131,132,136,141,142,156,163,165,166,169,173,175,176,178,182,183,194,203],callabl:[2,11,12,15,46,53,66,72,73,78,82,162,165,166,170,173],callback:[17,82,105],calldefun:78,caller:[8,9,11,12,15,22,27,30,40,41,44,46,54,55,56,67,73,80,81,82,85,93,112,113,114,136,156,162,165,166,173,183],callwithparam:53,can:[4,7,8,9,11,12,13,15,18,21,22,24,25,27,33,34,36,37,39,40,41,42,43,44,46,52,53,54,55,56,57,60,65,67,72,73,76,77,78,81,82,83,85,86,87,91,95,97,99,100,101,104,105,112,113,114,118,121,126,127,131,132,135,141,142,144,152,162,163,166,173,175,178,182,183,184,185,186,203,207,209],candid:[67,86],cannot:[8,18,22,54,76,78,118],canon:[15,27,161],canva:[52,186],canvas_indic:[52,186],canvas_pad:[52,186],cap:[15,43,78,81,86,91],capabl:[40,86],capac:44,capacity_factor:44,capit:[9,15],caption:[103,141,160,166,168,170,175,190],captions_per_exampl:160,captur:[52,78,82,166,182,186],captured_input:78,car:203,cardin:[58,87],care:[12,44,127],carri:[12,44,54,60,82,89],case_sensit:61,cast:[11,54,56,60,81,93,112],cast_dtyp:54,categor:[19,54],categori:[19,78,81,83],categoricalbn:[19,30],categoricallayernorm:54,caus:[15,45,165,166],causal:[15,29,30,38,43,44,55],causal_denomin:38,causal_mask:15,causal_numer:38,causalconv2dlayerwithpad:30,causaldepthwiseconv1dlay:44,causaldepthwiseconv2dlay:30,causaldepthwiseconv:43,causalnormalizeddepthwiseconv2dlay:30,causalpad:15,causalpoolinglay:29,causalsegmentmask:15,causalselfattenpad:78,cautious:15,caveat:[72,112],cc:[8,81,94],ccrma:95,cct:55,cctattentionlay:55,cctfeedforwardlay:55,cctgatingnetwork:[54,55],ceil:[15,30,54,95],cell:[40,58,64,77,78,81,82,86,87,101,180],cell_fn:82,cell_grad:82,cell_nod:86,cell_out:82,cell_out_grad:82,cell_param:64,cell_shap:86,cell_tpl:40,cell_typ:82,cellfnfpropopreplacementwrapp:40,central:[12,15,22,27,30,40,41,44,54,55,56,80,85,93,112,164,173,183],centroid:[9,15],certain:[8,15,21,40,78,86],cfg1:205,cfg1_and_cfg2_diff:205,cfg1_not_cfg2:205,cfg1_text:205,cfg2:205,cfg2_not_cfg1:205,cfg2_text:205,cfg:[122,209],cfg_text:205,chanc:[72,166],chang:[8,15,27,43,44,45,60,78,79,82,101,127,135,141,184],changetosimpleembed:54,channel:[6,12,15,19,22,29,30,40,54,55,56,81,82,86,94,95,103,130,131],channel_count:131,channel_multipli:[27,30,44],channel_s:44,charact:[46,67,111,194,204],cheap:15,cheaper:15,cheat:44,check:[2,6,8,12,46,53,67,76,78,89,109,112,182],check_stateful_op:82,checker:109,checkkei:66,checknumer:78,checkpoint:[1,2,5,8,11,12,13,15,18,22,40,44,48,54,56,57,65,74,75,76,78,81,83,87,89,97,101,112,119,132,163,169,173,182,183,210,213,214],checkpoint_id:[89,213,214],checkpoint_path:[3,18,23,78,169,213,214],checkshap:78,chi:38,child:[7,8,12,13,15,22,26,27,31,40,44,54,56,57,65,81,83,86,87,97,101,112,127,132,135,163,182,183],child_cell_cl:86,child_onehot:135,children:[6,8,10,12,13,15,17,19,22,27,29,30,40,41,44,54,55,56,57,58,65,80,81,83,85,86,87,93,95,97,99,100,101,105,112,126,127,130,131,132,135,151,163,172,173,178,182,183,185,186],cho:8,choic:[78,131,169],choos:[8,24,41,46,78,168,169],choose_rang:95,choosen:55,chosen:[7,34,36,38,109,164,166],christoph:8,chun:59,chunk:[8,17,38,67,151],chunked_causal_denomin:38,chunked_causal_denominator_func:38,chunked_causal_denominator_grad:38,chunked_causal_numer:38,chunked_causal_numerator_func:38,chunked_causal_numerator_grad:38,cin:54,circular:15,circular_tail:15,citeseerx:59,ckpt:[44,74],ckpt_id:213,ckpt_id_from_fil:214,ckpt_path:[2,78],ckpts_loading_rul:78,cl:[6,12,14,15,19,22,25,30,40,46,53,54,55,56,57,118],class_emb:[19,30],class_id:[54,56,151],class_index:54,class_indic:78,class_kei:122,class_prob:[54,56,151],class_weight:[54,56,151],classic:15,classif:[40,60,144,147],classifi:[124,143],classmethod:[2,3,6,8,9,10,11,12,13,15,17,19,21,22,24,27,29,30,31,33,34,35,40,41,43,44,45,46,48,52,54,55,56,57,58,60,63,65,72,73,75,76,77,80,81,82,83,85,86,87,91,93,95,97,99,100,101,105,106,111,112,113,114,122,123,127,128,130,131,132,133,135,136,144,145,150,151,152,156,163,164,165,166,170,172,173,175,181,182,183,184,185,186,194,213,214],clean:[43,82],cleanup:[54,76],cleanup_func:2,clear:[44,57,66,74],clear_after_read:127,clear_device_plac:74,clearli:41,clearrelativeattentionintransformerlay:15,cleartpudevic:78,cleartpusummarytensor:78,client:[17,24,182],clim:73,clip:[13,54,57,78,81,86,152],clip_by_valu:78,clip_value_max:78,clip_value_min:78,clipping_threshold:72,clone:4,close:[8,15,112],closest:[9,15],closur:48,cloud:[164,213],cluster:[1,5,9,11,12,15,16,25,48,72,78,79,88,119,209,213],cluster_def:78,cluster_factori:[1,5,176],cluster_nam:209,cluster_param:[25,48,119],cluster_spec:213,clusterdef:[24,78],clustert:15,cmap:73,cmessag:[47,49,68,69,70,191],cn:[13,213],cnn:[54,130,144],co:[38,54,166,170],coco:[168,175],coco_capt:175,code:[8,12,13,15,22,40,44,46,54,56,57,65,78,81,82,83,87,97,101,109,112,113,114,116,131,132,163,166,182,183],code_directori:209,code_fil:204,codebas:[8,12,13,15,22,40,44,54,56,57,65,81,83,87,97,101,112,132,163,182,183],codelab:[193,196],coder:203,coeffici:[22,60,67,78],colab:54,colaboratori:120,collaps:[116,131,178],collect:[11,12,22,43,44,46,53,54,72,76,77,78,87,89,112,173,178,206],collectregularizationloss:178,collectvarhistogram:103,collid:78,collis:12,coloc:[24,48,72,78],colocate_gradients_with_op:[72,78],color:164,colum:67,column:[8,43,67,180,184],com:[15,19,29,37,54,117,120,154],combin:[7,8,11,15,42,44,52,54,55,56,58,67,72,76,78,81,86,91,99,112,151,172,180],combine_tensor:44,combinedminimumschedul:91,combinemetr:78,combinest:151,come:[15,55,56,67,72,99],comma:[12,22,209],command:[213,214],comment:[15,17,39,54,78,131,142],common:[10,11,15,17,30,44,46,54,76,78,79,83,97,102,103,129,131,134,151,160,161,165,166,168,180,205],common_attent:54,common_input:83,common_schema:[124,159],common_shema:170,common_signatur:173,commoninputoparg:11,commonli:[15,21,29,72,166],commonparam:[15,27,151],commun:[44,94],compabl:[8,12,13,15,22,40,44,54,56,57,65,81,83,87,97,101,112,132,163,182,183],compar:[8,13,33,54,76,83,99,109,135,144,152,163,182,186,205,214],compare_param:[1,201],comparetogoldensinglefloat:109,comparison:[54,184],compat:[0,1,8,11,12,13,15,22,35,40,44,54,56,57,65,66,67,72,78,81,83,86,87,89,97,101,103,112,116,131,132,163,182,183,203,204,215],compil:[44,45,54,76,113],complet:[3,12,54,67,76],complex:[9,15,81],complianc:62,complic:[21,166],compon:[55,67,128],compos:[8,21,22,40,72,86,91,95],composit:[21,55,72],compositeoptim:72,compress:77,comput:[2,6,8,9,10,12,13,15,17,19,21,22,24,26,27,30,33,34,36,38,40,41,42,43,44,45,54,55,56,57,58,59,60,61,67,72,77,78,80,81,82,83,85,86,87,92,93,97,99,101,103,104,109,114,126,127,128,129,131,132,134,135,141,142,144,151,152,162,163,166,172,173,182,183,186,205,206],computation_cost:[1,5],computationshap:78,compute_atten_prob:15,compute_bleu:61,compute_gradi:72,compute_gradients_fn:[57,78],compute_precondition:67,compute_stat:[1,201],computeactivationgradi:57,computeandupdatemo:19,computecontextvector:8,computecontextvectorwithattenprob:8,computecontextvectorwithcachedsourc:8,computecontextvectorwithsourc:[8,182],computeconvoutputpad:30,computeconvoutputpaddingv2:30,computeconvoutputshap:30,computedistillationloss:33,computeeditdistancematrix:[141,142],computeexplicitpaddingforcausalconv:30,computegradi:[57,72,78],computegradientssimpl:78,computehypswithbeamsearch:127,computelogitswithlm:132,computeloss:[10,13,33,41,43,44,57,78,114,127,135,144,152,163,182,186],computemetr:128,computemo:19,computenceandauc:78,computenormalizedw:128,computenumericgradi:109,computeoverallscor:92,computepertokenloss:43,computepredict:[10,13,33,43,114,127,135,144,152,163,182,186],computepredictionsdynam:127,computepredictionsfunct:127,computeprob:8,computesparseattent:9,computesplit:50,computestepr:103,computew:[78,129,141],computexentoutput:151,concat:[8,11,15,52,77,86],concated_source_context:8,concated_source_vec:8,concaten:[8,21,34,39,52,54,76,78,86,87,97,101,103,151,176,204],concatenateacrossreplica:176,concatenatepaddedsequ:78,concatperexampletensor:78,concatrecurs:78,concept:[81,166],conceptu:[8,22,82],concret:21,concretefunct:78,concurr:[76,82],cond:[8,78,113],cond_is_finit:72,condit:[19,22,30,31,67,78,151,166],condition:45,condition_dim:151,conditionalappend:35,conditionalrnnlm:151,condscaleshiftffnlay:54,conext_len:15,confer:117,confid:54,confidence_logit:127,config:[13,16,34,48,56,72,78,79,112,130,131,183,185,205,209,213,214],configfflay:27,configmoeparam:27,configur:[11,12,24,27,44,46,54,60,64,72,78,79,81,127,162,163,165,166,169,177,209,213],configurablemetr:60,conflict:122,conform:[18,27,78,102],conformer_lay:[1,5],conformer_tpl:27,conformerlay:27,confus:11,conjunct:67,connect:[15,21,22,40,43,54,55,56,97,101,127,151,175,185],conrol:184,consecut:[8,55,67,95],conserv:184,consid:[8,9,11,15,30,43,66,67,81,141,142,166,184],consist:[13,22,27,31,44,54,57,67,72,78,81,83,127,131,135,144,183,184],constant:[1,5,38,44,48,78,81,82,91,97,106,124,159,178],constant_valu:30,constanton:91,constantschedul:106,constguaranteescop:48,constitu:12,constitut:166,constrain:81,constraint:81,construct:[2,13,21,22,24,33,35,38,43,44,46,52,53,54,55,60,75,76,78,82,95,97,101,109,119,122,131,135,144,152,163,166,186,195,209,213],constructfpropbpropgraph:[13,65,113],constructfpropgraph:13,constructor:[12,22,46,72,73,162,166,169,203],constructposttrainingloop:13,constructr:89,constructwithparam:53,consult:[6,12,15,19,22,30,40,54,55,56,112],consum:[22,67,175,183],contain:[3,6,7,8,9,10,11,12,13,15,17,18,19,22,23,24,27,29,30,31,33,40,41,42,43,44,46,48,50,53,54,55,56,57,58,59,61,64,66,67,72,73,76,77,78,80,81,82,85,86,87,88,91,93,95,97,99,100,101,103,105,109,112,114,118,121,126,127,128,129,130,131,132,133,135,144,150,151,152,162,163,164,166,170,173,178,180,182,183,184,185,186,209],content:[9,13,31,33,67,78,89,135,144,186,202,208,209,211],content_bia:9,context:[8,9,11,12,13,15,22,23,30,40,44,54,55,56,57,65,73,78,81,82,83,87,88,90,97,99,101,102,104,109,112,113,126,127,132,163,176,180,182,183,185,203],context_dim:[8,55,87,126,127],context_map:[8,126],context_s:9,context_vec:55,contextu:[126,182,186],contextualizer_bas:[124,125],contextualizerbas:126,contin:54,continu:[13,33,72,75,91,135,144,152,163,186],continuousschedul:91,contract:[43,44],contrain:87,contribut:[54,78,81,152],control:[8,11,12,13,15,22,40,41,44,46,54,56,57,65,72,73,78,81,82,83,87,97,101,112,127,132,133,150,163,166,175,182,183,184,213],control_after_assign:116,conv1d:44,conv1dstatelay:44,conv2d:[21,29,30,54],conv2dflop:54,conv2dlay:[21,54],conv2dlayernopad:54,conv2dlayerwithpad:30,conv:[15,27,29,30,43,54,86,130],conv_activ:27,conv_input:30,conv_kernel_s:43,conv_last:[29,54],conv_layers_build:[1,5,15],conv_layers_with_time_pad:[1,5],conv_lstm:130,conv_norm_layer_tpl:27,conv_output_shap:130,conv_pad:54,conv_qdomain:15,convbatchnormlay:30,convcategoricalbn:30,conveni:[13,14,43,62,67,72,73,76,81,83,114,122],convent:[13,27,33,46,100],converg:81,convers:[44,54,57,67,184],convert:[11,15,31,39,45,48,54,60,63,66,67,73,78,92,100,111,115,116,117,128,175,205,210],convert_to_tensor:12,convertfilepatterntodatasourc:11,convertnonegradienttozero:78,convertsubgraphdicttoproto:48,converttoblock:9,convlay:54,convlstmblock:130,convlstmcel:86,convnet:55,convnn2dlay:54,convolut:[8,15,29,30,43,44,54,55,81,86,87,93,95],convolution_fn:15,convolution_lambda:54,convsetlay:54,convsoftmax:54,convtransposelay:54,cooper:[119,213],coordin:95,copi:[7,8,12,13,15,22,34,40,43,44,45,46,53,54,56,57,65,66,78,81,83,87,97,101,112,119,132,135,144,152,163,166,173,175,182,183,184,209,213],copybaseparam:12,copyfieldsto:46,core:[0,1,123,126,127,128,130,131,132,133,135,136,138,144,145,147,150,151,152,154,156,163,164,165,166,169,170,172,173,175,176,181,182,183,184,185,186,189,190,194,197,204,213,215],core_bs_st:17,core_id:78,corpu:[60,154,197,200,204],corpus_dir:154,corpusbleumetr:60,correct:[7,8,34,36,54,67,72,78,81,184],correctli:[7,34,36,53,72,78,173],correl:60,correlationmetr:60,correspond:[4,6,9,11,12,13,15,17,19,21,22,24,29,30,38,40,44,50,53,54,55,56,67,72,73,74,76,78,81,82,85,86,95,109,111,115,127,129,132,135,142,144,152,166,175,186,203,204],cosin:91,cosineschedul:91,cossim:38,cossim_kernel_transform:38,cost:[26,34,40,44,82,85],cost_metric_nam:26,could:[22,44,45,53,60,67,72,76,78,82,135,184],count:[6,12,15,17,19,22,30,40,54,55,56,60,61,81,134,142,152,207],count_record:[1,201],counter:[3,61,75,103],countinginputgener:114,coupl:[81,86,151],couple_input_forget_g:151,cout:54,covari:38,cover:[8,46,67,72,127],coverag:67,coverage_penalti:67,cpc8k_shape:160,cpc:160,cpu:[11,25,34,39,54,75,76,78,112,209,213,214],cpu_memori:209,cpu_passthrough_tensor:76,cpuemblookup:112,cpuemblookupspars:112,creat:[2,4,7,8,9,11,12,13,15,19,22,23,27,30,33,34,35,36,40,43,44,45,46,50,54,55,56,57,64,65,67,72,73,74,78,80,81,82,83,86,87,91,97,101,103,112,113,114,119,122,123,126,127,128,132,135,144,156,163,166,170,173,180,182,183,186,194,202,209,212,213],create_asr_featur:[1,201],create_projection_matrix:38,create_timestamp:70,create_tpu_clust:209,createaqtweight:81,createbidirectionalrnnparam:[64,130],createcheckpoint:76,createchild:[8,12,13,15,22,40,44,54,56,57,65,81,83,87,97,101,112,132,163,182,183],createchildren:12,createconvlstmlayerparam:130,createcpupassthroughenqueueop:11,createdatasourc:11,createdecodermetr:[13,33,135,144,163,186],createlocaltheta:78,createmetr:128,createnestedmaplay:22,createoptimizerparamet:112,createrunn:213,createscalarsummari:60,createslotvariablesandop:112,createtargetinfomisc:127,createtensor:81,createtensorwithshap:81,createtestmethodsforallregisteredmodel:123,createtpuembeddingenqueueop:11,createtpuenqueueop:11,createunidirectionalrnnparam:64,createvari:[8,12,13,15,22,40,44,54,56,57,65,78,81,83,87,97,101,112,123,132,163,182,183],createvariablemeta:12,creation:[12,73,78],creator:78,crisscross:[168,175],criterion:35,crop:164,cross:[12,15,44,54,56,78,83,166,176,182,185],cross_attent:15,crossbatchmixingdatasourc:31,crossentropi:151,crossreplicaconcat:176,cuda:[213,214],cum_atten_prob:99,cumprod:8,cumsum:[8,78],cumul:[8,67],cumulative_atten_prob:67,cumulative_axi:19,cumulative_prob:8,cumulative_scor:67,cur:[67,86],cur_factor:91,cur_output:[15,55],cur_prob:[13,106],cur_step:[17,67],cur_target_info:127,cur_v:86,current:[8,11,12,13,15,17,19,22,23,24,25,31,35,39,43,54,55,60,61,67,70,72,74,77,78,79,81,82,86,90,91,97,99,103,104,106,112,113,114,127,131,135,136,156,176,181,182,184,202],current_cap:81,current_se:38,current_step:[91,103,106],curriculumdatasourc:31,curv:[60,73,78],custom:[13,15,31,54,78,81,82,85,127],custom_gett:78,customtfdatasettransform:31,customzi:86,cut:[73,82],cxc:[159,167,175],cycl:[91,97],cycleschedul:91,cyril:[7,72],d:[8,11,15,22,27,38,43,54,55,58,66,78,95,100,103,132,164],d_input:85,d_kv:43,d_output:85,d_theta:85,dai:86,dank:86,data1:73,data2:73,data:[2,4,11,14,15,19,20,21,22,30,31,34,38,44,46,67,73,75,76,78,82,95,96,97,99,113,126,131,133,135,145,147,150,154,156,160,162,165,170,175,181,182,184,197,209,213],data_augment:[124,179],data_format:54,data_sourc:136,data_typ:49,dataclass:46,datadir:[189,190],datan:73,dataset:[0,1,4,11,14,31,76,122,131,138,147,154,156,158,161,162,165,166,168,169,170,175,180,184,189,190,197,207,210,213,215],dataset_fn:165,dataset_fn_kwarg:165,dataset_nam:[14,76,122,169,213],dataset_op:[4,162],dataset_param:[14,169],dataset_spec:[124,159,169,170],dataseterror:14,datasetfunctionerror:118,datasetspec:[162,169],datasetv1:162,datasourc:[1,5,11,133,150,184],datatyp:[44,81],date:209,dbg:78,dcaptur:[78,82],dconv:43,dct:12,de:[7,34,36,72,189,190],deal:[7,11,15,34,36,72,81],debug:[22,66,78,154,156,211],debugstr:66,dec:[43,44],dec_b:[126,127],dec_enc_attent:43,dec_metr:[76,186],dec_metrics_dict:[33,128,135,144,186],dec_out:[43,186],dec_out_dict:[33,128,135,144,186],dec_self_attent:43,decai:[35,72,78,81,91,180],decay_gap:91,decay_r:72,decay_start:91,decencattent:43,decid:[44,78,99,113],declar:112,decmultidconvheadattentionrelativebia:43,decod:[8,10,11,13,15,17,32,33,43,44,54,55,56,60,61,63,65,67,76,78,99,105,117,119,124,125,126,128,129,132,134,135,144,163,164,179,180,186,202,209,213,214],decode_dataset_nam:76,decode_finalize_arg:13,decode_metrics_dict:[13,33,135,144,186],decode_out:13,decode_out_dict:[13,33,76,135,144,186],decode_out_path:13,decode_proto:184,decode_steps_per_loop:76,decode_tensor:76,decodecheckpoint:[213,214],decoded_output:60,decodefin:13,decodefinalizearg:13,decodeflactowav:202,decodefn:76,decodelatestcheckpoint:[213,214],decodeloop:76,decodeonestep:78,decodeprogram:76,decoder_batch_s:8,decoder_cel:209,decoder_cross_atten_segment_mask:[15,56],decoder_dir:[213,214],decoder_gpu:209,decoder_lib:[1,5],decoder_metr:[124,125],decoder_out:[128,135],decoder_param:129,decoder_segment_id:43,decoder_self_atten_segment_mask:[15,56],decoder_step_st:127,decoder_step_state_zero_fusion_flat:127,decoder_step_state_zero_misc_flat:127,decoder_templ:209,decoder_theta:[105,135],decoder_typ:[209,213,214],decoder_util:[124,125],decoderembedfpropdefaulttheta:56,decoderlay:43,decoderlayerstack:[43,44],decodermetr:128,decoderoutput:10,decoderstepst:127,decoderstepzerost:127,decodertopk:128,decodewav:202,decodewiththeta:[13,135,144],deconv:54,deconvlay:54,deconvolut:54,decor:[12,67,78,81,82,84,122,178],decselfattent:43,decselfattentionrelativebia:43,dedup:54,dedupl:166,deep:[37,41,46,55,66],deepcopi:66,deeprank:54,def:[11,12,17,25,39,78,82,83,97,135,169,175,178],default_assumpt:104,default_dataset:[168,169],default_factori:78,default_optim:72,default_se:78,default_valu:46,defaultparaminit:78,defaultrnncellstateinit:78,defaultvalu:[12,19,81],defaultvn:78,defer:[8,72,78,81],defer_crs_to_apply_grad:78,defin:[3,8,11,12,13,14,15,17,31,37,43,44,46,53,54,55,60,72,78,81,86,87,95,97,99,101,102,122,123,151,160,162,166,169,175,177,178,184],definedfunct:78,defineinfeedparam:11,defineparam:53,definetfdatainput:11,definit:[11,14,22,59,78,160,161,162,169,171,183,209],defun:[8,12,67,78],degener:9,degre:95,del:[78,129,134,141,142],delai:76,delay_growth_factor:84,delay_growth_fuzz:84,deleg:[54,78,97,101,136],delet:[8,12,13,15,22,40,44,46,54,56,57,65,81,83,87,97,101,112,129,132,141,142,163,182,183],deliber:105,delimit:[22,67],delta:[36,67,78,103,109,116],demand:[72,76],demonstr:[37,80],denois:184,denorm:78,denot:[2,9,12,15,54,95],dens:[7,34,36,43,54,72,112],dense_id:112,dense_relu_dens:43,densebuild:[43,156],denselm128b16x16:156,denselm128b32x32:156,denselm128b8x8:156,denselm12kwide162badam16x16:156,denselm12kwide162badam32x32:156,denselm12kwide162badambs25616x16:156,denselm12kwide41badam16x16:156,denselm12kwide41badam8x8:156,denselm175b32x32:156,denselm1t16x16:156,denselmtempl:156,densereludens:43,densereludenseg:43,densereludensegatedgelu:43,densereludensegatedsilu:43,densespars:43,denseweight:54,deocder:76,dep:120,depend:[6,8,12,15,19,21,22,29,30,31,40,44,54,55,56,78,81,82,86,91,97,99,131,173,182,183,184],deploy:209,deprec:[11,15,56,78,86],depth:[3,8,11,54,55,58,78,81,87,99,130,182,183,185],depth_multipli:[29,54],depthwis:[15,27,30,43,44,54],depthwise_conv2d:54,depthwise_conv_1d:27,depthwiseconv2d:29,depthwiseconv2dlay:[30,54],depthwiseconv:81,depthwiseconvautoregress:43,dequeu:[11,13,76],dequeuecpupassthrough:11,deriv:[67,85,95,175],descend:[12,66,67],descent:[12,36,138],describ:[8,9,12,13,15,22,29,31,33,43,44,55,78,82,83,86,97,99,106,114,117,135,144,152,162,163,166,182,186,203],descript:[8,46,54,105,180],descriptor:[47,49,68,69,70,191],descriptor_sourc:184,design:11,desir:40,desns:43,dest_lay:173,destin:[46,95],detail:[7,8,17,34,36,44,54,55,56,73,78,82,87,97,99,109,120,127,166,185,209],detect:166,determin:[11,15,23,33,35,67,76,78,81,82,97,99,111,113,127,166,184],determinist:[8,15,38,56,75,78,85,106,114,127,164],deterministic_dropout:29,deterministicdropout:78,deterministicdropoutlay:54,deterministicvn:78,deterministicweightslay:56,dev:[14,35,91,118,138,147,154,161,169,173,175,180,189,190,209],devbasedschedul:[35,91],develop:[14,138,147,154,189,190],deviat:[78,81],devic:[11,13,15,21,22,24,25,27,39,40,43,44,45,48,54,60,74,76,78,82,86,94,96,144,152,186],device_id:24,device_index:24,device_list:78,device_mesh:[21,27,43,44,45,54,55,78,156],device_mesh_shap:[45,156],device_nam:24,device_opt:48,device_str:24,device_typ:[74,75],devicefunct:24,devicepair:82,devoth:138,df:[15,209],di:178,diagnoi:[141,142],diagnos:[141,142],diagnosi:141,diagnosis_html:141,diagnost:7,diagon:34,diagonal_grad_upd:34,dict:[2,10,11,12,13,14,15,17,22,24,33,42,43,45,46,48,50,53,55,57,60,66,73,74,76,77,78,82,97,104,112,113,114,119,122,123,127,128,130,131,135,141,142,144,151,152,160,162,163,166,169,175,176,178,182,186,195,205,209,213],dict_kei:74,dict_to_example_proto:175,dict_val:47,dictionari:[12,13,15,18,22,27,30,33,40,41,44,48,50,54,55,56,60,72,74,78,80,85,93,127,135,142,144,152,173,182,183,186,204,205,209],die_if_unset:170,diff:141,differ:[8,9,11,12,15,22,31,40,41,43,44,46,54,55,56,65,67,72,73,78,81,82,86,87,95,106,127,129,141,142,164,166,169,170,176,178,180,205],differenti:[44,78],difficult:72,digit:111,dilat:[29,30],dilation_r:[30,54],dim0:[27,78],dim1:78,dim:[8,9,11,15,19,21,22,29,30,38,39,43,44,45,54,55,56,58,67,78,82,87,88,97,101,103,113,115,116,127,129,131,132,151,178,180,182,183,185],dim_index:34,dim_per_head:[15,27,182],dim_reshape_seg:[15,45,54,55],dimenion:50,dimens:[8,9,11,13,15,19,21,22,29,30,31,33,38,39,43,44,45,50,52,54,55,58,67,72,73,76,78,82,86,87,88,95,97,100,103,111,114,116,126,127,135,144,151,152,160,163,166,177,178,180,182,186],dimension:[38,43,127],dinput:82,dir:[2,35],direct:[7,38,64,72,87,183],direct_featur:151,direct_feature_dim:151,direction_optim:7,direction_optimizer_apply_fn:7,directli:[11,12,35,41,45,73,78,81,86,97,114,131,136,156,165,183],directori:[2,4,13,23,75,122,175,209,213],disabl:[12,15,43,48,54,81,82,162],disable_meta_optim:78,disable_packed_input:48,disablevn:78,disagr:[141,142],disallow:[48,182],disambigu:[67,184],discard:184,discret:[13,24,33,54,95,135,144,152,163,186],discuss:[21,54,85],disentangl:[7,72],disjoint:57,disk:[13,46,170],dispatch:44,dispatch_stride_axi:49,dispatch_tensor:44,displac:95,displai:127,dispos:175,dist:9,distanc:[9,15,95,129,134,141,142],distil:[13,33,54,135,144,152,163,186],distillation_task:[1,5],distillationtask:33,distinct:[9,13,33,81,166,170],distinguish:54,distort:164,distribut:[4,8,13,15,33,34,38,39,54,56,67,78,81,105,106,135,144,152,163,166,182,186,213],distributed_shampoo:[1,5],distributedshampoo:[34,72],distributionstrategi:78,div:67,diverg:214,divid:[55,78],divide_no_nan:78,dividenonan:78,divis:15,dnh:15,do_ev:[12,24,25,165,182,185],do_function_inlin:78,docker:209,docker_imag:209,docstr:[7,34,36,55],document:[74,81,97,99,101],doe:[3,8,9,10,11,12,15,24,34,44,45,46,48,53,54,61,66,67,72,73,74,78,81,82,83,86,91,100,101,111,113,119,123,131,132,151,166,173,209,213],doesn:[12,30,54,82,86],dofn:175,dofnrunn:175,doi:59,domain:[54,81,95],domain_id:95,domain_id_index:95,don:[6,12,13,15,19,22,30,40,43,46,54,55,56,78,114,173],done:[6,12,15,19,22,30,40,54,55,56,60,67,76,86,151],done_hyp:[17,67],dot:[8,15,46,172,178],dotproductattent:8,dotproductscorefunct:172,doubl:[46,81],doubleprojectionlstmcel:86,down:[54,72,78,141,142,209],download:[59,158,175,200],download_brown_corpu:[193,199],download_lm1b:[149,157],downstream:[15,41,48,54,81],dpair:82,drawn:78,drive:[13,33],drop:[11,12,39,54,55,67,78,86,90,147,166,170,184],drop_output:55,drop_pairs_that_match:166,drop_prob:15,drop_tok_prob:184,dropconnect_prob:29,dropout:[8,15,25,27,29,41,43,44,54,55,56,78,85,151,180,183],dropout_prob:[15,27],dropout_r:44,dropout_theta:56,dropoutlay:[15,21,43,54],ds:11,dst:83,dst_nmap:78,dstate0:82,dstate1:82,dtheta:82,dtype:[7,9,11,15,18,19,27,34,36,43,44,54,55,56,67,72,77,78,81,82,86,87,89,94,95,100,109,113,127,151,160,182],dtype_overrid:48,dtype_v:47,dual:[163,166,168,169,172,175],dual_encod:[124,159,176],dual_encoder_recip:[159,167,168],dualencod:163,dualencoderrecip:[168,169],due:[45,54,78,81,112],dummi:[81,104,123],dummy_index:104,duplic:[7,9,11,15,34,36,72,78,166,170],durat:2,dure:[8,12,13,15,17,33,44,54,55,60,76,78,81,82,91,109,119,127,132,135,144,152,163,166,182,186,213],dx1:85,dx2:85,dx:[78,109],dy1:85,dy2:85,dy:[78,109],dynam:[8,11,15,30,54,67,78,81,93,136],dype:78,dzmitri:8,e:[3,4,6,8,9,11,12,13,15,19,21,22,24,25,27,30,33,39,40,41,43,44,46,52,53,54,55,56,60,61,66,67,72,73,76,78,80,81,82,83,85,86,91,93,95,97,102,105,109,116,118,122,127,135,141,144,152,162,163,166,173,178,180,183,184,186,203,209,210],each:[4,8,9,11,12,13,15,16,17,19,22,26,31,33,34,38,39,40,41,42,43,44,46,48,50,52,53,54,55,56,57,60,61,66,67,72,73,76,78,81,82,83,86,87,95,97,99,100,101,103,106,111,112,114,117,119,122,123,126,127,130,135,142,144,151,152,160,163,166,170,175,176,177,178,180,182,184,186,203,204,205,209,213],eack:106,eacl:168,eager:[72,78,103],eah:44,eah_split:44,eam:44,eam_split:44,earli:[35,48,59,76,213],earlier:[12,41,72],early_stop:[1,5],earlystop:35,easi:166,easier:[78,170],eaxmpl:184,edg:[43,82],edit:[129,134,141,142],editdist:129,editdistanceinid:129,edu:[59,95],effect:[8,15,54,60,67,72,78,81,82,91,116,128,170,173,184],effic:15,effici:[8,9,15,40,54,78,85,86,207],efficientnet:[168,173],efficientnet_b4:173,efficientnetb4bertadapt:168,efficientnetb4param:173,eg:[8,12,13,15,22,40,44,54,55,56,57,65,76,81,83,87,97,101,112,119,132,163,182,183,213],egcm:44,egcm_split:44,egdd:[1,5],einsum:[15,43,44,54,78,96],einsumbbmbm:[95,96],einsumbmtbmbt:[95,96],einsumbxybxbxi:[95,96],einsumbxycbxbxyc:[95,96],einsumbxycbybxyc:[95,96],einsumbxycbzxbzyc:[95,96],einsumbxycbzybxzc:[95,96],einsumembeddinglay:54,einsumsoftmax:54,einsumwithmodeldim:[43,44],either:[8,11,12,13,17,19,22,30,33,38,39,46,53,54,55,60,67,72,76,78,81,86,97,99,101,131,135,141,144,152,163,166,183,184,186,213],elad:[7,72],element:[4,8,9,10,11,15,17,21,30,31,44,50,52,54,66,67,73,75,78,95,97,99,101,103,115,116,127,141,142,151,175,178,182,205],elementparam:175,elimin:[86,131],els:[6,9,15,19,52,54,72,78,113],else_branch:78,elsewher:[9,168,169],ema:[13,78],emb:[9,15,54,55,56,86,127,183],emb_dim:[19,30,151],emb_tabl:77,emb_theta:56,embd:9,embed:[9,11,15,43,44,46,54,55,56,77,78,81,86,88,100,112,126,151,160,175,177,180,182,183],embedded_input:183,embedding_dim:[54,100,112,154,180],embedding_dimens:138,embedding_lookup_spars:112,embedding_step:[5,98],embedding_typ:44,embeddingaugmentedlayernormalizedlstmcellsimpl:86,embeddinglay:[54,77,100],embeddingstep:100,embemd:44,emblookup:[54,55,100,112],emblookupdefaulttheta:54,emblookupdefaultthetaoncpu:54,emblookupspars:112,embr:[67,127],emiss:8,emit:[41,52,54,67,100,127,182],emitt:203,emnlp:8,emploi:[81,166],empti:[11,17,22,48,67,78,82,86,97,101,126,127,129,133,141,150,182,184,209],emul:[14,81],en:[78,95,117,142,189,190],enabl:[12,15,40,43,48,54,67,72,78,86,165,182,184],enable_assert:[48,79],enable_check_numer:79,enable_cross_replica_sum_on_tpu:19,enable_ctx_pre_proj:8,enable_ln_on_c:86,enable_opportunistic_reus:78,enc:[43,212],enc_map:15,encapsul:[77,78,127,166],enclos:46,encod:[9,10,13,15,17,33,43,46,55,56,65,72,87,88,92,93,99,105,117,124,125,127,131,135,163,164,166,168,169,172,175,177,178,179,180,182,184,186,202,204,208,212],encodecaptionsfn:175,encoded_dim:172,encoded_filepath:204,encoded_imag:164,encoded_output:[10,182],encodemod:163,encoder_config:169,encoder_ouput:[10,182],encoder_output:[10,17,105,127,182],encoder_output_dim:169,encoder_param:175,encoder_segment_id:43,encoder_self_atten_segment_mask:[15,56],encoder_st:8,encoderconfig:163,encoderembedfpropdefaulttheta:56,encoderfpropdefaulttheta:56,encoderlay:43,encoderlayerstack:43,encount:17,encourg:8,end:[9,10,11,13,15,17,30,33,46,52,54,57,60,67,72,76,78,81,82,105,111,162,180,186,190],end_cap:81,end_compat:72,end_offset:[11,111],endpoint:[40,78],energi:[8,202],enforc:[8,15,86],engin:[54,81],english:[52,189,190],enough:[44,81],enqueu:[2,11,213,214],enqueuedata:11,ensur:[8,12,13,15,22,31,35,40,43,44,54,56,57,65,74,78,81,83,85,87,97,101,112,132,163,166,173,182,183],ensure_full_beam:67,ensure_sum_on:37,enter:[12,46],enter_fn:46,entir:[13,44,52,55,58,67,78,95,132],entmax:[1,5],entmax_loss:37,entmax_support:37,entri:[8,11,42,53,60,66,73,76,78,95,103,112,182],entropi:[54,56,78,166,182],enum_v:47,enumer:[12,14,169],enumv:47,environ:[4,81,175,209],environment_vari:170,eo:[11,17,52,67,111,182,186],eoc_id:67,eos_atten_prob:67,eos_id:[52,67,105],eos_scor:67,ep:54,epoch:[67,162],epsilon1:72,epsilon2:72,epsilon:[9,19,34,59,67,106,129,156,180],eq:[8,54,59,78],equal:[17,44,52,54,58,67,78,87,166],equat:[9,43,44,59,86],equiv:78,equival:[22,48,58,60,78,79,166,173,184],err:141,err_typ:[141,142],error:[2,14,59,67,78,85,89,129,134,138,141,142,162,178],error_toler:59,errorstat:134,escap:[46,72],esp:[54,142],especi:67,essenti:[76,207],establish:21,estim:[6,12,15,19,21,22,26,30,40,54,55,56,72],et:[56,168],etc:[13,14,25,34,43,46,54,56,66,73,76,78,81,86,151,166,176,184],euclidean:[9,15],europ:209,eval:[2,3,13,19,33,54,60,76,78,81,86,91,112,119,128,132,144,163,213],eval_crop_area:164,eval_dataset_nam:76,eval_metr:[13,57],eval_onli:81,eval_program:76,eval_program_cl:76,eval_steps_per_loop:76,eval_typ:213,evalcheckpoint:213,evalexpr:104,evallatestcheckpoint:213,evalprogram:76,evalu:[13,15,30,33,54,60,76,78,104,112,135,141,142,144,152,163,164,184,186,213],evalut:[141,142],even:[15,21,67,78,82,86],evenli:[50,67,78],event:67,everi:[9,15,17,22,36,39,40,43,46,54,58,60,66,67,78,81,82,83,87,91,97,101,109,127,152,162,184,202],everywher:121,evolv:[55,56],evolvedtransformerbaselay:55,evolvedtransformerdecoderbranchedconvslay:55,evolvedtransformerdecoderlay:[55,56],evolvedtransformerencoderbranchedconvslay:55,evolvedtransformerencoderlay:[55,56],evolvedtransformerstack:56,exact:[8,17,78,166],exactli:[8,39,44,54,56,65,97],exampl:[4,8,9,11,12,13,15,17,21,22,27,31,33,35,39,40,41,42,43,44,46,50,54,55,56,60,66,67,72,74,76,78,81,86,87,92,95,97,103,112,114,116,127,132,133,135,141,142,144,150,152,160,162,163,165,166,169,170,173,175,176,178,182,183,184,186,203,209,213,214],example_dict:175,example_id:166,example_pair_label:166,example_pb2:175,examplepair:[162,166,170],examplepairlabel:166,exce:[67,111],exceed:[43,67,184],except:[9,11,14,17,39,67,72,75,82,84,87,91,111,118,130,166,169,173],excess:[54,67,72],exclude_regex:123,exclus:78,execut:[2,60,72,74,76,78,119,194,203,213],executor:[0,1,14,138,156,215],executortpu:[119,213],exercis:[109,123],exhaust:81,exist:[11,12,13,15,22,23,34,44,66,67,76,78,81,112,131,152,178],exit:203,exit_fn:46,exmpl:184,exp:[8,106],exp_nam:209,expand:[78,81,166,178],expand_dim:44,expans:82,expect:[2,8,13,15,17,21,22,29,30,33,43,44,46,53,54,55,58,65,67,76,78,80,81,82,86,87,101,106,111,114,118,127,130,131,135,144,152,163,166,178,182,183,186,194],expected_ids_shape_pattern:78,expected_rank:78,expected_scale_shap:81,expected_shap:78,expens:[13,15,43,114],experess:54,experi:[14,21,138,169],experiment:[6,12,15,19,21,22,30,40,54,55,56,76,78,119,213],experimental_decod:76,experimentaldecodeprogram:76,expert:[22,43,44,151],expert_capacity_dim:44,experts_dim:44,explain:[67,182],explan:111,explicit:[11,30,53,78,81,82],explicit_pad:30,explicitli:[8,12,48,78,81,95,162,180],exploit:58,explor:[3,57],expon:[34,59,67,72],exponent_multipli:34,exponenti:[8,13,36,81,91,106,180],exponentialmovingaverag:78,exponentialschedul:[91,106],export_path:48,expos:[106,178,182],expr:104,express:131,extend:[15,17,52,54,55,58,81,82,97,168,182,207],extended_neg:104,extended_packed_src:55,extended_posit:104,extendsourcepack:8,extendstep:[15,55,83,182],extens:[49,66],extern:[2,11,13,31,33,97,100,101,131],external_append_eo:[11,111],external_input:[97,99,101],external_input_dim:101,external_max_length:11,external_signatur:97,extra:[10,12,46,48,58,73,82,85,86,87,89,97,109,141,151,166,169,182],extra_env:209,extra_feed_dict:109,extra_input:85,extra_logit:78,extra_se:127,extrac:40,extract:[9,53,57,61,66,78,86,131,162,178,184,204],extractblockcontext:9,extractlearnerfromlegacyparam:57,extractlogmelfeatur:202,extrem:[78,86],ey:55,f1:[21,60,142],f1_keyphras:142,f1metric:60,f2:21,f32:131,f:[8,12,15,19,22,29,67,73,85],f_g:86,f_seed:85,f_stride:30,facil:12,facili:86,facilit:[21,44,54,58,86],fact:[8,78],factor:[35,54,57,67,72,78,86,91,182,184],factori:25,fail:[44,67,78,142],failur:45,fairseq:[15,29],fake:[81,145],fakemnistdata:145,fakequantizationschedul:81,fakequantizedlstmcel:81,fall:[81,83,91,168,169,184],fallback:[34,131],fallback_to_diagonal_dim:34,fals:[2,3,7,8,9,11,12,15,17,19,21,22,23,25,27,29,30,34,38,43,44,45,46,48,52,53,54,55,56,61,66,67,72,73,74,76,78,79,81,82,87,95,102,113,116,118,121,122,127,132,141,147,151,156,170,176,180,182,183,184,185],fan_in:78,fan_out:78,fancy_selector:178,far:[7,67,92],fashion:[13,33,127],fast:[15,55,182],fast_path:15,faster:[38,54,58,78,86,99,182,207],favor:[15,38,46,54],favor_attent:[1,5],fc:86,fclayer:54,fd:15,featur:[6,11,12,15,19,22,27,30,38,39,40,41,44,46,54,55,56,78,81,95,99,103,112,127,130,131,133,150,160,162,165,166,168,170,173,175,177,183,184,202],feature_axi:81,feature_dim:[54,130,178],feature_height:40,feature_map:39,feature_nam:[11,112],feature_to_config_dict:112,feature_to_gradient_dict:112,feature_vector:173,feature_width:40,featureextractionlay:40,features_list:[133,150,184],fed:[11,54,86,87,97,101,135,144,165,178],feed:[8,10,11,15,21,27,44,48,49,54,55,74,97,101,135,144,151,152,177,180,195],feed_dict:109,feed_kei:74,feed_shap:74,feedfetchmeta:49,feedforward:[15,43,44,54,55,88,180],feedforwardnet:54,feedforwardnetworksapplyg:44,feedin:55,feeds_meta:49,feedsentri:49,feedsmetaentri:49,fetch1:21,fetch:[8,13,21,33,40,48,49,54,74,76,78,81,135,144,152,186,195,207],fetch_kei:74,fetch_shap:74,fetches_meta:49,fetchesentri:49,fetchesmetaentri:49,fetchlay:54,fetchm:21,few:[8,12,13,15,17,21,22,40,44,46,54,56,57,65,67,72,81,83,87,91,97,101,112,127,132,163,182,183],fewer:178,ff:[15,55],ff_dim:[15,43],ff_gated_fn:15,ff_hidden:15,ff_hidden_dim:[15,27,183],fflayer:[15,27,55],fflayer_activ:27,fflayer_end:27,fflayer_end_tpl:27,fflayer_hidden_dim:[15,27],fflayer_nam:27,fflayer_output_dim:15,fflayer_p:55,fflayer_residual_weight:27,fflayer_start_tpl:27,fflayer_tpl:27,ffn:[15,27,43],ffnwithconv:43,fft:131,field1:39,field2:39,field:[10,11,12,17,24,46,47,48,49,54,56,58,67,68,69,70,73,74,78,79,82,86,97,101,127,130,131,151,178,182,183,184,191,209],field_nam:[79,178],fieldsentri:69,fig:[73,103],fig_help:73,figsiz:73,figur:[7,73,103,109,127],figuretosummari:73,file:[2,4,10,11,13,31,35,61,67,74,78,89,91,109,111,121,122,127,133,141,142,150,151,152,162,166,182,184,194,197,202,203,204,206,207,208,209,212,213,214],file_datasourc:11,file_hypothesi:[141,142],file_keyphras:142,file_path:78,file_pattern:[4,11,31,39,70,78,133,150,184,194,203],file_pattern_task_id:184,file_prefix:89,file_read:162,file_refer:[141,142],filebaseddatasetspec:162,filenam:[2,4,32,78,89,141,142],filename_prefix:[78,89],filepath:[67,204],filepattern:78,filepatterntodatasourc:11,fileset:70,filesystem:4,filewrit:76,fill:[17,52,67,89],filter:[11,30,54,66,67,129,184,209],filter_output_shap:54,filter_s:15,filter_shap:[21,29,30,54],filter_strid:[21,30],filter_w:54,filterbank:[131,202],filtered_hyp:128,filtered_ref:128,filtered_white_nois:95,filterepsilon:129,filterkeyv:66,filternois:129,filterperexampletensor:[13,43,114],final_layer_first_n:93,final_layer_strid:93,final_st:[17,87],final_valu:91,final_var_grad:57,finalizeimag:73,finalizemetr:60,find:[15,23,41,44,78,97],finddatatyp:78,findneed:78,findrelevantbatchnormupd:78,fine:[54,73,81,166,169,170,173],fingerprint:46,finish:[2,7,17,46,55,67,73,76,213],finit:38,first:[8,9,11,13,15,22,30,33,34,40,43,44,50,53,54,55,58,63,67,72,73,76,78,81,83,86,87,91,95,97,99,100,101,111,113,114,127,131,135,141,142,144,151,152,163,182,183,184,186,203,204,205],first_n:[15,93],first_order_gradi:77,first_unreserved_id:67,firstlstmlayerinputdimandpad:130,firstnlay:22,fit:[166,184],five:55,fix:[9,12,15,48,54,67,78,81,82,86,91,95,101,106,109,111,166],fix_hyp_atten_vec:67,fixat:81,fixate_to_end_st:81,fixed_dim_encod:177,fixedlenfeatur:162,fixedlensequencefeatur:162,fixedshapeinputlanguagemodel:152,fixtur:[109,123],fixup:78,fl:78,flac:202,flag:[13,15,44,48,55,67,75,78,79,82,109,122,203,209,213],flat:[66,78],flat_beam_search:44,flat_id:77,flat_input:178,flat_output:178,flat_tensor:178,flatembeddinglookup:77,flatten:[54,66,78,103,109,166,176,178],flattenbatch:178,flattenitem:66,flattenpad:82,flexibl:9,float32:[9,15,18,54,60,67,78,81,95,100,112,113,131,160,163,164,172],float64:[44,78],float_list:206,float_val:47,float_valu:109,floor:[50,78],flop:[6,12,15,19,21,22,30,40,54,55,56],flow:[15,21,22,44,55,78,97],fluctuat:184,fly:166,fn:[6,12,21,22,66,74,76,78,81,82,83,123,178],fn_flop:21,fn_name:44,fn_out:[21,83],fnlayer:[21,22,178],focal:[54,78],focalfullsoftmax:54,focus:78,fold:54,folded_bn_pad:54,folllow:44,follow:[8,9,10,12,13,15,17,22,27,38,40,41,42,43,44,46,54,55,56,57,58,61,65,66,67,76,78,81,82,83,87,90,91,94,97,99,101,102,105,106,112,117,127,131,132,135,138,141,142,144,151,163,166,173,175,182,183,184],fontsiz:73,foo:[12,15,21,22,25,27,30,40,41,44,46,54,55,56,66,78,80,85,93,165,173,178,183,209],foo_param:12,foobar:78,foopreprocessor:165,footprint:85,forc:[11,21,52,54],force_eos_in_last_step:67,force_eos_in_top_k:67,force_reiniti:23,force_sample_last_token:52,forget:151,forget_gate_bia:86,fork:[55,56,176],forloop:78,form:[8,13,22,30,33,45,46,54,66,67,78,81,92,99,131,135,144,152,163,166,186],format:[11,15,24,39,43,44,46,62,67,73,78,97,103,111,127,131,141,142,156,160,162,166,170,173,175,176,178,182,184,203,207,211],former:166,fortestingwork:25,forwar:135,forward:[12,13,15,21,22,27,30,38,40,41,43,44,54,55,56,58,64,67,78,80,81,82,85,86,87,93,97,135,144,151,152,166,173,177,180,183],forward_cell_param:64,forward_p:130,found:[12,22,44,46,67,78,86,209,214],four:[54,142],fpath:109,fprop:[6,8,9,10,12,13,15,19,21,22,25,26,27,29,30,35,40,41,43,44,52,54,55,56,58,78,80,82,85,86,87,93,95,97,99,100,101,102,112,114,130,131,132,135,151,164,172,173,175,183,185],fprop_dtyp:[11,15,27,43,44,55,78],fprop_dtype_overrid:48,fprop_mod:77,fprop_out:102,fpropalllay:54,fpropdefaulttheta:[12,13,55],fpropdtyp:78,fpropfn:44,fpropfullsequ:[87,183],fpropmeta:[6,12,15,19,22,30,40,54,55,56],fproptow:[13,43,114,144,152],fpropwithposit:54,fpropwithprojectedinput:58,fq:81,fqweight:81,frame:[9,54,78,95,127,131,202,208],framed_sign:131,framer:131,framework:[12,15,37,45,52,54,78,109,112,162,163,166,170,173,178],free:[12,86],freez:[46,48],freeze_checkpoint:48,freeze_default:48,freq:95,frequenc:[29,30,54,73,95],frequency_mod:54,fresh:11,friendli:78,frnn:[58,87],frnnwithattent:87,from:[2,4,7,8,9,10,11,12,13,15,16,17,18,21,22,23,24,30,31,33,34,35,38,40,42,43,44,45,46,48,52,53,54,55,56,57,59,60,61,66,67,72,73,74,75,76,78,79,81,82,83,86,87,89,91,92,94,95,97,99,100,101,104,105,106,112,113,114,116,118,122,123,126,127,128,129,130,131,132,133,135,141,144,150,152,162,163,166,168,169,170,172,173,175,176,178,182,183,184,186,194,202,203,204,205,206,208,209,212,213,214],from_p:46,from_param:12,from_t:81,from_tensor_slic:11,fromaqtactactmatmul:81,fromaqtconv:81,fromaqtmatmul:81,fromaqtoutput:81,fromaqtweight:81,fromflag:75,fromfullshap:45,fromkei:66,fromnesteddict:66,fromproto:46,fromtext:46,fromtextwithtyp:46,fromxlaopshard:45,frontend:[124,125,135],frontendandencoderfprop:135,frozen:54,frozenset:66,ftrl:112,fulfil:87,full:[9,15,22,34,45,54,67,72,85,122,162,166,175,204,209],full_seq:102,full_shap:45,fulli:[8,21,54,56,78,95,185,209],func:[11,12,53,78],func_param:11,funnel:15,funnelencoderlay:15,funnelpoolinglay:15,funnelupsamplelay:15,further:[15,43,55,56],furthermor:86,fuse:[54,58,132],fused_output:132,fusion:[124,125,127],fusionbas:132,futur:[12,15,55,76,82,122,184],fwd:[78,87],fwd_rnn:87,fwd_sig:78,g:[3,6,8,9,11,12,13,15,19,21,22,24,25,27,30,33,39,40,41,43,44,46,53,54,55,56,60,61,66,67,72,73,78,80,82,83,85,86,91,93,95,97,102,105,109,116,118,122,127,135,141,144,152,162,163,166,173,180,183,184,186,203,209,210],g_1:54,g_n:54,g_seed:85,gain:[15,21,36],gain_learning_r:36,gamma:[19,78],garbag:89,gate:[8,15,29,44,54,55,72,86,151],gate_gradi:[72,78],gate_graph:72,gate_nam:86,gate_non:72,gate_op:72,gated_avg:8,gated_gelu:156,gated_input:27,gatedaveragelay:54,gatedfeedforward:15,gatedgelufeedforward:15,gather:[43,44,54,77,78],gather_nd:[52,182,186],gatherk:44,gathertensorvaluesbyseqindic:78,gating_logits_dtyp:44,gatinglay:54,gaurante:48,gaussian:[38,78,95],gaussian_nois:95,gaussiansqrtdim:78,gaussiansqrtfanavg:78,gaussiansqrtfanin:78,gaussiansqrtfanout:78,gb:175,gc:209,gcloud:209,gcp:209,gcr:209,gcs_path:209,gd:36,gecm:44,gecm_split:44,gelu:15,gen_init_op:48,gen_xla_op:45,gener:[2,8,9,10,11,12,13,14,15,31,33,35,39,44,46,48,51,53,54,55,58,67,73,75,76,78,81,82,83,85,87,89,92,94,95,99,103,106,111,114,122,127,131,133,136,138,141,142,145,150,156,164,165,166,169,170,175,178,184,189,190,194,204,209,213],generatepackedinputresetmask:87,generateseedfromid:78,generateseedfromnam:78,generatestepseedpair:[40,78],generatesummaryfromerr:141,generic_dataset:[159,167],generic_input:[1,5],genericinput:[39,111],genericrepeatlay:[15,83],geomeanxavi:[78,86],geometr:[54,92],german:[189,190],get:[8,11,12,13,15,17,19,22,26,31,38,41,43,44,46,48,54,59,60,66,67,72,77,78,79,81,86,95,104,112,119,122,127,136,166,170,182,194,204,209,213,214],get_cal:62,get_gke_clust:209,get_model_params_as_text:205,get_next:11,get_precondition:67,get_saver_spec_for_variables_with_bf16_overrid:18,get_slot:72,get_slot_nam:72,get_vari:78,getaccumulatorvalu:12,getactiv:112,getalldatasetparam:[14,169],getalldatasetparamsnotimplementederror:[14,118,169],getallregisteredclass:122,getbpropparam:136,getbproptyp:136,getbpropvariablefilt:11,getbreakdownw:142,getckptidfromfil:[213,214],getclass:122,getconfigfromparam:131,getcontextdim:126,getcpupassthroughkei:11,getcurrentmo:19,getdataset:[31,118],getdatasetparam:[14,118],getdecod:56,getdecodeoutpath:[213,214],getdecoderdir:214,getdecoderembeddingsdefaulttheta:56,getdefault:46,getdescend:12,getdevicenam:112,getdtypemin:15,getembed:56,getembeddinglookupresult:77,getemitterfn:203,getencod:56,getencoderembeddingsdefaulttheta:56,getendrang:81,getexecutorparam:[119,213],getextraarg:78,getextrainput:78,getextravar:78,getfaninfanout:78,getfeaturespec:11,getfeeddict:151,getflop:6,getfn:6,getfromnestedmapordi:178,getglobalstep:78,getglobalvariablescop:78,getincstepse:78,getinfeedcontext:24,getinitializationsourcest:8,getinputbatch:13,getinputsourceonehot:11,getitem:66,getkei:46,getkeyphrasestat:142,getlastcompressionop:77,getmeshsplitdimprefixcontext:45,getmeta:31,getmetrichistori:106,getmixresult:77,getnext:31,getnonpod2dmesh:45,getopportunisticvariablereus:78,getoptim:[72,156],getorcreateglobalstepvar:78,getoutput:[86,101],getoutputopnam:48,getoverwriteglobalstep:40,getparam:[48,74,121,122],getparamsfordataset:213,getpipelineroot:203,getplac:24,getpreprocessedinputbatch:[11,114,136,156,165],getprogramschedul:122,getpruningupd:77,getqdomain:81,getqdomainparam:81,getqtensorrang:81,getquantizedendrang:81,getrank:78,getread:203,getsentenceembed:44,getsequencelength:11,getshap:[54,78],getsiz:78,getsoftmaxprobsbyseqindic:78,getspecificcheckpoint:23,getsplitforlay:15,getstat:81,getstepse:78,getsummari:142,gettask:13,gettaskcallscop:78,gettensor:22,gettensornam:103,gettensorrang:81,getter:48,gettopk:128,gettotalvalu:60,gettotalweight:60,gettpudeviceassign:78,gettpuembeddinggraphcollect:78,gettpusummarytensor:78,gettrainablevari:57,gettraindir:2,gettransformerstackwithembeddinginput:177,getunittestsess:78,getvalu:12,getvargrad:57,getvariablenam:[78,112],getvariablenumleadingdimsforcombinedlayerscontext:78,getvariableshapeprefix:78,getvariablesymbolicshap:12,getvarleadingdimsascombinedlay:78,getvarshard:45,getwer:142,getwrit:203,giant:40,gipe:56,github:[15,19,29,37,154],give:[6,12,15,19,22,30,40,54,55,56,72,78,166,182],given:[6,8,9,10,11,12,13,14,15,18,19,21,22,23,24,27,30,33,34,35,39,40,41,43,44,46,48,52,53,54,55,56,57,60,61,66,67,72,73,74,76,78,80,81,82,85,86,91,92,93,95,97,100,105,106,112,114,121,122,127,129,135,144,151,152,160,162,163,164,169,173,175,178,182,183,184,186,203,204,209,213],gke:209,gke_cluster_spec:209,gke_launch:[1,201],glob:4,global:[2,3,11,12,13,16,23,30,31,35,43,44,57,67,72,76,77,78,79,89,91,114,121,122,166,169,184,214],global_batch_s:[11,112],global_enqueue_step:2,global_se:95,global_step:[2,3,13,31,34,35,43,67,72,76,77,78,80,86,114,214],global_step_int32:34,global_step_tensor:78,global_vari:[78,173],global_vn:78,globalbatchs:[11,136],globalpoolinglay:30,globalstepcontext:78,glu:27,glu_with_tanh:29,glue:61,glueless:131,glulay:54,gm:54,gmm:8,gmmmonotonicattent:8,go:[8,12,13,15,22,40,44,54,56,57,65,81,83,87,97,101,112,132,163,182,183],gold:61,golden:109,good:[86,170,175],googl:[47,49,68,69,70,117,120,173,191],googleusercont:117,gpipe:[1,5,15,56,151,154],gpipebatchmajorstack:15,gpipebatchmajortransformerembeddinglay:56,gpipebatchmajortransformerlay:15,gpipebatchmajortransformersoftmaxlay:56,gpipebatchmajortransformerstack:56,gpipeevolvedtransformerdecoderlay:56,gpipeevolvedtransformerencoderlay:56,gpipeevolvedtransformerstack:56,gpipetransformerembeddinglay:56,gpipetransformerlay:56,gpipetransformerlm:[40,151],gpipetransformersoftmaxlay:56,gpipetransformerstack:56,gpu:[25,74,78,138,154,209,213,214],gpu_cluster_nam:209,gpu_typ:209,grab:[34,54],grad:[7,34,36,38,42,54,57,72,78,82,152,169],grad_aggregation_method:78,grad_indic:[7,34,36],grad_loss:72,grad_mask:78,grad_norm:54,grad_scal:[57,78],grad_valu:[7,34,36],graddrop:[1,5],gradient:[7,8,12,13,21,33,34,36,38,41,42,54,57,72,77,78,81,82,85,103,109,112,135,138,144,152,163,169,176,186],gradient_adjust:57,gradient_combin:[1,5],gradient_mask:57,gradientaggregationoptim:72,gradientcombin:42,gradienttap:78,gradnorm:42,gradnormtrack:54,grads_and_var:72,graft:7,grain:[81,166],gram:[55,61,92],grammar:22,graph:[10,12,13,21,22,23,27,33,34,40,43,44,45,48,67,72,74,76,78,81,82,83,86,89,97,99,101,109,112,119,135,144,163,173,184,186,195,213],graph_def:49,graphdef:[48,67],graphem:[111,138,194],grapheme_target_sequence_length:138,grapheme_vocab_s:138,graphkei:[72,78],graphlay:[22,29,43,97],graphsignatur:[22,97],graphstep:[97,100],graphtensor:22,grappler:78,grave:8,greater:67,greedi:[10,17],greedili:44,greedydecodeid:113,greedysearchdecod:[10,17],greedysearchdecodewiththeta:10,greedysearchhelp:17,green:[141,142],gridspec_kwarg:73,ground:[11,54],groundtruth:[52,60],group:[8,9,15,19,44,78,86],group_dim:44,group_mean:19,group_siz:[19,44],group_size_dim:44,group_vari:19,grouped_input:19,groupnormlay:19,grow:[72,83],gru:86,gru_bias:86,gru_cel:86,grucel:86,gs:103,gse:44,gsec:44,gsec_split:44,gshard:[15,27,43,44,45,116],gshard_build:[1,5],gshard_lay:[1,5,43],gshard_util:[1,5],gshardmoelayerparam:27,gsm:44,gsm_split:44,gsnom:44,gstep:23,guarante:[15,35,46,67,78,152],guard:9,guo:59,gupta:[34,72],guten:86,h:[9,11,15,17,19,31,38,44,54,67],ha:[2,7,8,11,15,17,21,22,29,30,34,36,38,44,46,53,54,55,56,60,64,67,72,76,78,81,82,83,85,86,89,95,99,111,112,116,122,127,128,151,152,166,170,177,178,182,185,207],hack:[40,61,78],had:81,hand:81,handl:[7,12,34,36,45,60,72,76,78,81,82,86,97,103,173,178,182],happen:[78,82,127,132],hard:[8,44],hard_sigmoid:8,hardcod:60,harder:8,hardwar:[72,112],has_aux_atten:[15,55,56],has_fflayer_start:27,has_lconv:27,has_mhsa:27,has_nan:54,has_nan_or_inf:57,hasatleastrank:78,hash:78,hasn:35,hasnanorinf:78,hasnanorinfgradi:78,hasrank:78,hassameshap:78,hasshap:78,hat:95,have:[2,7,8,11,12,13,15,21,27,33,34,36,38,39,43,44,46,48,53,54,55,56,57,61,65,66,67,72,76,78,81,82,86,97,99,100,112,116,118,127,131,132,151,160,163,166,169,176,177,182,184,194,204,207,209],hazan:[7,72],hbm:[15,83],head:[8,9,15,29,38,43,44,55,56,88,151,177,180,182,185],head_dimens:15,head_idx:9,header:17,heavili:15,height:[11,19,27,29,30,54,73,95,164],height_strid:54,hello:74,help:[8,21,22,78,173],helper:[11,17,32,43,50,54,60,66,73,76,78,82,92,102,105,107,108,109,122,123,169,170,173,213],henc:[15,54,67,86],here:[9,13,15,30,31,53,55,76,81,86,91,127,132,135,151,166,175,182],hi:46,hidden:[15,54,55,58,83,88,151,177,180],hidden_bias_init:8,hidden_cell_nod:86,hidden_dim:[8,27,54,58,87,88,151,156,177,180],hidden_dim_reshape_seg:43,hidden_layer_dim:54,hidden_s:[15,86],hierarchi:[12,81],hieu:8,high:[44,55,72,78,89,119,170],high_level:213,higham:59,higher:[13,15,43,54,67,114,119,151,184,213],highest:67,highlight:[141,142],highlightalignedhtml:142,highwai:54,highwayskiplay:54,hist_fil:[35,67],histogram:[86,103,182],histogram_v2:103,histori:[35,67,70,91,100],hoc:61,hold:[46,55,72,78,113,166,175],honor:81,hook:[11,109,123],hope:[37,99],host:[11,16,39,43,76,78,82,113,166,184],host_id:[31,112],hot:[54,78,135,166,183],hour:138,how:[2,7,8,15,27,31,41,46,54,61,72,78,97,109,113,122,127,142,162,166,182,184],howev:[11,22,41,46,81,166,182,184,207],hs:141,html:[95,120,141,142],html_handler:142,http:[7,8,9,15,19,22,27,29,30,37,38,40,41,42,52,54,55,56,59,72,78,81,85,86,88,91,93,95,96,102,106,111,117,120,127,142,154,158,168,173,182,183,184,185,186,200],hua:59,huangyp:[40,76],hub:[173,175],hybrid:55,hybrid_fflay:55,hybrid_p:55,hybridfeedforwardlay:55,hyoukle:45,hyp:[17,67,78,92,127,128,129,135,141,142,180,182],hyp_id:[17,129],hyp_keyphras:142,hyp_keyphrase_count:142,hyp_len:17,hyp_lin:61,hyp_num_sent:182,hyp_per_beam:17,hyp_str:[60,61,92,129],hyp_word:142,hyparam:184,hyper:[121,148,155,188,198],hyperparam:[1,3,5,12,14,15,20,44,47,78,88,119,163,170,205],hyperparamet:[49,77,78,81,106],hyperparamrep:47,hyperparams_pb2:[1,5,46],hyperparams_text_diff:205,hyperparamvalu:47,hypothes:[17,67,129,134,141,142,182],hypothesi:[61,67,68,127,141,142],hyps_from_beam_search_out:67,hyps_pb2:[5,67],hypsfrombeamsearchout:67,i:[4,6,8,9,11,12,13,15,17,19,21,22,24,30,33,39,40,43,44,45,50,52,54,55,56,58,63,67,76,78,81,82,83,86,90,91,95,101,103,109,111,122,129,131,133,135,144,150,152,166,173,175,178,184,186],i_eag:103,i_g:86,i_i:86,iclr:8,id:[8,10,11,17,22,25,44,52,54,55,56,61,63,67,68,74,78,86,87,89,95,100,105,111,112,117,127,128,132,135,151,152,163,166,168,176,182,183,184,185,186,204,208,214],id_featur:[168,169],id_to_ascii:67,idea:44,ideal:[15,81,170],ident:[8,21,22,24,38,41,42,43,54,67,78,81,82,83,91,128,166,184],identifi:[11,24,66,78,166,170,180,209],identityclippingcapschedul:81,identitylay:54,identityregressionmodel:114,identityregressiontask:114,identityseqlay:87,idim:[15,21],ids_map:112,ids_shap:[78,163],ids_to_strings_fn:128,ids_vec:54,idstostr:[11,63,111],idx:[66,76],ieee:117,iff:[11,30,35,67,78,89,111],ig:11,ignor:[10,11,15,17,46,52,53,54,67,72,78,111,130,141,166,190],ignore_arg:11,ignore_error:61,ignore_pair_label:166,imag:[1,29,30,40,54,73,103,121,122,124,160,161,163,164,166,168,169,170,173,182,190,209,213,214],image_featur:[168,169],image_id:169,image_id_featur:170,image_preprocessor:[124,159],image_summari:73,image_v2:103,imagefeatur:160,imagemodul:173,imagemodulev2:173,imagenet:173,imagepreprocessor:[164,169],images_per_exampl:160,imagetexttfrecord:170,imap_kei:43,imit:95,immedi:12,immediately_instantiate_vari:[24,25],immut:46,impact:[15,55],impelment:61,implement:[3,4,8,9,11,12,13,14,15,17,19,21,22,25,27,29,30,33,34,37,38,40,41,43,44,54,55,56,60,61,67,73,75,78,80,81,82,85,86,87,89,91,93,96,97,99,102,113,114,116,117,127,131,132,133,150,152,162,163,164,166,169,172,173,175,176,182,183,184,186],implemetaiton:78,impli:[8,78,81,91],implicit:[53,78,82],implicit_captur:[78,82],implicitli:[78,82,166],implment:85,importallparam:121,importparam:121,improv:[35,55,91],imput:72,imshow:73,in1:22,in2:22,in_atten_prob:67,in_beam_don:67,in_channel:[27,30],in_dim:29,in_done_hyp:67,in_hyp:67,in_link:82,in_mask:44,in_nmap:27,in_pad:30,in_prev_hyp:67,in_progress:12,in_scor:67,in_shap:[30,54],in_stat:17,in_unit_test:24,inbetween:67,incbi:103,incept:164,inception_model:173,inception_v3:173,inch:73,incl:15,includ:[10,11,13,15,30,33,40,41,48,54,67,72,78,81,83,86,101,105,116,117,126,135,142,144,151,152,160,163,169,178,186],include_typ:46,inclus:78,incompat:[30,45,111],incomplet:86,inconsist:78,incorrect:166,incorrectli:[24,170],increas:[44,54,81,91,166],increment:[7,22,44,67,72,78,103,114],incur:[6,12,15,19,22,30,40,54,55,56,83],inde:[65,81],indefinit:162,independ:[13,22,33,44,73,166],index:[0,12,13,15,17,21,22,23,24,30,33,39,43,44,55,56,66,67,78,82,90,95,100,103,114,135,141,142,144,151,152,163,182,184,186],indexedslic:[7,34,36,72],indexerror:66,indic:[4,7,9,11,15,22,24,34,36,38,43,44,46,52,54,55,56,57,59,66,67,72,76,77,78,99,111,135,151,166,175,185,186],indices_in_input:67,individu:[15,16,17,67,78,116,184,209],inf:[57,78],infe:[11,16,39,76,114,133,136,150,156,166,176,184],infeas:3,infeasible_reason:3,infeed_batch_s:16,infeed_bucket_batch_limit:11,infeed_host_index:24,infeedbatchs:11,infeedcontext:24,infeedcontextscop:24,infer:[2,8,10,13,15,18,33,37,48,54,55,74,81,86,97,101,135,144,152,163,176,182,186,195,213],inferbatchs:178,inference_graph:[74,75],inference_graph_export:[1,5,74,213],inference_graph_pb2:[1,5,13,33],inference_graph_proto:48,inference_step_max_length:15,inference_subgraph_nam:75,inference_thread:75,inferenceadditionalencod:10,inferencedeviceopt:48,inferencegraph:[13,33,48,49,74],inferencegraphexport:[48,74],influenc:131,info:[34,78,82,122,127,132],inform:[8,10,13,15,20,21,22,36,40,45,55,76,78,82,87,99,101,118,122,127,142,166,182],inherit:[11,81,166],init:[44,78,87,105,126],init_beam_search_st:17,init_dtyp:78,init_op:[23,76,213],init_st:82,init_state_callback:105,init_step_id:105,initattent:[87,126],initbeamsearchst:17,initdecod:127,initdevic:24,initdeviceseag:24,initforsourcepack:[8,87,127],initi:[8,11,12,15,17,23,30,31,44,46,48,54,56,58,60,72,78,81,82,86,87,91,97,100,106,126,127,132,135,138,151,173,175,180,182,203],initial_accumulator_valu:34,initial_delay_sec:84,initial_gain:36,initial_result:[17,182],initial_scal:36,initial_st:135,initial_valu:[60,91],initializetoken:138,initrnncellst:78,initst:[15,44],inittestdatasetparam:180,inittraindatasetparam:180,inittransformertestbucket:180,inittransformertrainbucket:180,inject:[67,86,126],inject_emb_method:86,inlin:78,inlined_matrix_inverse_pth_root:59,inner:[8,29,104,151,180],innermost:78,inp:[22,44,54,55,78],inplac:90,inplace_op:90,inplace_upd:90,inplaceupd:90,input0:78,input1:[21,78],input2:21,input:[2,4,6,8,9,10,11,12,13,14,15,17,19,21,22,24,27,29,30,31,33,37,38,39,40,41,43,44,45,48,51,54,55,56,57,58,60,61,67,74,75,76,78,80,81,82,83,85,86,87,93,95,97,99,100,101,102,103,105,106,109,111,114,127,128,130,131,133,135,136,138,144,145,147,150,151,152,156,161,162,163,164,165,166,169,173,175,176,177,178,180,181,182,183,184,185,186,189,190,194,203,209],input_batch:[11,13,33,39,43,54,97,109,114,127,128,131,135,144,152,163,165,183,186],input_batch_src:135,input_byt:202,input_channel:30,input_common:31,input_data_format:182,input_data_summary_layout:11,input_dataset:4,input_devic:24,input_dim:[15,22,27,29,44,54,56,58,78,102,177,182],input_dropout_prob:[151,180],input_endpoint:[21,43],input_featur:169,input_file_typ:184,input_filepattern:162,input_float:95,input_frame_ratio:131,input_gener:[11,13,31,124,125,143,149,159,179,193],input_generator_help:[1,5],input_hyp:67,input_id:[56,75,87],input_id_filt:75,input_kei:112,input_length:67,input_nod:86,input_param:51,input_polici:[1,5],input_proj:86,input_rank:102,input_segment_po:56,input_sequence_length:8,input_shap:[40,45,86,130],input_signatur:78,input_source_id_offset:[11,133,150,184],input_source_weight:[11,133,150,184],input_str:175,input_t:34,input_target:24,input_tensor:[30,41],input_to_add:15,inputbatch:11,inputdistribut:81,inputgener:[11,13,31,75,127,136],inputn:21,inputs_ar:[58,87],inputs_nmap:82,inrang:89,ins:[129,134,141,142],insensit:81,insers:142,insert:[1,5,41,44,66,81,100,121,129,141,142,182,186],insertiondecod:182,insertionmodel:186,insid:[8,9,12,13,15,19,21,22,30,40,44,54,55,56,57,65,80,81,83,86,87,91,97,101,104,112,113,114,132,163,166,173,182,183],inspect:[8,53],inspect_param:213,inspect_util:[1,5],inspectdataset:213,inspectdecod:213,inspectmodel:213,inspectparam:213,inspir:76,instabl:8,instal:[120,209],instanc:[12,13,22,25,31,41,44,46,48,54,75,76,81,82,118,128,131,162,166,175,180],instanceofasubclassoffoo:[12,15,22,27,30,40,41,44,54,55,56,80,85,93,173,183],instanti:[11,12,25,44,46,51,53,76,113,119,165,170,173,178,183,213],instantiableparam:[12,14,46],instantiableparamsclst:46,instantiatevari:[8,12,13,15,22,40,44,54,56,57,65,81,83,87,97,101,112,132,163,182,183],instead:[7,8,11,12,13,15,22,34,36,40,44,46,53,54,56,57,60,65,72,74,78,81,82,83,86,87,97,101,112,132,141,162,163,165,166,182,183,184],int16:131,int32:[10,39,44,54,55,56,67,78,100,105,126,127,151,163,182],int64:[4,44,67,129,176],int_val:47,intact:78,integ:[11,25,43,44,46,50,52,59,67,72,76,78,81,82,95,100,103,111,117,141,151,166,180],integr:[7,9,34,36,72],intend:[8,15,19,54,116,166,169,173],interact:8,interest:[15,67,81],interfac:[10,12,15,22,27,30,40,41,44,54,55,56,75,80,82,85,87,93,99,112,116,131,173,183],interleav:76,intermedi:[15,21,40,58,66,81,82,86,87,164,175],intermod:168,intern:[8,9,11,12,43,44,46,54,73,81,94,97,101,116,117,131],interpol:[78,91],interpret:[8,166],intertwin:87,interv:95,intial:127,intiti:127,intra:166,intramod:168,introduc:[43,78],invalid:[8,46,52,64,72,73,74,78,119,209],invalidargumenterror:[74,78],invari:24,invers:[59,67,78,81,91,106,178],inverseratioadaptiveschedul:106,invert:54,invoc:[67,82,97,99,101],invok:[11,12,34,67,78,81,82,83,123,175],invoke_async_preconditioner_comput:34,involv:[34,46,76,81],io:[11,39,160,184,209],iobas:175,ipython:120,ipython_kernel:[0,1,215],is_activ:78,is_caus:[15,27,29],is_depthwis:81,is_dis:12,is_ev:[78,86,132,138,189,190],is_infer:78,is_last_chunk:[17,67],is_mask:[15,55],is_nul:131,is_quant:81,is_queri:38,is_repl:45,is_revers:87,is_single_token:182,is_sourc:11,is_transpar:[180,182,183,185],is_unicod:61,iscompat:[66,78,86],isdefaultparaminit:78,iseagermod:78,isexpr:104,isfinit:89,isimmut:46,isinferencestepstat:15,isinst:11,islayerparam:12,isn:78,isol:55,issu:[15,31,67,78],issupport:6,issymbol:104,ist:59,istpu:48,item:[11,22,47,66,78,87,97,101,115,132,163,166],item_seq:22,items_per_exampl:162,itemsentri:47,iter:[4,10,11,12,17,24,44,46,48,59,60,73,78,82,83,97,127,130,131,166,175,182],iter_count:59,iterative_input_0:83,iteratorstep:97,iterparam:46,its:[4,6,7,8,9,10,11,12,13,15,17,19,21,22,26,27,29,30,34,36,40,41,44,46,53,54,55,56,58,59,66,67,78,80,81,82,83,85,86,87,89,93,95,97,99,100,101,105,106,112,123,126,127,130,131,132,135,151,166,172,173,175,178,182,183,184,185,186,202,204],itself:[22,31,43,45,83,135,144,166],iz:44,j:[9,11,15,22,24,36,59,67,78,90,95,103,111,152],jaccard:142,jaccard_index:142,jaccard_similar:142,japanes:117,jit:76,jo:95,job:[2,11,13,24,25,32,54,76,78,99,184,209,213],job_nam:[2,11,24,76,209,213],job_spec:24,jobnam:[2,35],join:67,joint_embedding_dim:163,jointli:8,journal:59,jpeg:164,judgment:168,jun:102,jupyter_http_over_w:120,just:[6,12,13,15,17,22,33,41,46,54,67,78,81,82,86,99,131,166,209],k:[9,15,36,40,43,44,55,66,67,78,103,117,144],k_dist:15,k_means_loss:9,k_proj:15,kaiminguniformfaninleakyrelu:78,kaiminguniformfaninrelu:78,kazemnejad:54,keep:[17,54,67,78,100,109,134,178,180,182],keep_every_n_hour:89,keep_latest_n:89,keep_prob:[21,43,67,78],keep_shap:78,keepdim:[19,78],kei:[2,8,9,11,12,13,15,21,22,33,35,38,39,42,43,44,46,47,49,50,55,56,57,58,60,62,66,67,69,72,74,76,78,82,86,95,97,99,102,114,115,122,127,133,135,142,144,150,151,152,163,175,178,182,184,186,203,205,209,213],kept:15,kera:[78,178,210],keras2ckpt:[1,201],kermit:[52,182,186],kernel:[15,29,30,38,43,54,120],kernel_s:[15,27,29,43,44],kernel_transform:38,kerphras:142,kevin:[34,72],key_dim:15,key_dist:15,key_pad:15,key_part1:66,key_part2:66,key_part:66,key_partn:66,key_phras:142,key_prim:38,key_segment_po:43,key_value_pair:32,key_vec:15,keyerror:[12,66,74],keyparam:175,keyward:[12,15,22,27,30,40,41,44,54,55,56,78,80,85,93,173,183],keyword:[12,39,40,46,73,78,81,87,103,151,175],keyword_onli:53,kind:53,kiperwass:106,kitti_dir:209,kivinen:36,kmeansclusteringforatten:9,know:[15,46,54,65,81,166],knowledg:[33,166],known:[8,15,35,60,78,81,178],korean:117,koren:[7,34,72],kroneck:[34,72],ks:38,kw97:36,kwarg:[2,6,8,9,10,11,12,13,15,17,19,22,27,29,30,31,33,39,40,41,42,43,44,46,48,52,53,54,55,56,57,58,60,61,63,65,66,72,73,74,75,76,78,80,81,83,85,86,87,91,93,95,96,97,99,100,101,102,103,105,106,109,111,112,113,114,119,126,127,128,130,131,132,133,135,136,144,145,150,151,152,156,162,163,164,165,166,169,172,173,175,181,182,183,184,185,186,194,195,203,213,214],kwd:[10,12,17,24,48,73,82,97,127,130,131],kyunghyun:8,l2:[8,78,180],l2_regularizer_weight:180,l550:19,l587:[15,29],l:[9,15,38,43,44,78],l_t:34,la:126,label:[11,37,43,44,54,56,60,61,67,73,78,99,109,111,124,127,135,144,151,152,159,162,170,180,182,194],label_fn:162,label_id:78,label_prob:78,label_smooth:156,label_smoothing_uncertainti:180,label_weight:56,lack:91,lambda:[11,21,22,39,43,54,78,97,178,184],lang:191,lang_id:184,langang:15,languag:[9,11,40,54,63,111,132,150,151,152,154,155],languagemodel:152,larg:[8,15,43,54,72,78,82,184],larger:[15,67,106,142,184],largest:[44,72,182],last:[8,9,15,21,22,29,30,38,44,52,54,55,60,67,78,82,83,86,87,91,117,151,166,182,184,204],last_decoder_out:182,last_hidden:151,last_path:[213,214],last_step:[35,91],later:[8,12,67,76,81,91,100],latest:[2,23,34,76,89,213,214],latter:[38,54,55,166],launch:209,laurenzo:[54,131],layer1:21,layer1_out:21,layer2:21,layer2_out:21,layer:[1,5,6,7,8,9,10,12,13,15,17,19,21,22,26,27,29,30,31,33,34,38,40,41,42,43,44,52,55,56,57,58,64,65,72,78,80,81,82,83,85,86,87,88,91,93,95,96,97,99,100,101,102,105,112,113,114,123,124,126,127,128,130,131,132,135,144,149,152,154,156,163,164,165,172,173,175,177,178,179,180,181,182,183,186],layer_000:43,layer_001:43,layer_0:97,layer_1:97,layer_class:56,layer_fn:43,layer_idx:15,layer_index:[15,130],layer_norm:151,layer_obj:77,layer_ord:27,layer_out:54,layer_param:[11,64,178],layer_theta:123,layer_typ:[12,130],layernorm:[9,54,86],layernormalizedlstmcel:86,layernormalizedlstmcelllean:[58,86],layernormalizedlstmcellleanext:58,layernormalizedlstmcellsimpl:[58,86,151],layernormalizedlstmcellsimpleext:58,layers_per_residual_block:78,layers_with_attent:[1,5,15,56],layers_with_gpip:[1,5],layerstack:43,layerwis:83,layerwise_input:83,layerwise_output:83,layerwise_output_0:83,layerwiseshardablepipelinedlay:[43,44],layout:[44,49,73],layr:43,lconv:[15,27,29],lconv_bld_activation_split:27,lconv_blf_activation_split:27,lconv_df_w_split:27,lconv_fd_w_split:27,lconv_hwim_w_split:27,lconv_tpl:27,lconvblock:15,lconvlay:27,lconvstack:15,le:22,lead:[11,15,31,44,45,78,116,160,178],leaf:[66,83],leak:[12,41],leak_ratio:41,lean:[15,86],learn:[3,7,8,33,35,36,41,42,54,57,72,91,106,114,151,166,180,204],learnabl:54,learner:[1,5,13,173],learning_r:[7,34,36,72,112,151,156,180],learningr:57,learnt:[8,54],least:[24,43,44,46,67,78,164,166],leav:78,left:[8,9,15,22,54,78,81,87,88,113,151,164,182],left_context:[9,15,54,88],leftward:55,legaci:[13,44,57],legacy_mtf_behavior:44,legend:73,len:[11,50,63,67,78,111,128,184],lenet5:[122,147,213,214],lenet:147,length:[9,11,15,17,30,31,38,39,40,43,44,50,52,54,61,63,66,67,72,73,78,82,86,87,95,99,103,111,128,129,160,168,175,177,182,184],length_norm:67,lengths_featur:168,lengthsfrompad:78,lepikhin:[43,44],less:[17,43,54,93,95],let:[13,43,67,114],letter:[9,15,46,111],level:[11,12,44,54,60,66,78,81,111,119,154,162,170,175,213],levenshtein:[129,134],levenshtein_dist:[124,125],levenshteindist:134,leverag:207,lh:78,lhuc:54,lhuclay:54,lib:80,librari:[4,12,21,77,81,82,105,141,142,202,205],librispeech960bas:138,librispeech960graphem:138,librispeech960graphemetpuv2:138,librispeech960wpm:138,librispeech960wpmtpuv2:138,librispeech:[125,137],lie:[81,95],lightconv:[15,29],lightweight:[15,27,29,88,93],lightweightconvlayerblock:15,like:[11,12,15,17,22,46,72,78,81,86,100,114,160,166,169,175,178,182,184,203,204,209],likhosherstov:38,limit:[2,8,11,43,60,66,78,81,116],linalg:78,line:[7,46,67,73,78,92,109,142,184,194,204],linear:[8,12,15,21,22,27,29,30,36,40,41,42,44,54,55,56,78,80,81,85,91,93,95,173,180,182,183],linear_qdomain:15,linearclippingcapschedul:81,linearlay:22,linearli:91,linearrampupcosineschedul:91,linearrampupexponentialdecai:91,linearrampupexponentialdecayscaledbynumsplitschedul:91,linearrampuppiecewiseconstantschedul:91,linearrampupsqrtdecaybybatchsizeandreplica:91,linearschedul:91,linenum:109,liner:109,lingvo_lib_gpu:209,link:[81,82,166],list:[2,4,7,8,11,12,13,15,17,21,22,24,27,30,31,33,34,36,39,40,41,43,44,45,46,48,50,53,54,55,56,57,58,60,61,66,67,72,73,74,75,76,78,80,81,82,85,86,87,93,97,100,101,103,104,108,111,112,113,114,118,127,129,133,134,135,136,141,142,144,150,151,152,156,163,173,178,182,183,184,185,186,194,204,205,209,213],list_a:82,list_b:82,list_regex_dtyp:[27,78],list_val:47,listdevic:24,lite:46,littl:207,ll:78,lm1b:[150,154,158],lm:[1,40,43,78,121,124,127,132],lm_output:[127,132],lmbuilder:15,lminput:150,ln:[27,43,55],ln_input:55,ln_scale:86,ln_weight_reshap:43,load:[11,18,23,24,31,43,48,74,76,78,112,162,169,173],load_checkpoint_from:23,load_graph_def_from_inference_graph:74,load_op:112,load_token_ids_from_vocab:67,loaddataset:11,loadinferencegraph:74,local:[12,15,36,44,67,75,78,88,104,110,120,154,166,176,184,209,213,214],local_batch:166,local_context:15,local_dispatch:44,local_eos_threshold:67,local_n:213,local_tensor:176,localizedlabelsmooth:54,localselfattent:15,localselfattentionxl:15,locat:[8,15,44,78,162,209],location_featur:8,location_filter_var:8,locationsensitiveattent:8,lock:46,log:[2,8,17,52,54,62,66,78,99,118,127,151,152,166,175,182,186,202,213],log_pplx_per_sampl:152,log_pplx_per_token:152,log_prob:[17,151,182],logdir:[2,24,35,74,89,209,213,214],logic:[7,21,43,45,67,116,131,132,166,168,169],logical_and:184,logist:[13,33,78,135,144,152,163,186],logit:[8,9,13,15,33,43,44,54,56,67,78,105,127,132,135,144,151,152,163,166,182,186],logits_abs_max:43,logmel:95,logmultilin:78,logspac:8,logtostderr:[213,214],longer:[54,74,141,184],longest:67,look:[54,55,67,79,100,111,112,114,151,183,184,203,209],lookup:[44,54,55,77,100,112,182],lookuperror:122,loop:[2,13,22,43,44,54,57,60,72,76,78,82,83,86,91,113,114,127,213,214],loop_arg:2,loop_func:2,loop_result:60,loop_stat:78,loop_var:113,loop_vars_dtyp:113,loos:81,lose:54,loss:[13,15,27,33,37,41,42,43,44,54,55,57,72,78,82,114,127,135,144,151,152,163,166,170,173,178,182,186],loss_and_grad:42,loss_metr:42,loss_metric_weight_pair:78,loss_nam:57,loss_or_activ:78,losses_and_gradi:42,lost:45,lot:82,low:[8,78,81,89,106],lower:[54,73,111,141],lower_bound:91,lowercas:[46,194],lowest:97,lp:78,lp_loss:78,lp_regularizer_weight:78,lr:[72,91,156],lr_decay_end:180,lr_decay_start:180,lr_min:180,lr_scale:36,lr_warmup_step:180,ls_uncertainti:180,lst:[54,66,92],lst_hyp:134,lst_ref:134,lstm:[58,77,81,86,87,152,180],lstm_frnn_layer:[1,5],lstmcellext:58,lstmcellgroup:86,lstmcellsimpl:[58,86,151],lstmcellsimpleext:58,lstmfrnn:58,lstmobj:77,luong:8,m:[4,15,36,38,43,44,59,67,86,114,117],m_dim:43,machin:[8,15,40,182,183,184,188,189,190,207],machineri:213,made:[34,44,46,72],magic:161,magnitud:[7,95],magnitude_optim:7,magnitude_optimizer_apply_fn:7,magnitude_step:7,mai:[3,7,8,11,12,13,15,17,22,24,30,31,34,36,41,43,44,45,46,54,67,72,76,78,79,81,82,114,121,122,166,175,176,178,184],main:[7,15,74,75,82,102,109,120,141,142,158,166,175,200,203,204,206,207,208,209,210,211,212,213],maintain:[17,53,66,78],major:[15,56,81,100,152,160,182,183],majortransform:15,make:[8,9,10,11,12,15,17,24,30,40,45,48,59,73,76,78,82,97,100,116,127,130,131,162,166,173],make_named_zeros_slot:34,make_one_shot_iter:4,makedevicestr:24,makefnlay:178,makelocalmask:9,makemodelvalidatortestcas:108,malform:72,man:8,manag:[8,12,13,15,17,22,40,41,44,54,56,57,60,65,73,75,78,81,82,83,87,97,101,109,112,113,122,132,163,182,183,213],mani:[2,11,21,43,61,67,78,97,142,151,166,170,184,207],manipul:[11,12,13,78,184],manner:[8,40,119,213],manual:[44,45,81,116,203],manualtoautopartit:45,map:[10,11,12,13,17,18,19,22,24,27,31,33,38,46,48,54,57,60,66,67,73,78,82,95,97,104,111,112,122,126,127,130,131,135,144,152,163,165,166,178,182,184,186,204,208],map_arg:11,map_pair:22,map_pair_seq:22,maplay:22,margin:[38,182],mark:[8,12,13,15,22,40,44,46,54,56,57,65,78,81,83,87,97,101,112,132,141,142,163,166,170,182,183],marshal:12,mask:[8,9,13,15,38,43,44,55,67,77,78,85,86,87,95,152,181,184],mask_dtyp:44,mask_id:67,mask_len:67,mask_minlen:67,mask_ngram_ord:55,mask_prob:67,mask_ratio:67,mask_self_atten:15,mask_siz:95,mask_target:67,mask_typ:55,maskgradi:78,masks_per_fram:95,mass:[67,181,184],master:19,mat_a:59,mat_a_s:59,mat_g:59,mat_g_siz:59,match:[4,8,13,24,44,54,67,72,78,81,82,92,112,142,154],matched_keyphras:142,matched_keyphrase_count:142,math:[8,73,78,86,184],matmul:[15,21,54,77,78,81],matmul_axi:77,matplotlib:[73,103],matplotlibfiguresummari:[73,103],matric:[34,67,72,73,78,86,95,111],matrix:[11,34,38,54,55,59,63,67,72,73,78,86,87,95,103,111,141,142,152,166,182],matrix_epsilon:34,matrix_funct:[1,5],matrix_s:95,matrix_square_root:59,matthew:60,mauc:60,max:[12,17,54,67,78,81,82,91,95,151,154,184],max_any_dim:34,max_delay_sec:84,max_dim_s:34,max_gain:36,max_hyps_per_beam:17,max_input:75,max_len:[43,44],max_length:[11,78,95,111,177,178],max_loop_var:113,max_lstm_gradient_norm:152,max_metr:60,max_ngram:92,max_ord:61,max_output:[73,103],max_packed_length:67,max_ratio:95,max_retri:84,max_scal:36,max_seq_len:[67,175],max_seq_length:[67,99,127],max_seqlen:102,max_sequence_length:112,max_source_length:127,max_step:[17,44],max_target_length:[10,105,127],max_timescal:54,max_token:154,max_v:81,max_val:81,max_valu:81,max_warp_fram:95,maximum:[12,15,17,59,61,67,73,78,81,95,99,103,111],maxlen:[11,67,78,111],maxpool:144,maxval:[78,173],mayb:[10,11,78,105,165],maybe_modified_equ:[43,44],maybeconfigcloudtpu:213,maybeconfigrundistribut:213,maybeconfigrunloc:213,maybegenerateseedfromscop:78,maybeguaranteeconstgett:48,maybelaunchtensorflow:213,mayberesetstepse:78,mayberesetstepseedfromscop:78,maybesav:23,maybesoftcaplogit:78,maybeupdateparamsfromflag:122,mccmetric:60,md:[15,54,55],mdl:123,me:44,mean:[8,9,15,19,24,30,44,46,54,60,67,78,82,97,99,101,113,162,163,166,170,182,184],meaning:184,meanstddev:131,meant:[11,54,86,114,136,156],meanwhil:89,measur:[2,3,60,92,142,213],mechan:[8,12,15,38,55,57,166],media:117,medium:54,meena2:37,meena:43,meet:[74,82],mega:[119,213],mel:[131,202],mel_channel:131,mel_spectrogram:131,mel_spectrogram_pad:131,melasrfrontend:131,member:[12,17,22,35,66,81,127,142],membership:[54,56,151],memoeri:43,memor:67,memori:[4,8,15,43,54,72,82,85,175,184,209],mention:78,merg:[2,8,15,17,46,54,55,57,78,81,92,104],merge_al:113,merge_all_pw_tensor:113,merge_feature_ax:81,merge_path:67,merge_prob:117,mergebeamsearchoutput:17,merged_input_data_summary_op:11,merged_source_pad:8,merger:[8,87,180],merger_op:8,mergerlay:[8,54,56],mergesourcepaddingwithperstepsourcepad:8,mesh:[15,27,43,44,45],mesh_dim_to_tensor_dim_map:45,mesh_split:[15,43,45],mesh_tensorflow:43,meshsplit:[15,43,45],meshsplitdimprefixcontext:45,meshsplitlay:15,mess:178,messag:[2,13,33,47,49,62,67,68,69,70,78,175,191],messagedescriptor:[47,49,68,69,70,191],met:[31,35],meta:[6,12,15,19,22,30,40,49,54,55,56,162],metaclass:12,metadata:[6,11,12,15,19,22,30,31,34,40,54,55,56,62,162,207],metagraph:78,metasourc:31,method:[3,4,7,11,12,13,14,15,18,21,31,34,36,43,44,46,53,54,58,59,61,72,76,77,78,81,97,102,106,109,114,118,122,123,132,135,166,168,169,175,184,213,214],methodnam:[80,102,109,123],metric:[1,2,3,5,10,13,26,33,35,43,57,61,67,76,78,91,112,114,127,128,135,144,152,163,182,184,186],metric_dict:60,metric_histori:35,metric_nam:2,metric_valu:[2,78],metrichistori:35,metrics_dict:[3,76],mfcc:160,mfcc_shape:160,mhsa:27,mhsa_before_conv:27,micro:[43,72,151],micro_batch_s:151,microbatch:[43,44],middl:82,might:[8,78,132,166,175],migrat:[8,12,13,15,22,40,44,54,56,57,65,78,81,83,87,97,101,112,132,163,182,183],milan:[1,121,124],milan_dataset_config_json:170,milaninputgener:165,milantask:163,mimic:[89,112],min:[12,81,91,95,106],min_dim_size_to_factor:72,min_factor:91,min_gain:36,min_params_per_shard:54,min_scal:36,min_timescal:54,min_v:81,min_valu:81,minh:8,mini:[9,182],minibatch:44,minim:[17,35,43,67,72,73,131],minimize_state_s:15,minimum:[12,67,72,81,180],minval:[78,173],mirror:81,misalign:182,misc:[127,132],misc_stat:[126,127],misc_zero_st:127,miscellan:[127,132],misczerost:127,mismatch:[78,87,109],miss:15,mix:[11,15,31,77,78,133,150,184],mixbyweight:78,mixtur:[13,15,33,43,44,135,144,151,152,163,186],ml:76,ml_perf_bleu_metr:[1,5],ml_perf_log:[1,5],ml_perf_subword_id_to_str:67,ml_perf_token:[1,5],mlperf:[61,62,63,67,184],mlperf_format:62,mlperf_print:62,mlperfbleumetr:61,mlperfinput:184,mlperfprogram:76,mlperfprogramschedul:76,mlperfprogramschedulefortask:76,mlperftoken:63,mlperftraindecodeprogram:76,mmt:190,mnist:[122,143,145,146,210,213,214],mnisttestinput:145,mnisttraininput:145,mobil:[81,86],mod:67,modal:[161,163,166,172],modality_batch_shap:[162,166],modality_shap:166,mode:[8,15,24,25,44,54,55,60,67,78,86,95,103,109,112,116,164,213,214],model:[2,3,8,9,10,11,12,13,14,15,17,19,21,22,23,24,25,29,35,40,41,43,44,45,48,50,52,54,55,60,61,64,65,67,72,74,76,78,81,82,86,88,92,103,108,111,114,117,118,119,121,122,123,124,125,126,127,128,130,131,132,136,138,139,144,147,148,149,150,151,154,155,156,163,164,165,166,169,171,172,173,175,177,179,180,182,183,188,189,190,193,197,198,205,209,213,214],model_cfg:48,model_class:108,model_dim:[15,27,43,44,88,151,156,180,182,183,186],model_dim_reshape_seg:[43,44],model_help:[1,5],model_import:[0,1,215],model_nam:[119,121,213],model_param:[3,48],model_params_file_overrid:122,model_params_overrid:122,model_path:205,model_registri:[0,1,48,74,118,119,169,213,215],model_split:24,model_task_nam:[2,48,213,214],model_test_input_gener:[124,125],model_var_list:13,modelanalysi:103,modelnam:48,modelparam:[121,122],modelregistri:119,models_test:123,models_test_help:[0,1,215],modelv1:144,modelv2:144,modif:[8,132],modifi:[3,8,22,31,41,44,54,67,78,101,127,180,181,182,184],modul:[0,1,5,67,98,124,125,137,140,143,146,149,153,157,159,167,174,179,187,193,196,199,201,215],module_path:173,moe:[27,43,44,55],moe_aux_loss:27,moe_lay:27,moe_num_expert:27,moe_num_group:27,moe_num_partit:27,moe_output:55,moe_p:55,moe_per_capacity_dim:27,moebuild:43,moefeedforwardlay:55,moelm:151,moment:[19,54,72,169],momentum:[34,36,72],monitor:75,mono:131,mono_source_id:184,mono_source_pad:184,mono_target_id:184,mono_target_label:184,mono_target_pad:184,mono_target_weight:184,monolingu:184,monolith:[11,112],monoloth:112,mononoton:8,monoton:8,monotonicattent:8,monotonicattentionprob:8,more:[4,8,15,17,21,22,40,41,42,44,54,55,56,61,67,72,76,78,81,82,87,97,99,100,106,120,127,166,170,176,178,182,184],most:[13,15,41,43,54,55,56,81,91,97,99,101,112,114,127,151,166,170,207],mostli:[17,44,165,176],move:[7,13,19,43,54,67,78,81],movement:34,moving_mean:19,moving_vari:19,ms:168,msg:[67,76],mt:[1,121,124,195],mt_attention_lay:15,mtbasedecod:182,mtbasemodel:186,mtdecoderv1:182,mtencoderbirnn:183,mtencoderbirnnprecomputedembed:183,mtencoderunirnn:183,mtencoderv1:183,mtf:44,mu:36,much:[15,41,54,78,113,182],mul:81,mult:54,multi:[8,13,15,42,43,44,48,55,56,72,73,76,95,106,119,131,163,166,182,185,213],multi_headed_atten_prob:182,multiclass:60,multiclassaucmetr:60,multihead:[15,38],multiheadattentionstatelay:44,multiheadedattent:[8,15,182],multiheadedattentionrp:15,multiheadedattentionxl:15,multiheadedfavorattent:15,multiheadedprojectionlay:15,multiitemexamplewrapp:166,multilabel:60,multilabelcontrastiveloss:166,multilin:46,multilingu:54,multinomi:78,multipl:[8,11,12,13,15,17,21,22,31,40,41,42,43,44,46,54,57,72,76,78,81,86,87,91,95,97,104,112,166,178,184],multipli:[91,95],multiplier_schedul:112,multiply_by_parameter_scal:72,multisourceattent:[8,15],multisourcefrnnwithattent:87,multisourcetransformerdecoderlay:15,multisourcetransformerlay:15,multitask:[41,54,55,65,76],multitask_model:[1,5],multitaskadapterbaselay:54,multitaskadaptereinsumlay:54,multitaskadapterlay:54,multitaskmodel:[13,14,65,76,119,213],multitaskmodelparam:[14,119,122,213],multitaskprogramschedul:76,multitasksubmodel:[13,76,119,213],multithread:184,must:[8,10,11,12,13,15,17,22,33,39,43,44,46,52,54,56,59,60,66,67,72,73,75,78,81,82,87,95,97,100,112,113,120,127,131,152,164,165,166,178,182,183,184],mutat:[57,175],my:175,my_dataset:11,my_lay:44,my_model:113,my_model_param:113,my_tensor:82,myaccumul:12,myexperi:169,myfoobarmethod:78,myimageencod:169,myinput:11,mymodel:[74,135],myobject:46,myregisteredmodel1:108,myregisteredmodel2:108,mytextencod:169,mytrack:12,myvar:22,n18:54,n:[8,9,15,19,22,35,43,44,54,55,61,67,72,78,82,86,91,92,95,97,100,103,116,129,144,162,166,178],n_batch:97,n_i:95,n_iter:37,nakajima:117,naman:[7,72],name:[2,3,4,6,7,8,9,10,11,12,13,14,15,17,18,19,21,22,24,27,29,30,33,34,36,39,42,43,44,46,47,48,53,54,55,56,57,60,66,67,72,73,75,76,78,79,80,81,82,86,87,91,93,94,95,96,97,103,104,106,112,113,114,116,118,119,121,122,123,127,128,130,131,133,135,141,144,150,151,152,156,161,162,163,164,165,166,169,170,173,177,178,180,182,184,205,209,213,214],name_eag:103,name_prefix:27,name_scop:[7,34,36,78,113],named_tensor:22,named_tuple_v:47,namedtupl:[10,13,33,46,66,113,127,128,131,135,144,152,163,186],namedtuplev:47,namescopedecor:78,namespac:[1,12,124,125,143,149,179,193],nan:[15,54,57,78],narrow:8,narrow_to_asym_bit_depth:[8,81],narur:184,native_to_unicod:61,natur:[35,43,81],natural_ord:184,navig:46,nb_random_project:38,nce:78,nd:44,ndarrai:[27,45,103,175],ndim:78,nearbi:54,nearli:178,necessari:[9,53,54,76,78,81,166],necessarili:78,need:[7,8,9,11,12,13,15,17,21,22,23,33,34,35,36,38,40,43,44,45,52,54,55,56,57,60,65,67,72,73,76,77,78,81,82,83,85,86,87,93,94,97,101,102,106,112,114,119,126,127,132,156,163,182,183,184,185,186,203,213],neg:[8,15,39,104,106,166,170],neighbor:8,neighborhood:54,neither:[54,166],neon:176,nest:[8,12,17,19,27,31,43,44,46,66,78,83,104,112,176,178,182],nested_depth:46,nested_map:[1,5,12,15,54,112,178],nestedmap:[6,8,9,10,11,12,13,15,17,19,21,22,24,27,29,30,31,33,39,40,41,42,43,44,48,52,54,55,56,57,58,60,66,72,78,80,82,83,85,86,87,89,93,95,97,99,100,101,103,105,112,114,126,127,128,130,131,132,133,135,136,144,150,151,152,156,163,172,173,176,178,182,183,184,185,186],nestedmapt:66,nestemap:89,nestmap:78,net:[43,55,82],network:[3,8,22,24,40,41,44,46,54,55,78,82,85,86,164,175,180],network_util:19,neural:[8,17,40,55,67,78,82,86,127,180],neurip:41,never:[46,60,67,76,82],new_c:86,new_cached_count:19,new_cached_sum:19,new_decoder_st:127,new_float_valu:109,new_id:182,new_init_st:[8,182],new_m:86,new_name_format:78,new_siz:178,new_stat:[55,127,182],new_step_id:[17,127,182],new_valu:81,new_values_nmap:12,newli:55,newlin:46,newstat:44,newton:59,next:[17,22,31,67,75,78,82,83,86,97,99,100,101,113,114,127,151,182],next_creat:78,next_se:38,ngiam:22,ngram:[55,61,67,92],ngram_id_to_token:67,ngram_separ:67,ngram_vocab_filepath:67,nh16:209,nice:178,nichola:59,nip:8,nlp:[54,176],nltk:200,nltk_data:200,nm:[43,44],nmap:[78,82,89],nmap_acc:82,nmap_i:82,nmap_list:78,nmap_x:82,nmt:[54,184,186,189,190,204],nmtdoubleinput:184,nmtinput:[180,184],nmtinputwithmono:184,nn:[8,22,43,54,78,112,166],no_qdomain_expect:80,noconstguaranteescop:48,node:[48,66,74,78,123,128,151],nois:[8,12,25,78,95,129,184],noise_sent_prob:184,noise_shap:[54,78],noise_shape_broadcast_dim:[21,43],noisifi:95,nome:44,non:[7,8,9,11,15,17,22,24,30,34,36,40,43,44,46,54,55,60,67,72,73,78,95,103,106,112,113,129,170,173,176,180,184,213,214],noncaus:38,noncausal_denomin:38,noncausal_numer:38,none:[2,3,4,6,8,9,10,11,12,13,15,17,18,19,21,22,23,24,25,27,29,30,33,34,38,40,43,44,45,46,48,52,53,54,55,56,57,58,60,62,66,67,72,73,74,75,76,77,78,80,81,82,83,84,86,87,89,90,92,93,94,95,96,97,101,103,104,105,109,111,113,116,123,127,130,132,133,135,141,142,150,151,152,156,160,162,163,175,176,178,180,182,183,184,185,203,209,213,214],none_shap:17,nonzero:[7,34,36,72],noop:127,nooptrial:[2,3,76,213],norm:[8,15,21,27,43,54,55,57,72,78,103,169,173],norm_mean:19,norm_polici:43,norm_typ:43,norm_vari:19,normal:[9,15,19,27,30,38,43,44,54,55,56,67,78,86,106,166,173,180,182,185],normalized_scor:68,normalizeddepthwiseconv2d:29,normalizeddepthwiseconv2dlay:30,normalizedlconv:29,normalizedlstmcellsimpl:86,normalz:43,not_cal:12,not_expect:80,not_support:31,notabl:58,notat:12,note:[4,8,9,11,12,13,15,17,22,24,33,43,44,46,48,52,54,60,65,67,72,76,78,81,86,111,112,113,127,131,141,142,166,173,175,182,184],noth:[3,44,78,113,132,151,162,166],nother:142,notic:15,notimplementederror:[15,77,118,132],now:[15,18,44,55,62,67,76,78,86],np:[24,73,78],np_arr:109,nref:141,nt:[67,127],nullasrfrontend:131,nullcontextu:126,nullfus:132,nulllm:151,num:[9,15,17,29,43,50,67,78,91,115,141,142,182],num_attention_head:[8,177],num_batcher_thread:184,num_beam:[17,67],num_bit:81,num_block:[9,55],num_channel:[95,164],num_class:[54,56,60,78,127,166],num_clust:88,num_coeffici:202,num_decoder_lay:180,num_devic:[27,44,45,76,213],num_devices_per_replica:24,num_devices_per_split:[24,156],num_dim:45,num_el:115,num_embedding_shard:154,num_encoder_lay:180,num_epoch:162,num_exampl:162,num_expert:[22,27],num_ffn:15,num_fram:[102,131],num_freq:95,num_gat:86,num_gpu:209,num_group:[19,27,44,86],num_head:[15,27,29,88,151,156,180,182,183],num_host:31,num_hyp:[17,182],num_hyps_per_beam:[8,10,17,67,127,128,180,182],num_hyps_per_beam_overrid:[10,17],num_infeed_host:[11,24],num_input_nod:[15,78,101],num_lay:[15,85,88,93,102,151,177,180,182],num_loop:[76,213],num_micro_batch:[72,151,154,156],num_microbatch:44,num_mixtur:8,num_nod:54,num_oovs_per_sampl:152,num_output_nod:[87,101],num_packed_exampl:184,num_partit:[15,34,40],num_prev_token:100,num_queries_in_query_vec:15,num_replica:[24,39,91],num_rnn_matric:86,num_routing_head:88,num_routing_lay:88,num_row:103,num_sampl:[78,131,151,154],num_samples_in_batch:184,num_shard:151,num_shuffle_shard:86,num_softmax_shard:154,num_sourc:56,num_split:[11,50,78],num_splits_per_cli:24,num_splits_per_dim:34,num_splits_per_replica:24,num_stag:44,num_step:44,num_styl:55,num_t:82,num_target:52,num_token:[86,175],num_tpu_cor:75,num_tpu_host:[11,24,25],num_training_work:138,num_trans_lay:182,num_transformer_lay:[156,185],num_transparent_output:185,number:[4,6,9,10,11,12,15,17,19,22,24,30,35,38,39,40,43,44,46,48,50,52,54,55,56,59,60,67,72,73,74,76,78,81,82,83,86,88,95,97,99,101,103,106,113,127,129,130,131,142,151,152,160,162,163,166,176,177,178,180,182,184,204,207,209,213],number_id:77,numer:[8,38,78,81,83,85,109],numerical_stabil:38,numoutputnod:[15,54,55],numpi:[27,43,44,45,60,73,89,175],numpy_data_list:73,nw:142,o1:43,o2:43,o:[15,43,54],o_g:86,obei:[15,122],obj:[46,136],obj_a:46,obj_b:46,obj_id:78,object:[2,3,4,6,7,8,10,11,12,13,14,15,17,18,19,21,22,23,24,27,29,30,33,34,35,36,40,41,43,44,45,46,47,48,49,53,54,55,56,57,58,60,61,66,67,68,69,70,72,73,74,75,76,77,78,79,80,82,85,86,87,89,92,93,94,95,97,99,100,101,103,104,105,109,112,113,114,115,116,117,119,122,126,127,130,131,132,134,135,142,144,151,152,156,161,162,163,165,166,170,173,175,178,180,182,183,184,185,186,191,203,206,213],objective_metric_kei:3,observ:[15,52,184],obsolet:89,obtain:[4,11,15,16,31,67,78,81,95,184],occur:[8,61,91,166],ocd:105,odim:[15,21],off:[25,52,54,72,78,95,186],offici:[19,61],offlin:135,offset:[8,11,44,72,86,111,133,150,184],often:[13,21,33,54,82,91,106,142,173,180],okai:[8,12,13,15,22,40,44,54,56,57,65,67,81,83,87,97,101,112,132,163,182,183,184],old:[8,12,13,15,22,40,44,54,56,57,65,78,81,83,87,97,101,109,112,115,132,163,182,183],old_old_weight:77,old_stat:127,old_weight:77,older:76,omit:15,omnipot:15,on_device_training_loop:76,onc:[8,12,13,17,35,43,54,67,81,97,112,114,119,213],one:[4,6,8,9,11,12,13,15,17,19,21,22,24,27,30,31,33,40,41,43,44,46,54,55,56,59,61,66,67,72,73,78,81,82,86,87,91,95,97,99,100,101,104,105,109,114,127,129,130,135,141,142,144,151,152,162,163,164,166,168,169,170,176,178,182,183,184,186,203,213],one_billion_wd:[40,149,153],onebwdsgpipetransform:40,onebwdsgpipetransformerwpm:154,onehotembeddinglay:54,ones:[15,56,104,112],onli:[8,11,12,13,15,17,22,27,30,31,33,34,40,41,43,44,45,46,48,54,55,56,57,60,63,65,66,67,72,78,81,82,83,86,87,91,97,99,101,102,109,111,112,113,119,121,131,132,151,163,166,182,183,184,186,213],onlin:[8,13,33],onto:24,oor:38,op:[1,2,4,5,7,11,12,13,15,24,34,35,36,37,40,44,45,48,54,57,60,72,77,78,81,82,86,87,89,94,95,96,112,116,126,127,132,162,166,170,173,178,181,194,204,213,214],op_nam:78,op_se:[40,78],op_sharding_proto:45,op_typ:78,opaqu:[17,81],open:54,oper:[6,7,8,11,12,13,15,18,19,22,24,30,33,34,36,40,44,54,55,56,57,67,72,77,78,81,86,95,119,127,131,194,213],opportunisticvariablereusescop:78,oppos:[15,67,81,102,103],opshard:45,opt:[72,120,213,214],optim:[1,5,7,9,13,15,33,34,36,41,54,57,67,78,112,156,170,180,182],optimizer_map:72,optimum:91,optimzi:112,option:[4,8,11,12,15,17,22,25,27,43,44,45,46,48,54,55,56,57,66,67,72,73,74,77,78,81,82,86,87,97,99,101,103,105,113,127,128,141,142,151,160,162,163,178,185,186,203,213],order:[11,12,15,27,30,34,35,45,61,67,72,74,75,78,82,87,92,94,152,176,184,194],org:[7,8,9,15,19,22,27,29,30,37,38,40,41,42,52,54,55,56,59,72,78,81,85,86,88,91,93,95,96,102,106,111,127,142,158,168,173,182,183,184,185,186,200],organ:[12,122],orig_dtyp:18,orig_i:95,origin:[3,9,11,41,43,44,45,50,54,55,67,73,78,91,92,95,111,131,164,166,184,194],original_dtyp:18,orthogon:38,ot:81,other:[11,13,14,15,17,31,33,40,41,43,44,46,54,55,60,66,78,82,86,99,101,102,113,114,127,128,135,144,152,163,166,169,175,178,186,207],other_st:17,otherwis:[11,12,13,15,22,23,44,48,54,55,56,66,72,78,81,82,86,87,89,91,95,151,162,178,183,184,185],our:15,out1:22,out2:22,out:[7,12,13,15,30,33,35,44,46,54,60,66,67,78,81,82,86,89,95,109,123,129,135,144,152,175,182,184,186,209,213,214],out_atten_prob:67,out_beam_don:67,out_best_scor:67,out_channel:[30,54],out_channel_1:54,out_channel_2:54,out_channel_i:54,out_cumulative_scor:67,out_dim:[8,29],out_done_hyp:67,out_hyp:67,out_id:67,out_link:82,out_mask:15,out_nmap:27,out_pad:[27,29,30,54,185],out_prev_hyp:67,out_scor:67,out_seq_len:67,out_shap:[6,12,15,19,22,30,40,54,55,56],out_stat:[17,182],out_with_overrid:44,outc:30,outcom:45,outer:[11,104],outermost:78,outfe:[13,76,213],outofrangeerror:[67,162],outpu:15,output:[6,8,9,10,11,13,15,17,19,21,22,27,29,30,31,33,39,40,43,44,46,48,54,55,56,57,60,61,67,75,76,77,78,81,82,83,85,86,87,95,97,99,100,101,102,103,105,113,114,127,128,130,131,132,135,144,151,152,163,164,165,173,175,177,178,180,182,183,185,186,204,205],output_cell_nod:86,output_channel:[30,54],output_data_format:183,output_dim:[15,44,54,55,78,131,168,177,182],output_dir:[75,175],output_dtyp:78,output_endpoint:[21,43],output_image_s:164,output_key_value_pair:[13,33,135,144,186],output_nonlinear:86,output_num_shard:75,output_op_nam:48,output_pad:[19,44,54],output_qt_nam:54,output_rang:164,output_s:86,output_shap:67,output_shard_id:75,output_signatur:97,output_tensor:[22,78],outputchannel:30,outputs_mo:55,outputshap:54,outshap:[30,54],outsid:[44,60,86,87,113,173],outside_all_rewrit:78,over:[4,8,12,13,15,19,22,30,40,44,46,54,56,57,60,65,67,72,81,83,86,87,97,101,104,112,132,135,163,166,178,182,183],overal:[73,92,103,177],overhead:[7,15,34,36,72,182],overlap:[9,72,86],overload:184,overrid:[7,8,9,10,11,12,13,15,17,18,19,22,30,31,34,36,40,43,44,46,53,54,55,56,65,72,73,75,78,79,80,81,82,86,87,91,106,112,114,127,135,162,165,168,169,173,213,214],overridden:[8,11,12,13,15,22,40,43,44,54,56,57,65,78,81,83,87,97,101,112,114,127,132,136,156,163,182,183],overridelay:44,overridemodelparam:3,overridevarsfromcheckpoint:78,overview:[119,213],overwrit:[46,97],overwritten:[22,78],own:[78,112,123,142,166],p100:209,p18:186,p:[6,8,10,11,12,13,15,17,19,22,24,25,27,30,31,40,43,44,54,55,56,57,59,78,80,81,83,86,87,91,100,101,112,114,117,127,151,152,165,166,180,182,183,184],p_0:106,p_1:106,p_choose_i:8,p_i:166,pack:[8,15,43,48,58,60,66,67,78,86,87,127,152,183,184],pack_sequ:67,pack_single_sequ:67,packag:[0,78,215],packcachedsourc:8,packed_:67,packed_batch_s:67,packed_input:[11,15,156,185],packed_seq_len:67,packed_src:[8,87,97,126,127],packed_src_seq_len:67,packed_tgt_seq_len:67,packedbatchmajorlanguagemodel:152,packet_s:131,packing_factor:184,packmetricsvalu:60,packsequ:67,packsinglesequ:67,packsourc:8,pad:[6,8,9,10,11,15,17,19,27,29,30,38,43,44,45,52,54,55,56,58,67,73,78,80,81,82,86,87,93,95,97,99,100,101,102,103,105,111,112,127,130,131,132,135,136,151,152,166,175,182,183,184,185,186],pad_after_cont:78,pad_bottom:30,pad_left:30,pad_right:30,pad_to_maxlen:67,pad_to_multipl:130,pad_top:30,pad_val:78,pad_valu:[54,87],padd:184,padded_featur:175,padded_input:44,padded_length:30,padded_per_stage_st:44,padding0:78,padding1:78,padding_algorithm:[30,54],padding_v:[9,86],paddinglay:[15,30],paddingsfromlength:78,padmicrobatch:44,padortrimdimens:178,padortrimto:[54,78],padsequencedimens:78,padsequenceto:78,page:[0,59],pai:93,pair:[11,12,13,19,22,29,30,33,39,42,43,46,53,54,57,60,66,67,72,75,78,81,82,92,95,114,115,127,131,135,141,142,144,152,162,163,166,170,172,184,186,202,205],pairwis:[38,166,172],paper:[8,9,30,54,55,85,86,88,95,96,168,186],par:78,paragraph:117,parallel:[8,22,40,43,44,58,78,82,162,207,213],paralleldecselfattentionrelativebiasffn:43,parallellay:22,parallelrepeatlay:22,parallelstep:97,param:[2,3,6,8,9,10,11,12,13,14,15,17,19,21,22,24,27,29,30,31,33,35,40,41,43,44,46,48,51,52,53,54,55,56,57,58,60,63,65,72,74,76,77,78,80,81,83,85,86,87,88,91,93,95,97,99,100,101,102,103,105,106,111,112,114,119,121,122,124,125,127,128,130,131,132,133,135,136,143,144,145,149,150,151,152,159,163,164,165,172,173,175,177,178,179,180,181,182,183,184,185,186,193,194,205,213],param_config:78,param_nam:48,param_obj:48,param_pb:46,param_size_per_lay:85,param_v:47,paramet:[2,3,4,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,29,30,31,33,34,35,36,38,39,40,41,42,43,44,45,46,48,50,51,52,53,54,55,56,57,58,59,60,61,63,64,66,67,72,73,74,75,76,77,78,79,80,81,82,83,85,86,87,88,89,90,93,95,97,99,100,101,103,104,105,106,108,109,111,112,113,114,115,116,118,119,121,122,123,126,127,128,129,130,131,132,133,135,138,139,141,142,144,148,150,151,152,155,156,160,162,163,164,166,169,170,172,173,175,176,177,178,180,182,183,184,185,186,188,194,198,202,203,204,205,209,213,214],parameter:[46,102,151],paramsa:72,paramsb:72,paramsfromenv:170,paramst:46,pardo:203,parekh:168,parent:[12,112,166],pars:[22,24,45,74,78,81,142,162,213],parse_exampl:[11,160],parse_single_exampl:39,parsed_devic:24,parsedevicestr:24,parser:162,parserecord:39,parsing_config:162,part:[12,13,22,24,33,67,72,81,86,87,97,99,127,131],partial:[67,78,115],particular:[8,11,18,54,55,56,76,78,83,101,166],partit:[34,40,45,151],partition_index:34,partition_info:34,partition_metadata:34,partition_s:34,partition_strategi:112,partition_tensor:34,partitionconfig:34,partitioned_grad:34,partitioned_tensor:34,partitionmetadata:34,partitionsequentiallay:40,pass:[2,7,8,11,12,13,15,17,21,22,30,31,34,36,38,41,43,44,46,53,54,55,58,60,67,72,73,78,81,82,85,86,87,89,97,99,100,101,103,105,114,131,135,151,162,176,203],passiv:81,passiveasymqdomain:81,passthrough:[11,76],past:[45,55],path1:205,path2:205,path:[2,11,12,13,15,22,23,31,48,54,67,74,78,108,147,162,169,203,205,213,214],path_seq:22,path_to_fil:67,pattern:[4,8,9,11,12,13,15,21,22,29,31,40,44,54,56,57,65,67,78,81,83,87,95,97,101,112,132,133,150,163,182,183,184,194],pcm:131,pcm_audio_chunk:131,pcm_audio_data:131,pcm_audio_pad:131,pcollect:175,pdf:[8,9,15,19,37,38,52,54,55,59,86,91,93,95,96,106,117,127,182,184,186],peak:[85,91],pearson:60,penalti:[61,67],peopl:91,per:[7,8,9,11,13,15,16,17,24,31,34,39,43,44,50,54,60,67,72,73,76,78,81,87,95,97,100,101,105,112,114,126,127,130,131,135,142,166,173,180,182,183,184,213],per_exampl:[13,43,78,114],per_example_argmax:[54,56],per_example_tensor:[13,76,114,163,182,213],per_example_weight:[54,56],per_example_x:[54,56],per_expert_capacity_dim:27,per_input_gradient_mask:13,per_layer_var:43,per_sequ:[10,127],per_sequence_loss:127,per_split_complet:12,per_stage_var:44,per_step:[15,43,78],per_step_input:82,per_step_pad:15,per_step_padding_overrid:15,per_step_source_pad:[8,127],per_step_src_pad:127,per_step_vn:78,percentag:[142,184],perdimscalelay:15,perf:76,perform:[8,9,10,13,15,17,33,35,46,54,55,58,60,76,77,78,81,82,83,86,90,95,96,97,101,109,111,131,132,164,172,184,207],performerbuild:15,perhap:[13,33,135,144,152,163,186],period:[95,122],permut:[45,184],permutation_dist:184,perplex:35,persist:[12,127],perspect:[60,81],perturb:109,pham:8,phase:[32,54,91],phrase:142,physic:116,physical_mesh_shap:45,pi:91,pick:[21,41,44,72],pickeveryn:109,piec:[13,33,61,92,111,138,197],piecewis:[48,78,91,95,106],piecewiseconst:78,piecewiseconstantschedul:91,piecewiseschedul:[91,106],pin_vars_to_cpu:48,pipelin:[11,15,31,39,40,43,44,128,162,203],pipeline_opt:203,pipelinedtransformerlay:15,pipelineopt:203,pipelininglay:[40,56],pixel:95,place:[7,15,24,43,44,51,76,78,82,126,175,184],placehold:[78,152],placement:[24,67,78],placeontpucor:78,placer:[24,43],plain:[113,150],plan:[13,43,45,114],platform:78,pleas:[9,15,17,21,54,55,67,86,105,141],plot:[1,5,103],plot_fun:73,plot_func:73,plot_tensor:103,plotsequencefeatur:103,plu:[22,29,81,166],po:[15,43,44],pod:45,point:[6,7,8,10,12,13,15,19,21,22,24,30,34,36,40,54,55,56,72,73,95,127,151,152,169,182,209],pointer:[15,67],pointwis:54,polici:[24,43,51],polynomi:91,polynomialschedul:91,pool:[15,29,30,54,86],pooling_typ:29,poolinglay:54,pop:66,popitem:66,popul:[13,67,73,76,182,184],populate_topk_hyp:67,port:209,portabl:96,portion:[55,78,95],pos_emb:56,pos_emb_theta:56,posit:[8,9,15,22,30,38,43,54,55,56,59,67,73,78,81,88,95,104,111,118,151,166,170,180,182,183,184],position_tensor:54,positional_bia:9,positional_embed:156,positional_onli:53,positional_or_keyword:53,positionalattenlogit:9,positionalembeddinglay:54,positionanl:54,positive_class:166,positive_class_i:166,possibl:[8,46,51,53,54,78,97,115,127],post:[13,15,33,54,76,87,127,135,144,186],post_beam_search_step_callback:17,post_step_callback:105,post_training_loop_op:13,postbeamsearchstepcallback:17,postprocess:[76,128],postprocessdecodeout:[11,13,33,135,144,163,186],postprocessst:87,poststepdecoderstateupd:127,posttrainingloop:13,posttrainingstepupd:[12,19,81,86],potenti:[31,43,54,76,85,182,207],potention:30,pow:91,power:[59,67],pp:59,pr:[60,78],practic:[15,34,41,72,99,166],pre:[7,30,34,36,43,46,54,76,97,99,101,141],pre_beam_search_step_callback:17,pre_proj_input_dim:8,pre_sigmoid_nois:8,pre_step_callback:105,prebeamsearchstepcallback:17,prec:142,preced:[54,104],precis:[60,81,92,144,166],precision_and_recal:142,precomput:[131,168,175],precondit:[34,67],precondition:[34,67],preconditioner_compute_graphdef:67,precursor:54,pred:[60,74],predict:[10,13,33,43,54,55,56,60,61,67,74,114,127,135,144,152,163,182,186],prediction_step_interv:75,predictor:[1,5,36,75],predictor_runner_bas:[1,5],predictorrunnerbas:75,preevious_attent:8,prefer:[30,54,78,81,82],prefix:[10,12,13,31,38,45,55,61,66,78,89,117,127,151,152,182,184],prefix_dims_to_skip:78,prefix_mesh_dim:45,prefix_st:[55,182],prefixeddatasourc:31,preivous:81,prepar:[26,30,97,99,101,103,175,181],prepare_coco:[159,174],prepared_input:[97,99,100,101],prepareexternalinput:[97,99,100,101],preparesequenceforplot:103,prepend:[31,67,78],preprecessor:165,preprocess:[11,114,136,141,142,156,164,165,166,169,175,177],preprocess_handl:142,preprocessor:[165,169],preprocesstpuembeddinginputbatch:11,preprocesstxtbeforew:141,present:[8,27,44,48,66,67,72,92,178,184,209],preserv:[8,46,48],preserve_colocation_nod:48,preserve_extra_op:48,preserve_saver_restore_nod:48,pressur:81,pretrain:[78,175,181],prev_hyp:67,prev_id:[86,100],prev_prob:8,prev_v:86,prevent:[15,30,55],previou:[8,15,22,25,54,55,56,67,76,77,86,97,99,100,101,127,182],previous:[2,8,67,81,100],previous_assign:116,previous_attent:8,primari:97,primarili:182,primary_source_kei:15,primer:43,print:[21,22,46,78,92,205,206,209,211,213,214],print_debug_tensor:78,print_hyperparams_text_diff:205,print_tf_record:[1,201],printallpythonop:94,printshapelay:22,prior:[8,11,13,162,169],priori:166,prob:[8,9,15,17,29,52,54,55,60,67,68,78,127,151,152,180,182,186],probabl:[8,15,37,44,54,55,56,60,67,78,86,99,103,106,127,151,166,180,182,184],probablist:[13,33,78,135,144,152,163,186],problem:[8,78],problemat:44,probs_sum:15,proce:95,process:[2,7,8,11,13,15,19,33,34,36,39,55,67,76,78,81,87,97,99,100,101,117,127,131,135,141,144,158,175,182,184,186,194,200,213],processdataset:11,processed_ckpt:2,processfpropresult:[13,43,114],processor:[39,194],processprojectionvec:8,processseq:97,produc:[2,22,31,37,44,46,60,66,67,78,86,97,99,101,114,162,166,176,178,183,209],product:[8,15,34,72,172],program:[1,5,8,57,119,142,203,213],programmat:123,programschedul:[14,76,118,122,138,156],programscheduleparam:[119,213],proj:15,proj_activation_split_list:27,proj_input:58,proj_tpl:182,proj_w_split_list:27,proj_weight_hdim:43,project:[8,9,15,22,27,38,43,44,54,55,56,58,78,80,86,163,182],projectinputsequ:58,projection_matrix:38,projection_typ:8,projection_vec:8,projectionlay:54,projectlastdim:78,prone:67,prop:[54,86],propag:[11,12,13,15,22,27,30,40,41,43,44,54,55,56,80,81,82,85,87,93,113,144,152,166,173,183],proper:12,properli:[48,78,82],properti:[2,3,11,12,13,15,19,21,22,23,24,27,30,31,35,43,44,45,46,54,55,60,61,74,76,78,81,83,86,87,92,95,102,111,112,115,116,117,130,131,147,162,168,169,173,178,182],property_char:61,proport:[44,67,78,83],proportion:[11,31,133,150,184],propos:[54,55,91],proto:[11,45,46,48,60,67,73,74,78,113,162,175,184],proto_v:47,protobuf:[2,47,49,68,69,70,191],prototyp:21,protov:47,provid:[4,10,11,17,18,21,31,44,46,48,54,55,56,67,72,76,78,81,82,86,101,104,111,127,165,166,175,178,183,186,203],prune:[13,77,86,173],prune_opt:77,pruning_hparams_dict:77,pruning_util:[1,5],pruningop:77,ps:24,ps_params_dict:[119,213],psd:59,pseudo:[78,83],pseudocod:7,pseudorandomli:4,psu:59,pub:[54,117],punctuat:[1,46,61,111,121,124,141],punctuator_data:197,punctuatorinput:194,pure:131,purpos:[11,15,44,48,55,81,213,214],push:209,put:[13,43,114,122],pw_tensor:113,pwtpusummarytensor:113,py:[15,19,20,29,54,78,105,141,142,175,176,204,209,213],py_func:73,py_util:[1,5,11,12,15,39,40,43,54,55,57,66,81,112,123,133,150,184],py_utils_flag:[1,5],py_utils_test:78,pyext:[47,49,68,69,70,191],pyplot:73,python2:81,python3:209,python:[4,7,12,13,14,15,18,21,24,31,34,35,36,37,44,45,46,48,50,54,72,77,78,81,82,94,109,111,112,121,141,142,151,156,162,163,166,170,173,178,182],python_op_gen_main:94,pytorch:[15,29,37],q:[9,15,22,166],q_dist:15,q_proj:15,qadd:81,qbatchmatmul:81,qconv1d:81,qdomain:[15,21,29,81,86],qkv:43,qlog:81,qlogsoftmax:81,qmatmul:81,qmax:81,qmin:81,qmultipli:81,qr:81,qrandom_uniform:81,qrelu6:81,qrelu:81,qrnn:86,qrnnpoolingcel:86,qrpad:81,qrrelu6:81,qrrelu:81,qrsigmoid:81,qrsoftmax:81,qrtanh:81,qs:38,qsigmoid:81,qsoftmax:81,qsubtract:81,qt:[81,86],qtanh:81,qtensor:[54,81,86],qtensormulti:81,qualifi:209,qualiti:[92,182,184],quality_score_filter_fn:184,quant:54,quant_test_lib:[1,5],quant_util:[1,5,8,9,15,22,30,54,80,86,87,182],quantifi:81,quantiti:182,quantiz:[8,54,78,80,81,86],quantizable_lay:81,quantizablelay:[8,9,15,22,30,54,80,81,86,87,182],quantizeconstantrang:81,quantized_max_const:49,quantized_max_tensor:49,quantized_min_const:49,quantized_min_tensor:49,quantized_num_bit:49,quantizedlstmcel:86,quantizenaturalrang:81,quantizetensor:81,quantizeweight:81,quantutilsbasetest:80,quasi:[86,87],queri:[8,9,15,38,54,55,56,99,126,127,162,166],queries_shap:166,query_batch_s:166,query_dim:[8,15,127],query_exampl:166,query_mod:166,query_pad:15,query_prim:38,query_proj:15,query_relative_position_shift:15,query_segment_id:[8,55,127],query_segment_po:43,query_vec:[8,15,55],queryattent:126,queue:13,quit:81,quot:46,quotat:46,quote_char:46,qweight:81,r13output:154,r:[8,15,78,82,166],r_t:34,race:78,rafaljozefowicz:154,rais:[2,8,11,12,13,14,15,18,23,24,44,46,48,52,53,54,63,64,66,72,74,75,77,78,82,87,89,111,112,118,119,122,127,132,142,169,178,203,209],raise_if_already_ad:13,ramp:[81,91],rampup:91,rand_prob:67,random:[4,10,38,44,48,52,67,78,85,86,95,105,127,164,173],random_permutation_sequ:67,random_se:[10,48,78,105],random_start_prob:67,random_uniform:86,randomli:[4,44,55,67,78,95,162,164,166,184],randomnorm:78,rang:[4,8,9,11,15,22,39,44,54,58,66,67,78,81,83,95,97,127,164],rank4:44,rank:[15,17,19,30,44,50,54,55,67,78,81,115,131,178],rare:[8,12,13,15,22,40,44,54,56,57,65,81,83,87,97,101,112,132,163,182,183],rate:[3,7,33,35,36,44,57,67,72,91,103,106,138,141,142,151,180,202],rather:[8,12,35,78,112],ratio:[41,44,67,95,106,180,182,184],rational:95,raw:[11,12,87,145,169,202],raw_var:116,rb:43,rcell:87,rcell_backward:87,rcell_forward:87,re:[15,44,46,78,81,99,173],reach:[54,67,105],reachabl:12,read:[11,12,27,31,35,46,78,89,91,99,116,135,144,150,162,166,170,175,184,194,203,204,207,208],read_parallel:162,read_valu:116,readcocofromtfdsfn:175,reader:203,readfilelin:78,readi:[2,15,54],readnparrai:89,readonlyattrdictview:78,readvari:78,real:[11,44,78,109,132],realiz:73,realli:[46,151,207],rearrang:67,reason:[58,72,78,166],recal:142,receiv:[67,94],recent:91,recip:[168,169],recipeerror:169,recogn:[54,61],recognit:[8,133],recommend:207,recomput:82,reconfigur:54,reconstruct:54,record:[11,12,20,35,39,67,69,78,81,91,133,150,162,184,203,207,211],record_batch:31,record_format:[78,203],record_pb2:[5,67],record_yield:31,recordformatfromfilepattern:78,recov:[40,54,78],rectangular:166,recurr:[1,5,8,12,15,22,40,44,55,58,78,83,86,87,97,101,127,130,151],recurrentdensebuild:43,recurrentdensebuilderparalleldecod:43,recurrentstepwrapp:97,recurs:[8,12,41,44,46,66,78,86],recursivefindlayerparam:12,recv:[82,94],recv_devic:94,reduc:[15,43,54,55,72,78,82,83,85],reduce_over_dim:19,reduce_sum:78,reducerm:78,reduct:54,reentrant:[55,113],ref:[78,92,128,129,135,141,142],ref_id:129,ref_keyphras:142,ref_keyphrase_count:142,ref_lin:61,ref_step:91,ref_str:[60,61,92,129],ref_word:142,refactor:131,refer:[9,17,22,29,31,36,40,46,52,54,61,81,82,86,87,95,129,131,134,141,142,178,182,186],referenc:66,reference_corpu:61,reflect:[9,12,78,82,122,164],reform:34,reform_tensor:34,regan:[34,72],regardless:[55,56,60,67],regex:[13,72,78],regexp:78,regexsharedvariablemodel:65,region:95,regist:[12,26,119,122,123,205],registeraccumul:12,registermultitaskmodel:122,registersingletaskmodel:[118,122,169],registri:[121,122,123],regress:[13,33,78,114,135,144,152,163,186],regul:78,regular:[30,44,54,78,86,100,130,173,178,180],regularl:86,regularzi:178,rel:[9,15,43,54,67,72,78,129],rel_pos_emb_dim:15,relat:[2,8,9,102,112,132,166,182],relationship:166,relative_bias_weight:43,relative_bucket:43,relative_dist:54,relative_path:107,relative_pos_emb_dim:[15,27],relative_posit:43,relativepositionalembeddinglay:54,relev:[78,182],reli:[15,78,184],reliabl:44,reload:[8,209],relpositionbia:9,relshift:9,relu6:81,relu:[15,21,22,29,38,43,44,54,81,151,180],relu_dropout_prob:[88,151,180],relu_kernel_transform:38,remain:[8,12,13,15,22,40,44,54,56,57,65,67,78,81,83,87,91,97,101,112,132,163,182,183],remaind:50,remateri:[21,22,78,83],rematerializationlay:22,rematerializefn:78,remedi:184,remot:31,remov:[7,8,12,15,30,34,36,44,45,67,78,112,141,142,182,194],removeassertcontext:78,removecommenttxtpreprocess:142,removedim:45,removeleadingdim:45,ren:12,renam:[78,82,162],render:73,rendezv:78,renorm:[38,182],reorder:67,rep1:59,rep:59,repeat:[7,11,21,22,34,36,43,67,78,83,162,182],repeat_lay:[1,5,15],repeatdim:78,repeatedtransformerlay:15,repeatlay:[15,22,43,78,83],replac:[6,8,10,11,12,15,17,19,22,24,30,40,43,48,54,55,56,66,67,73,76,78,82,86,90,96,97,109,127,130,131,165,166,178,182,184],replacegoldensinglefloat:109,replacegoldenstackanalysi:109,replic:[39,44,45,54],replica:[24,39,60,78,91,176],replica_device_fn:39,replica_id:24,replicatedgenericinput:39,replicatedspec:45,repo:164,report:[3,60,76,182,213],report_interval_second:3,reportdon:3,reportevalmeasur:3,reporting_job:24,repres:[4,6,7,8,10,11,12,13,15,17,19,22,24,30,33,34,36,39,40,42,43,44,45,46,52,53,54,55,56,57,66,67,72,78,81,82,83,86,94,95,97,99,100,101,105,115,126,127,128,129,130,166,178,180,182,183,186,194,202],represent:[9,22,41,46,78,81,115,172],represet:57,reproduc:11,request:[12,76,81,136,209],requir:[2,8,9,15,31,34,44,46,54,55,60,67,72,74,78,82,97,112,118,127,141,142,166,170,182,207],require_sequential_input_ord:[24,25],require_sequential_ord:67,require_success:121,res_grad:38,rescal:81,research:[117,120],reserv:[9,67,82],reservoir:78,reservoir_sampl:78,reset:[8,11,12,31,78,86,87,169],reset_atten_st:87,reset_cell_st:86,reset_mask:[58,86,87],resetstepse:78,reshap:[15,21,22,43,44,45,54,55,78,81,86,103,131,162,178],reshape_dim:15,reshaped_input:44,reshaped_tensor:103,reshapedim:[15,45],reshapedlayernorm:54,reshapedmultiheadedattent:15,reshapedmultiheadedprojectionlay:15,reshapedtransformerfeedforwardlay:55,reshapeinputlay:44,reshapelay:22,reshard:44,reshuffl:4,reshuffle_each_iter:4,residu:[15,29,43,54,55,85,101,127,151,180],residual_dropout_prob:[29,88,151,180],residual_start:[101,151],residual_strid:101,residual_weight:[15,27,29,43],residualadapterlay:54,residualaddlay:15,resiz:164,resolv:[78,81],resolvebatchdim:178,resourc:[7,31,34,36,72,131,175],resp:[54,55],respect:[11,54,67,77,78,82,85,106,163,166,184,205],respons:[54,87,131,166],rest:[78,81,116],restor:[18,23,48,74,76,78,89,178],restore_sequenti:18,restored_shap:18,restored_tensor:18,restorefrompath:23,restoreglobalstepifneed:23,restoreifneed:[23,76],restrict:[66,175],restrictionparam:175,restrictiontrack:175,restructur:178,result:[8,10,15,17,48,54,55,58,60,66,67,76,77,78,81,86,87,97,99,102,104,128,132,162,166,177,182,212],result_batch_s:166,result_exampl:166,result_mod:166,results_shap:166,ret:[24,78,82,184],ret_dict:78,retain:[85,92],retain_device_plac:48,rethink:15,retri:[1,2,5,78],retriev:[12,22,78,81,99,112,122,166,178,214],retrieve_op:112,retry_valu:84,retryontransienttferror:78,reus:[22,78,175],reveal:182,revers:[12,78,82,85,87],reverse_grad:85,reverse_sequ:78,reverseandgrad:85,reversepaddedsequ:78,reversible_lay:[1,5],revnet:85,revnetlay:85,rework:131,rewrit:113,rewrite_while_loop:113,rewriteloopcontext:113,rewritten:[44,54],rgb:164,rh:78,rid:44,ridden:135,ride:135,ridg:59,ridge_epsilon:59,right:[8,9,15,22,44,54,60,67,78,81,86,87,88,92,102,164,184],right_context:[9,15,54,88,102],rightward:[15,55],rmsprop:72,rng:78,rnmt:[180,186,197],rnmtmodel:[186,195,197],rnn:[54,58,64,67,78,81,82,86,87,99,101,127,130,151,182,183],rnn_cell:[1,5,58,87,99],rnn_cell_param:129,rnn_dim:[54,151],rnn_hidden_dim:151,rnn_layer:[1,5],rnn_out:[54,127],rnn_output:87,rnn_output_dim:127,rnn_state:182,rnn_state_dim:154,rnn_step:[5,98],rnncell:[86,97,101],rnncellstateinit:78,rnnlm:151,rnnlmnoembed:151,rnnstackstep:101,rnnstep:101,robin:[40,50],roc:60,rohan:[7,34,72],roll:43,rollin:52,rollin_polici:[52,186],ron:54,root:[12,26,35,44,59,78,178,203],root_dir:62,rosenberg:31,rotat:176,roughli:[40,82,122,182],round:[40,50,81],roundrobinschedul:106,rout:[15,44,55,88],routin:[40,78],routing_config_help:[1,5],routing_factor:88,routingattent:15,routingtransformerencoderparam:88,row:[8,38,43,44,52,67,73,82,100,184],row_label:73,rpang:[11,57],rpe:[9,15],rs:141,rsqrt:[9,91],rubric:4,rule:[36,78,81],run:[2,7,8,11,13,15,22,34,35,40,43,44,54,57,58,60,67,72,74,75,76,77,78,82,86,87,97,99,109,112,114,120,127,141,142,154,163,169,173,178,186,203,209,210,213,214],run_loc:[213,214],run_metadata:74,runasync:76,runbatch:75,runevaleronc:213,runmetadata:74,runner:[2,119,213],runner_dir:2,runner_fn:2,runnermanag:213,runontpuhost:78,runopt:74,runpythonupd:77,runtest:[80,102,109,123],runtim:[78,120,168,169],runtimeerror:[2,24,72],runtimest:175,runtimetim:175,runtrial:213,s1:67,s2:67,s3:67,s4:67,s5:67,s:[4,9,11,12,13,15,21,22,23,24,33,34,38,39,41,43,44,46,50,53,54,56,58,61,63,67,73,76,78,81,82,83,86,87,89,94,97,99,101,102,106,109,111,115,126,131,144,151,152,162,163,166,173,176,178,182,184,203],s_len:67,sa1:21,sa2:21,sa:21,safe:81,safecumprod:8,sai:[18,82],same:[6,8,9,11,12,13,15,17,19,21,22,24,27,29,30,39,40,41,43,44,46,50,54,55,56,58,60,66,67,73,76,77,78,80,81,82,83,85,86,91,93,97,103,104,109,111,113,127,132,166,170,173,178,182,183,184],sampl:[4,10,11,13,15,33,37,40,44,52,60,63,67,78,86,87,95,105,106,111,127,131,133,135,144,150,152,154,163,166,182,184,186,202,213],sample_r:202,sampled_num:184,sampleid:136,samplequantizedprojectionlay:[80,81],sampler:78,samples_per_summari:[213,214],samplesequencedecod:182,samplestep:78,sampletargetsequ:10,sampletask:13,samplingmetr:60,sanit:78,saniti:[89,182],sanitizescopekei:78,sanity_check:89,sanitycheck:89,sasp:95,satisfi:[67,166],satur:[81,184],save:[2,11,13,18,21,23,33,74,76,78,82,89,135,144,186],save_onli:23,saveabl:18,saveable_object:18,saveableobject:18,saveprogramst:76,saver:[1,5,18,23,48],saver_def:[48,49],sb1:21,sb2:21,sb:[8,21],sc1:21,sc2:21,sc:21,scalar:[2,4,8,9,10,13,15,17,27,39,44,54,55,56,57,60,67,72,78,81,82,85,87,90,97,99,100,101,103,105,109,113,144,166,170,178,182],scalar_aux_loss:43,scalar_input_stat:103,scalar_v2:103,scale:[9,15,34,38,43,54,57,72,78,81,86,91,95,131],scale_by_sqrt_dim:54,scale_infeed_to_glob:16,scale_learning_r:36,scale_split_to_infe:16,scaled_gradi:78,scalegradi:57,scan:[8,78,207],scatter:[44,73,86,90],scatter_nd_upd:15,scatter_upd:[1,5],scenario:[15,41,55],schedul:[1,5,14,57,72,76,81,105,106,127,138,156],schema:[160,162],scheme:[55,56,78,86],schur:59,schuster:117,scope:[8,12,13,15,22,40,44,48,54,56,57,60,65,77,78,79,81,83,87,97,101,112,116,132,163,182,183],scope_nam:78,score:[8,60,61,67,68,87,92,106,142,166,182,184],score_funct:[124,159],scorer:[1,5],scratch:7,scratch_copi:7,script:[141,142,207,209],se:44,search:[0,10,15,17,61,67,76,78,117,127,132,182],sec:44,second:[15,34,43,44,46,55,56,58,67,72,74,78,87,105,111,141,142,184,205],second_expert_polici:44,second_expert_threshold:44,second_moment_averag:34,second_order_gradi:77,section:[8,9,15,54,85,93],see:[4,7,8,15,17,27,34,36,39,43,44,46,54,55,56,66,67,72,74,78,81,82,85,86,87,88,97,99,101,104,105,109,111,112,116,120,131,170,173,175,177,184,185,202,209],seed:[4,10,38,48,67,78,82,85,95,105],seen:97,seend:78,segment:[7,8,15,43,44,56,61,67,92,117,182,183,185],segment_id:[15,43,44,56,58,67,87,182,183,184,185],segment_mask:[15,56,93],segment_po:[43,44,184],segmentmask:15,select:[15,22,31,35,41,44,67,78,91,135,178,184],selected_bprop:11,selected_po:44,selector:178,self:[8,9,11,12,13,15,17,19,22,25,27,30,38,40,41,43,44,45,46,53,54,55,56,57,58,60,65,66,74,75,78,80,81,83,85,86,87,91,93,97,101,109,112,114,127,132,135,152,163,166,169,173,182,183,184,185],self_atten:15,self_attent:43,self_attention_lay:[1,5,183],selfatten_add_unnormalized_input:183,selfatten_enable_value_proj:183,selfattent:[43,93],selfattentionrelativebia:43,semant:[78,166,168],semanticscholar:59,send:[11,13,43,44,82,94,114],send_devic:94,sendrecv:[1,5],sens:[54,81,100,119,166,213],sensit:[8,78],sent:[11,46,97],sentenc:[17,44,67,92,111,129,141,142,182,184,191],sentence_boundary_token_id:182,sentence_embed:44,sentence_end_id:117,sentence_end_str:117,sentence_start_id:117,sentence_start_str:117,sentencepair:[184,191],sentencepiec:111,sentencepiecetoken:111,sentencetop2g:44,separ:[8,12,15,41,44,45,46,54,55,58,67,73,76,78,83,86,103,122,166,184,209],separableconv2d:29,separableconv2dlay:54,separator_typ:92,seq:[15,132,184],seq_dim:78,seq_id:181,seq_len:[9,27,54,67,78,88,103,127,132],seq_length:[17,54,67,78,95],seq_matrix:103,seq_out_ta:[127,132],seqlay:40,seqlen:[11,15,27,58,63,78,103,111],sequenc:[8,9,10,11,12,15,17,19,22,24,29,30,39,40,45,48,52,54,56,58,63,66,67,73,76,78,82,86,87,95,97,99,101,103,105,111,112,119,127,130,131,132,136,151,152,160,177,178,180,182,184,185,213],sequence_length:[103,156],sequence_length_dim:44,sequenceappendtoken:52,sequenceconcat:52,sequencelength:103,sequenceouttensorarrai:[127,132],sequencepad:78,sequencestodebugstr:78,sequencetrimlasttoken:52,sequenec:67,sequenti:[15,21,22,40,83,106],sequentiallay:[22,40],sequentialschedul:106,seri:[22,67],serial:[21,46,67,78,113,162],serv:[48,54],server:75,servic:[31,76],sess:[2,11,13,18,23,24,31,43,76,78,89,109,114,213,214],sess_id:74,session:[2,8,11,13,23,35,43,74,76,77,78,89,103,109,114,213],session_config:74,session_overrid:2,session_run_opt:74,sessionconfig:78,set:[8,10,11,12,13,15,17,22,24,25,27,30,33,35,39,41,43,44,45,46,48,52,54,55,57,60,66,67,73,75,76,77,78,81,82,86,87,90,91,95,97,99,109,119,122,123,126,127,131,138,145,151,152,160,162,163,165,166,173,175,176,178,180,182,183,184,209,213,214],set_pod_cpu_memori:209,set_se:4,setaccumulatorvalu:12,setbproptyp:136,setbuckets:138,setcanonicalshardingparam:[15,27],setclust:25,setcontextmap:126,setdefault:66,setev:[25,109],setexponentialmovingaverag:78,setfpropdtyp:[15,27,43,55],setgradientmultiplierschedul:112,setimmediatelyinstantiatevari:25,setinitializationsourcest:8,setinplaceupd:90,setinputgener:31,setiseagermod:78,setlogdirinmetrichistori:35,setloss:41,setmetr:60,setmodelnam:213,setmodelsplit:25,setnuminputnod:15,setoutputcontextdim:8,setoverwriteglobalstep:40,setrequiresequentialinputord:25,setreshapedlay:15,setrnncellnod:129,setshap:78,setstatusmessag:76,setstatusmessagefn:76,settaskmod:112,setter:73,settotalvalu:60,settotalweight:60,settpudeviceassign:78,setup:[24,54,60,77,81,88,109,123,151,175,180],setupdeterministicdropout:[15,56],setuprnmtparam:180,setuproutingtransformerencod:88,setuptransformerdecod:180,setuptransformerencod:180,setuptransformerparam:180,setvalu:12,setvariablefre:12,sever:[73,180],sgd:[72,112],shallow:[4,66],shampoo:[34,67],shape:[3,6,8,9,11,12,15,17,18,19,21,22,27,29,30,34,38,40,43,44,45,49,52,54,55,56,58,63,67,72,73,77,78,81,82,83,85,86,87,94,95,97,100,101,103,109,111,112,113,115,116,123,126,127,128,129,130,131,132,133,150,151,152,160,163,164,166,172,175,177,178,182,183,184,185,186],shape_prefix:78,shard:[11,15,27,34,43,44,45,54,55,72,76,78,86,112,114,116,136,156],shard_atten_w:15,shard_stages_1d:44,shardabl:43,shardablepipelin:43,shardedadam:156,shardedadamoptim:156,shardedfilepatterntoglob:78,shardedvarlay:44,shardedweightparam:[43,44],shardshap:45,share:[12,17,21,22,41,43,44,46,48,54,55,60,65,72,78,81,83,87,119,213],share_model_object:[119,213],shared_model:76,shared_rendezv:78,shared_subplot_kwarg:73,shared_var_collection_suffix:43,sharedembeddingsoftmaxlay:44,sharedembsoftmax:43,sharedencoderdecodermodel:65,sharedencodermodel:65,sharedsoftmaxlay:54,sheet:44,shell:4,shift:[9,43,44,54,67,78,87,95,106,184],shift_siz:78,shifted_st:44,shiftedexponentialschedul:106,shiftleft:78,shink:82,shorter:[54,67],shorthand:209,shot:11,should:[2,3,4,8,9,11,12,13,15,17,18,19,21,22,23,26,27,29,30,31,33,34,38,40,41,43,44,46,48,53,54,55,56,57,61,65,66,67,72,73,75,76,77,78,80,81,82,83,85,86,87,91,93,97,99,100,101,106,112,114,118,127,128,131,132,133,135,136,144,150,156,163,165,166,168,169,170,173,175,182,183,184,207],should_stop:82,shouldforcebfloat16foractiv:48,shouldforcebfloat16forweightsandactiv:48,shouldn:46,shouldsav:23,shouldstop:3,shouldstopandmaybereport:3,shouldstopgradi:112,show:[103,182],show_colorbar:73,shown:44,shrink:30,shuffl:[4,86,162,184],shuffle_buffer_s:162,shuffle_tok_rang:184,shuffledataset:4,shufflenet:86,shutdown:76,siam:59,side:[11,22,81,82,87,100,128,166,173,175],side_info:87,sideinputparam:175,sigmoid:[8,54,78,81,106],sigmoidcrossentropyfocalloss:78,sigmoidschedul:106,sign:[41,81],signal:[54,117,131],signatur:[11,12,22,29,53,73,78,82,97,166,173,175,177,178],signature_sub_param_list:21,signific:76,silenc:67,silent:12,silu:15,similar:[7,8,31,34,36,38,39,43,44,46,55,72,78,87,113,130,142,166,168,172,182],similarli:[11,78,81],simpl:[12,21,22,31,42,43,46,54,66,76,80,81,82,86,97,100,106,111,114,136,166,170,184],simple_valu:60,simple_w:[125,140],simple_wer_v2:[125,140,141],simpleadaptiveschedul:106,simpledatasourc:31,simpleembed:54,simpleembeddinglay:54,simplefullsoftmax:[54,56],simplelogit:54,simpleprogramschedul:76,simpleprogramschedulefortask:76,simpler:[54,67,76,89],simplest:178,simplew:142,simpli:[8,41,166,207],simplifi:[78,86,169],simul:[72,81],simultan:[15,81],sin:54,sinc:[13,43,54,61,76,78,112,114,131,169],singel:30,singer:[34,72],singl:[8,9,11,13,14,15,19,21,22,24,31,33,43,44,46,48,54,56,58,66,67,72,75,76,78,81,82,86,87,97,100,103,112,119,132,135,144,152,163,164,166,176,178,182,184,186,194,207,213],single_stage_bodi:44,singledecodestep:127,singleshardembeddinglay:54,singleshardfullsoftmax:54,singleshardsharedembeddingsoftmax:54,singletaskbas:13,singletaskmodel:[13,14,76,114,119,213],singletaskmodelparam:[14,119,122,138,147,154,156,169,189,190,197,213],singular:95,sinusoid:[9,54,183],sinusoidalpositionalembeddinglay:54,site:[109,131],situat:78,size:[8,9,10,11,13,15,16,24,29,30,39,43,44,45,50,54,59,67,72,73,76,77,78,82,83,86,87,88,91,95,97,100,101,103,115,116,126,127,129,133,136,138,150,151,152,154,162,166,177,178,180,182,184],sketch:15,skip:[9,11,46,54,57,67,78],skip_none_gradi:78,skip_term_b:9,skip_zero_gradi:78,skipnonegradi:78,sl:8,slen:[15,82],slen_dim:82,slice:[22,45,78,82,119,166,175,176,213],slice_spec:18,slide:15,slight:184,slightli:[81,184],slope:95,slope_0:95,slope_1:95,slope_2:95,slot:[7,34,36,52,67,72,99,112,156],slot_nam:34,slow:[15,76],slowest:8,sm:44,small:[8,38,54,73,109,111,184,189],smaller:[15,43,45,54,55,67,182,184],smooth:[43,54,180,182],smoothedsoftmax:43,so:[11,13,15,30,40,43,44,45,46,54,60,67,76,77,78,81,82,86,92,95,99,105,111,114,164,166,169,170,173,178,182],soft:[8,22,151,154,166],soft_plac:78,softcondlay:22,softmax:[8,12,13,15,22,27,30,33,38,40,41,43,44,52,54,55,56,78,80,81,85,93,135,144,151,152,163,166,173,182,183,186],softmax_cross_entropy_with_logit:166,softmax_input:[127,132,182],softmax_kernel_transform:38,softmax_lay:151,softmax_max_alloc:151,softmax_theta:151,softmaxcrossentropyfocalloss:78,softmaxlay:[54,151],softmaxweight:43,solut:[8,54,166],some:[8,11,12,13,22,31,41,43,44,45,46,54,55,64,72,78,81,86,97,99,112,113,114,122,131,166,176,178,182,207],some_dim:[8,87],some_file_pattern:4,somecomplexlay:[6,12,15,19,22,30,40,54,55,56],someth:[12,13,33,43,114,135,144,152,163,186,209],sometim:[42,54,82],somewhat:54,sophist:42,sort:[9,46,78],sos_id:67,souce_id:184,sourc:[2,3,4,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,48,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,126,127,128,129,130,131,132,133,134,135,136,138,141,142,144,145,147,150,151,152,154,156,158,160,161,162,163,164,165,166,168,169,170,172,173,175,176,177,178,180,181,182,183,184,185,186,189,190,194,195,197,200,202,203,204,205,206,207,208,209,210,211,212,213,214],source_:[55,56],source_batch:[8,15,17,55,56,182],source_batch_s:17,source_context:[8,55],source_dim:[8,55,87,132,182],source_enc:[127,132,182],source_enc_len:182,source_id:[11,39,56,133,150,184],source_input:56,source_len:[67,103,127,182],source_length:[8,182],source_max_length:[11,17,184],source_nam:87,source_num_sent:182,source_pad:[8,15,55,56,127,132,182,184],source_padding_ratio:182,source_segment_id:[8,15,55,56],source_segment_po:56,source_select:[11,135],source_seq_length:[8,87],source_task_id:[55,56],source_tim:[15,55,56,182],source_vec:[8,15,55,56],space:[7,9,13,15,33,67,82,95,141],space_to_batch:54,span:[8,46,78],span_len:67,spars:[7,15,34,36,37,72,78],sparse_id:112,sparse_tensor:112,sparsetensor:112,sparsiti:[9,182],sparsity_indic:9,spatial:[30,54],spec:[11,22,24,45,81,97,175,178],specaug:[95,96],special:[7,12,34,36,44,45,54,67,78,81,162,166,170,184],specif:[8,11,12,13,14,15,18,19,22,23,24,25,31,40,41,43,44,54,56,57,65,76,78,81,83,87,89,97,101,109,112,127,132,163,166,169,176,182,183],specifi:[8,10,11,12,15,17,22,23,24,27,39,43,44,46,48,54,55,60,72,73,74,78,81,82,83,87,88,89,97,99,115,127,130,131,162,164,166,168,169,180,209,214],spectrogram:131,spectrum:[95,96],spectrum_augment:[1,5,96],spectrum_augmenter_on_devic:[1,5],spectrumaugment:[95,96],spectrumaugmenterondevic:96,speech:[8,15,54,117,126,127,128,130,132,133,135],speed:15,spefici:22,spend:123,spilt:[13,33,144,163],spin:37,split1:85,split2:85,split:[8,11,13,15,16,21,22,24,25,27,33,43,44,45,50,54,55,67,78,86,87,91,144,151,154,156,161,162,163,175,182,194],split_batch_s:16,split_compile_and_shard:76,split_dimens:45,split_dims_map:[15,45],split_id:[24,25],split_path:162,split_siz:[25,78],split_sizes_per_dim:34,splitdictoftensor:50,splitinputbatch:11,splitrecurs:78,splittabl:175,splittensor:50,spm:92,spmd:[15,27,43,44],spmd_pipeline_microbatch:43,spmd_pipeline_stag:43,sqrt:[15,38,78,91],sqrtdecai:91,sqrtdecaytozero:91,squar:[9,59,66,78],squarebracketindex:66,src:[67,83,99,184,186],src_:212,src_actual_seq_len:67,src_batch:[17,182],src_batch_siz:17,src_cl:122,src_context:87,src_enc:[87,99],src_enc_len:182,src_end:87,src_i:212,src_id:[67,114],src_indices_in_input:67,src_input:[95,130,131,133],src_input_seq_len:67,src_len:[8,17,103,182],src_nmap:78,src_packed_token_ratio:184,src_pad:[87,95,103,133],src_pcm_sample_r:131,src_pcm_scale:131,src_segment_id:[67,87,185],src_segment_po:67,src_sentenc:191,src_seq_len:17,src_seq_length:67,src_string:74,src_time:[15,103],src_type:131,srivastava:54,sru:86,srucel:86,stabil:[38,78],stabl:[46,59],stack:[12,15,21,43,44,54,55,56,76,78,79,82,83,85,87,88,93,95,97,99,101,103,104,109,116,127,151,177,183,185,202],stack_index:62,stack_offset:62,stack_siz:131,stackedbifrnnlayerbylay:87,stackedfrnnlayerbylay:87,stackedrecurr:[40,82],stackedrevnetlay:85,stackedrnnbas:87,stackedtransformerencoderlay:93,stackedtransformerlay:15,stackedvarwrapperwithmanualshard:116,stacking_window_length:54,stackingovertim:54,stackstep:[97,100,101],stacktensorsrecurs:78,stage:[15,31,43,44,131],stage_parallel_bodi:44,stages_in:44,stai:[91,97,106],stand:[38,141,142],standard:[8,12,13,15,22,40,44,54,55,56,57,65,78,81,83,85,87,97,101,112,126,132,163,173,178,182,183],stanford:95,start:[9,11,17,22,30,36,46,54,75,78,81,91,95,111,119,120,166,169,180,184,209,213,214],start_cap:81,start_offset:[11,111],start_preconditioning_step:34,start_tim:76,start_up_delay_step:2,startenqueueop:[213,214],startfromcheckpoint:169,startrunn:213,stash:[82,86],stat:[2,11,19,54,76,136,142,169,206],state0:[12,15,19,27,30,44,58,82,86,87,97,99,100,101,130,132,151,183],state1:[12,15,27,30,44,58,82,86,87,97,99,101,132,151],state:[8,12,15,17,18,19,25,30,38,44,46,55,58,60,72,75,76,77,78,81,82,83,86,87,89,97,99,100,101,103,126,127,130,132,135,151,173,182],state_dim:127,state_length:15,stateful_op:78,statefulembeddingstep:100,statefulrandomopsindefun:78,statelay:44,stateless:[4,78,82,95,97],stateless_cache_dataset:4,stateless_list_fil:4,stateless_random:78,stateless_shuffle_dataset:4,stateless_vars_init:78,statelesslayerstep:97,statement:[53,78],stateparam:175,static_map_int_int:67,static_map_int_str:67,static_map_string_int:67,static_valu:55,staticli:15,statist:[19,34,60,61,67,72,92,173,182],statistics_computation_frequ:34,statmt:158,statscollector:206,statscount:103,statu:[2,12,67,76],status:67,std:78,stddev:[78,95],stdout:62,step:[1,2,3,5,7,8,9,11,12,13,15,17,19,23,27,30,31,35,41,43,44,54,55,57,58,60,67,72,76,77,78,81,82,85,87,89,91,95,103,105,106,109,111,114,119,126,127,132,138,151,169,180,182,213,214],step_arg:60,step_id:[17,127,182],step_input:[97,99,100,101],step_num:72,step_out:127,step_output:97,step_param:97,step_se:78,stepoutputdimens:151,stepratetrack:103,steps_per_loop:76,stepseedincrementcontext:78,stepwiseexponentialschedul:91,still:[11,21,60],stocahst:55,stochast:55,stochasticresiduallay:55,stop:[2,3,35,76,78,176,209,213],stop_cross_gradi:176,stop_fn:82,stop_gradient_on_focal_loss_coeffici:78,storag:175,store:[11,14,15,22,46,53,54,67,78,81,82,85,100,106,127,160,162,166,170,175],storetensor:22,str:[11,12,13,33,42,43,46,57,66,78,81,92,106,111,112,114,134,135,141,144,151,152,162,163,166,169,175,177,178,186,211],str_detail:142,str_str_keyphrases_info:142,str_sum:142,str_to_vocab_token:67,strategi:[24,81,106],stream:[15,27,78],stream_step_test_bas:[1,5],streamstep:[15,19,27,30,102],streamstepaddskipconnect:15,streamsteptestbas:102,strictli:67,stride:[15,29,30,54,93,102,131],stridelay:15,string:[2,4,7,11,12,13,14,15,22,24,29,31,33,39,43,44,46,48,54,60,61,63,66,67,72,73,74,76,78,79,81,86,92,97,103,106,111,112,113,117,118,122,127,128,129,133,135,141,142,144,150,152,163,164,166,175,182,184,186,194,202,203,204,209],string_repr_v:47,string_val:47,stringstoid:[11,111],stringstoidswithoffset:[11,111],strive:40,strong:54,strongli:81,struct:[27,30],structur:[8,12,14,15,17,21,22,42,44,58,60,66,67,78,83,85,86,97,101,163,166,178,203],stub:123,student:[13,33,135,144,152,163,186],style:[55,81,86,142,164,173],style_emb:55,styleembfromprob:55,stylelay:55,sub:[8,12,13,15,21,22,27,30,38,40,41,44,54,55,56,66,76,78,80,83,85,91,93,97,101,102,115,119,127,129,134,141,142,151,173,180,183,202,213],sub_kei:55,sub_lay:43,subcapt:103,subclass:[8,9,11,12,13,15,19,22,27,30,31,40,41,44,54,55,56,60,72,75,80,81,83,85,86,87,91,93,97,100,106,112,114,122,127,133,135,136,150,156,165,168,169,173,182,183,184],subgraph:[13,33,48,49,74,135,144,152,182,195],subgraph_feed_kei:74,subgraph_feed_shap:74,subgraph_fetch_kei:74,subgraph_fetch_shap:74,subgraph_filt:48,subgraph_nam:[74,135,144,152,195],subgraphmeta:49,subgraphs_dict:48,subgraphsentri:49,subkei:46,sublay:[12,22,40,43],sublayer_depthwise_conv_autoregress:43,sublist:78,submodul:[0,12,124,215],subpackag:[0,215],subparam:78,subplot:73,subplot_grid_shap:73,subroutin:9,subsampl:[54,131],subseg:43,subsequ:[8,76,99],subset:[9,13,15,43,52,57,81,109,114,173],substanti:54,substep:97,substitut:[115,129,141,142],substructur:12,subsum:72,subword:[67,204],success:[92,97],successfulli:89,suffer:8,suffici:[19,78],suffix:81,sugar:78,suitabl:[78,99,166],sum:[8,15,21,38,54,56,67,76,78,99,101,113,114,151,180,182],sum_i:[22,166],sum_j:95,sum_k:43,sum_reduction_fn:78,sumab:78,summar:[4,76,78,141,142,182],summari:[2,60,72,73,76,78,86,99,103,113,127,132,144,182,213,214],summarize_tf2_statu:4,summary_nam:[73,76],summary_str:2,summary_tensor:[112,113],summary_util:[1,5],summary_writ:2,summat:67,sumsquar:78,superset:166,supervis:166,suppli:[12,97],support:[4,6,11,12,13,15,21,24,30,31,43,44,46,48,53,54,55,58,66,67,76,78,81,82,86,87,97,101,111,112,130,131,141,166,176,181,183,184],supports_stream:130,suppos:178,suppress_xtick:73,suppress_ytick:73,sure:[13,15,43,114],surfac:92,surgeri:42,surviv:55,svd:34,swish:27,switch_cond:151,switchabl:78,symbol1:104,symbol2:104,symbol:[1,5,11,12,22,46,52,55,61,67,78,82,111,115,182],symbol_to_tensor_map:82,symbol_to_value_map:104,symbolic_expr:104,symbolic_v:47,symbolinsertionlay:52,symboltovaluemap:[55,104],symmetr:[59,81],symmetricscheduledclipqdomain:81,sympi:104,sync:[67,189,213,214],synchron:[13,24,67,78,91],synchronous_precondit:34,syntact:78,syntax:[22,106],synthet:156,synthetic_packed_input:[149,153],synthetictrain:156,system:81,t1:21,t:[6,9,11,12,13,15,17,19,21,22,27,30,35,40,43,44,46,54,55,56,58,66,67,78,81,82,83,86,97,100,106,114,151,166,170,173,182,184],t_1:21,t_:21,t_dict:50,t_input:87,t_n:21,t_name:81,t_stride:30,tab:184,tabl:[54,77,100,112,211],table_config:112,table_nam:112,table_to_config_dict:112,table_var:112,table_vari:112,tag:[60,62,76,81,86,128,135,209,213,214],tail:15,take:[2,8,9,12,15,21,22,39,44,52,54,57,72,73,76,78,81,82,91,99,103,104,111,127,177,178,184,203,204],takeevalsampl:11,taken:[12,38,67,81,127,162,164],tanh:[8,15,29,43,81],tarbal:208,target:[8,9,10,11,15,17,52,54,55,56,60,67,78,86,99,103,104,105,111,114,127,128,132,135,151,166,182,184,186,194,209],target_align:127,target_batch:[8,15,55,56,127,182],target_batch_s:[8,15],target_data_format:182,target_emb:127,target_eos_id:[10,105],target_id:[54,56,67,111,127,182,184],target_indic:[52,182,186],target_info_ta:127,target_input:56,target_label:[54,127,182,184],target_len:[103,182],target_length:182,target_max_length:[15,184],target_pad:[15,54,56,182,184],target_prob:127,target_segment_id:[56,182],target_segment_po:56,target_seq_len:[17,105],target_seq_length_ratio:67,target_sequence_sampl:[1,5],target_shap:136,target_sos_id:[10,17,105],target_task_id:56,target_tim:[15,55,56,182],target_vec:[15,56],target_weight:[52,78,127,182,184,186],targetinfo:127,targetsequencesampl:105,targetstobefedatcurrentdecodestep:127,targt:184,task:[0,1,2,13,14,22,24,33,39,40,41,42,43,48,54,56,60,65,72,76,78,106,112,114,118,119,121,122,209,213,215],task_call_scop:112,task_dir:121,task_emb:[56,183],task_emb_theta:56,task_embed:44,task_global_step:76,task_id:[15,24,55,56,183,184],task_nam:[13,213],task_param:[13,76,119],task_regex:123,task_root:121,task_schedul:[1,5,13],task_to_:184,taskcallscop:78,taskcallscopenam:78,tasknam:13,taskschedul:106,tasktop2g:44,tb:8,tba:36,tbc:54,teacher:[11,13,33,135,144,152,163,186],teammat:21,teardown:175,techniqu:8,teh:60,tell:[6,12,15,19,22,30,40,54,55,56],templat:[88,156,162,163,166,209],tempor:9,temporari:116,temporarili:12,tenanc:76,tensor1:73,tensor2:73,tensor2tensor:54,tensor:[4,6,7,8,9,10,11,12,13,15,17,18,19,21,22,27,29,30,31,33,34,36,37,38,39,40,41,42,43,44,45,50,52,54,55,56,57,58,60,61,67,72,73,76,77,78,81,82,83,85,86,87,90,94,95,97,99,100,101,103,104,105,109,111,112,113,114,115,116,123,126,127,128,129,130,131,132,133,135,136,144,150,151,152,156,162,163,164,166,170,172,173,175,176,178,182,183,184,185,186,194,202,213],tensor_:81,tensor_list:[73,78],tensor_shap:[163,166,178],tensor_spec:162,tensor_split_dims_map:[15,43,44,45,78],tensorarrai:127,tensorboard:[76,78,182,209],tensorboard_templ:209,tensorflow:[4,7,11,12,15,18,19,24,30,34,36,37,40,45,47,49,54,68,69,70,72,76,77,78,81,82,109,112,131,141,142,156,162,163,164,166,170,173,175,178,184,191,209],tensorflow_dataset:175,tensorflow_hub:175,tensorflowtestcas:109,tensorpartition:34,tensorshap:[6,12,15,17,19,22,30,40,54,55,56,78,115,163,166,178],tensorshardingspec:45,tensorspec:[11,78,162],term:[54,72,78,182],term_b:9,termin:[46,59,67,82],terminolog:81,tertiari:55,tertiary_atten:55,tertiary_batch:55,tertiary_pad:55,tertiary_segment_id:55,tertiary_tim:55,tertiary_vec:55,test:[8,14,44,48,55,74,76,78,80,81,102,108,109,114,122,123,136,138,145,147,154,161,169,175,180,189,190,197,209],test_cas:80,test_help:[1,5],test_siz:145,test_src_dir_path:107,test_trainer_util:[1,5],test_util:[1,5,80,102,123],testcas:[80,102,108,109,123],testinputgener:136,testobj:109,testonly_skip_norm_lay:79,testoth:138,text:[2,46,61,67,73,78,103,117,141,142,150,152,154,160,161,168,169,170,175,177,184,194,205,208,211,212],text_featur:169,text_filenam:2,text_id:169,text_input_pb2:[124,179],text_v2:103,textdiff:46,textfeatur:160,textinput:184,textpackedinput:184,tf1:[4,173],tf2:[2,4,72,78,173],tf:[2,4,8,9,11,12,15,18,19,21,22,23,24,25,30,31,34,38,39,43,44,45,48,52,54,55,56,57,58,60,67,72,73,74,76,77,78,80,81,82,83,86,87,89,90,91,95,96,97,103,109,112,113,114,115,116,128,133,150,156,160,162,164,165,166,173,175,176,178,182,184,186,210,211,213],tf_data_service_address:24,tf_ex:206,tf_exampl:211,tf_hub_lay:[124,159],tf_master:[2,74,75,213],tf_text:111,tf_wav_byt:208,tfd:31,tfdatasequenceinputgener:11,tfdataservicesourc:31,tfdataset:31,tfdatasetadaptor:31,tfdatasetbatchbysequencelength:31,tfdatasetfninput:31,tfdatasetmix:31,tfdatasetprefetch:31,tfdatasetsourc:31,tfdatasettransform:31,tfds_data_dir:175,tfdsinput:31,tfevent:67,tfevent_fil:35,tfexampl:212,tffunctionscop:78,tfhub:173,tfhub_cache_dir:175,tfhubbertencod:175,tflite:[54,78],tfrecord:[78,162,170,184,203,206,207,208],tfrecorddatasetspec:[162,170],tfv1:11,tfv2:11,tgt:[43,54,67,127,184,186],tgt_:212,tgt_actual_seq_len:67,tgt_batch:[17,44,182],tgt_i:212,tgt_id:[56,67],tgt_indices_in_input:67,tgt_input_seq_len:67,tgt_label:67,tgt_len:[103,182],tgt_packed_token_ratio:184,tgt_pad:103,tgt_segment_id:67,tgt_segment_po:67,tgt_sentenc:191,tgt_seq_len:17,tgt_task_id:56,tgt_time:[15,103],tgt_weight:67,th:[6,9,11,12,15,17,19,21,22,24,30,40,50,54,55,56,59,63,67,78,82,83,103,111,133,150,152,162,166,175,184],than:[8,13,15,17,35,41,42,43,44,45,46,54,55,58,67,72,78,81,82,86,95,99,100,112,113,114,142,166,182,184,207],thang:8,thank:86,thei:[15,22,43,46,48,67,78,81,82,86,97,131,164,166,173,178,204,214],them:[2,11,12,13,15,18,43,54,72,76,78,81,112,114,152,162,170,173,178,194,204,209,213],themselv:46,then_branch:78,therefor:[30,43,44,173],theta0:44,theta:[6,8,9,10,12,13,15,17,19,22,27,29,30,33,35,40,41,43,44,52,54,55,56,58,77,78,80,81,82,83,85,86,87,93,95,97,99,100,101,112,114,126,127,130,131,132,135,144,151,152,163,172,173,182,183,185,186],theta_fn:12,theta_i:22,theta_nam:12,theta_valu:12,thi:[2,3,4,6,7,8,9,10,11,12,13,14,15,17,18,19,20,21,22,26,27,29,30,31,33,34,35,36,37,39,40,41,43,44,45,46,47,48,49,52,53,54,55,56,57,58,60,61,65,66,67,68,69,70,72,73,75,76,77,78,79,80,81,82,83,85,86,87,89,91,93,95,96,97,99,100,101,106,109,111,112,113,114,116,118,119,121,126,127,130,131,132,133,135,136,141,142,144,150,151,152,156,162,163,165,166,168,169,170,172,173,175,176,178,180,181,182,183,184,185,186,191,203,207,209,213],thie:44,thing:[22,78,81,95,203],think:[81,99],third:[55,58,78,87],this_lay:54,those:[8,12,13,15,22,33,40,41,43,44,46,54,56,57,65,67,78,81,82,83,86,87,97,99,101,112,127,132,163,173,182,183],though:[21,67,82,203],thought:81,thread:[46,76,104,110,213],thread_local_util:[1,5],threadlocaldict:110,threadlocalstack:110,threadpool:76,threashold:67,three:[11,17,54,55,83,97,101,141,142,202],threshold:[13,44,77],through:[3,8,11,12,13,15,22,25,40,41,43,44,54,55,56,57,60,65,78,81,83,86,87,94,95,97,101,112,114,132,135,144,152,162,163,165,166,169,173,178,182,183],thrown:72,thu:[15,112],tightli:81,tile:[45,54],time:[2,4,8,9,12,13,15,17,19,21,23,29,30,43,44,54,55,56,58,60,61,67,72,73,74,76,78,81,82,86,87,91,95,97,99,100,103,106,112,119,123,127,130,131,132,151,152,160,182,183,184,185,213],time_axi:182,time_dim:[52,182,186],time_length:95,time_mod:54,time_session_run:74,time_step:[15,182],time_white_nois:95,timerparam:175,timescal:54,timestamp:175,timestampparam:175,timestep:[8,10,54,55,67,82,86,97,105,127,131],tini:[9,11,154],titl:73,tmp:[74,78,154,189,190,197,213,214],tmpdir:145,tmpl:78,to_p:46,to_param:12,to_str:211,to_t:81,to_unicod:61,toaqtactactinput:81,toaqtconv:81,toaqtinput:81,toaqtweight:81,toaveragemetr:60,toco:54,todai:45,todo:[11,15,21,31,40,43,44,54,55,57,76,78,131],togeth:[11,21,31,35,67,78,81,86,162],toi:114,token:[1,5,9,11,15,17,22,43,44,52,54,55,61,63,67,86,87,88,92,95,100,117,129,138,150,151,152,175,180,182,183,184,186,197,204],token_emb:182,token_featur:168,token_id:[67,111],token_in_vocab:67,tokenization_filepath:67,tokenizer_dict:184,tokens_from_label:152,tokstr:117,tol:67,toler:[7,34,36,81],tomer:[7,34,72],too:[12,67,78,184],tool:[0,1,48,114,124,125,149,159,164,179,193,215],top2gat:44,top2gatingonlogit:44,top:[17,24,44,55,56,67,78,81,97,101,144,168],top_2:44,top_k:78,top_k_decod:128,top_k_from_beam_search_out:67,top_k_scor:128,top_k_terminated_hyp:67,topk:[44,78,127,128],topk_decod:17,topk_hyp:[17,67,74,128],topk_id:17,topk_len:17,topk_scor:17,topkaccuraci:144,topkterminatedhyp:67,toplacehold:78,topolog:[15,78],topologyproto:78,toproto:46,tostat:104,tostaticshap:78,tostr:46,tot:134,total:[11,15,17,24,43,52,57,60,78,85,95,103,127,129,136,141,142,152,176,184],total_exampl:103,total_loss:[54,56],total_step:91,total_valu:60,total_weight:[54,56,60,78],total_worker_devic:24,total_x:[54,56],totensor:104,totensorshap:115,totext:[46,205],totextwithtyp:46,touch:12,tounicod:73,touniquelist:78,toward:[10,78,81],tower:[13,33,43,114,135,144,152,163,186],toxlaopshard:45,tp:[13,57],tpl:27,tpu:[11,12,13,15,19,25,34,44,48,54,55,57,60,72,75,76,78,86,94,112,113,114,119,136,138,156,164,166,176,189,190,209,213,214],tpu_cluster_nam:209,tpu_compat:79,tpu_cor:176,tpu_device_assign:78,tpu_embed:[11,112],tpu_embedding_activ:78,tpu_embedding_lay:[1,5],tpu_embedding_lib:11,tpu_embedding_t:112,tpu_embedding_var_grad:78,tpu_funct:76,tpu_host:78,tpu_infeed_op:11,tpu_number_of_shard:11,tpu_steps_per_loop:[13,43,114],tpu_summari:[1,5],tpu_training_templ:209,tpu_typ:209,tpu_util:[124,159],tpudequeuebatch:11,tpuembed:[11,112],tpuembeddingadagradoptim:112,tpuembeddingadamoptim:112,tpuembeddingcollect:[78,112],tpuembeddingftrloptim:112,tpuembeddinglay:[11,112],tpuembeddingsgdoptim:112,tpuembeddingt:112,tpuevalloop:76,tpuevalmetr:60,tpuevalstep:76,tpus_per_replica:24,tpusummarycontext:113,tpusummaryscalar:113,tputrain:[76,213],tputrainstep:[76,213],tr_atten_tpl:56,trace:[78,109],track:[12,17,54,67,81,103,116,134,175,182],trackabl:173,tracker:[169,175],trackqtensor:81,trade:72,tradit:166,trail:78,train:[2,7,8,11,12,13,14,15,18,19,24,25,31,33,34,36,37,40,43,44,46,54,55,57,58,60,67,72,74,76,78,81,82,86,89,91,105,108,114,118,119,127,132,135,138,144,145,147,152,154,156,160,161,162,163,164,166,169,173,175,180,184,186,189,190,197,209,213],train_bpe_fil:204,train_cfg:[119,213],train_dataset_nam:76,train_dir:[13,23,213,214],train_executions_per_ev:76,train_fil:204,train_op:[13,43,114],train_param:23,train_program:76,train_program_cl:76,train_siz:145,train_steps_per_loop:[76,156],trainabl:[9,15,44,78,86,173],trainable_vari:[72,173],trainer:[0,1,2,24,35,57,76,91,108,113,114,173,184,209,214,215],trainer_cel:209,trainer_impl:[0,1,215],trainer_test_util:[1,5],trainertpu:213,trainig:54,trainin:[57,72],training_crop_min_area:164,trainprogram:76,trans_atten_tpl:27,transcript:[103,129,141,142,208],transduc:[17,67,127],transfer:[15,41,94],transform:[9,12,15,31,38,40,41,43,44,45,52,54,55,56,63,66,78,81,86,87,88,91,97,124,151,154,159,162,164,165,175,180,182,183,185,186,189],transformed_x:54,transformer_architecture_positional_encod:54,transformer_input:185,transformer_output:56,transformer_param:15,transformer_stack:183,transformer_tpl:56,transformer_xl:15,transformerattentionlay:[15,55,56,180],transformerbatchmajordecod:182,transformerbatchmajorencod:183,transformerdecod:[43,182],transformerdecoderlay:15,transformerencod:[43,183],transformerencoderlay:15,transformerencoderstack:15,transformerfeedforward:55,transformerfeedforwardlay:[15,55,177],transformerfeedforwardlayerwithtaskid:15,transformerflop:15,transformerlay:[15,55,56],transformerlayerwithmultitaskadapt:55,transformerlm:151,transformerlmnoembed:151,transformermlperfschedul:91,transformermodel:[43,186],transformermultisourceattentionlay:[15,55],transformerschedul:[91,151,180],transformerschedulenowarmup:91,transformershardedmoelay:55,transformerstack:[56,93,183,185],transformerstackv2:93,transformerwithcontextlay:55,transformerxl:9,transformvarstempcontext:12,transformwithkei:66,translat:[8,15,40,61,92,106,182,183,184,188,189,190],translation_corpu:61,transpar:78,transparent_acc:56,transparent_acc_help:56,transpos:[54,87,103,178],travers:[44,46,66,123],traverselay:123,treat:[8,11,14,15,46,48,67,83,118,133,150,169,184],treatment:175,tree:123,tri:[2,44,78,81,154],trial:[2,3,76,213],trick:[15,55,86],trigger:[54,67,91,173],trim:[52,78,103],trimpaddingandplotattent:103,trimpaddingandplotsequ:103,trimtrailingpad:78,trinari:166,triplet:55,trivial:[46,132,151],trunc_seq:15,truncat:[78,95,111,182],truncated_norm:78,truncatedgaussian:78,truncatedgaussiansqrtdim:78,truncatedgaussiansqrtfanin:78,truncatedgaussiansqrtfanout:78,truth:[11,54],try_apply_dens:72,ts:81,tshape:[1,5,6,12,15,19,21,22,29,30,40,54,55,56,67,78],tsv:184,tt:54,tunabl:78,tune:[54,73,169,173],tupl:[2,6,8,10,11,12,13,15,17,19,21,22,24,30,39,40,41,44,46,48,50,52,54,55,56,58,66,67,72,73,78,81,82,85,86,87,97,103,104,111,119,127,130,131,141,151,152,163,175,178,182,185,205,213],tuple_selector:178,tuple_v:47,turn:[9,11,25,78],tweak:3,twice:[12,15,22,27,30,40,41,44,54,55,56,80,85,93,173,183],two:[7,9,15,24,31,34,43,44,54,55,61,66,67,72,78,81,82,86,99,131,141,142,166,170,172,182,184,204,205,209],txt:[141,142,154],txtpreprocess:142,ty:54,type:[4,6,7,9,11,12,13,14,15,16,18,19,22,24,27,30,31,33,34,36,39,40,43,44,46,47,49,52,53,54,55,56,58,59,61,63,67,68,69,70,72,73,76,78,81,82,83,85,86,87,95,97,99,101,103,104,111,113,114,119,127,129,132,135,136,141,142,144,152,163,164,166,169,176,182,183,184,186,191,195,203,205,209,213],type_overrid:46,type_v:47,typeerror:[66,72,78,118],typic:[11,12,14,15,21,43,44,52,53,54,67,73,81,91,122,126,131,162,166,169,173,180,184,203,204],u:15,uint8:73,ultim:43,un:[92,180],unarysequentiallay:22,unaryunchangedstructuredataset:4,uncertainti:[54,180],unchang:[41,44,67,78,127,176,182],uncondition:4,unconvent:73,under:[2,14,37,43,44,48,58,72,89],underflow:8,undergo:164,underli:[44,54,78,162],underscor:[46,66],undo:12,unequ:182,uneven:45,uneven_pad:45,unflatten:178,unflattenbatch:178,uni:[64,183],unicod:[13,33,135,144,186],unicode_arrai:[208,212],unicoderegex:61,unidi_rnn_typ:64,unif:54,unifi:[37,119],uniform:[15,78,86,173],uniformlabelsmooth:54,uniformli:[12,38,54,67,131],uniformposit:78,uniformsampl:78,uniformsqrtdim:78,uniformunitsc:78,uniformunitscalingfanavg:78,union:[12,15,46,54,66,81,162,166],uniqifi:78,uniqu:[7,15,22,34,36,46,72,75,78,81,97,123,166,170,209],unit:[29,54,78,81,86,145],unitransform:43,unittest:[25,107,109],unittestsessionscop:78,univers:43,unk:67,unk_id:117,unknown:[11,63,111,166],unless:[8,48,65,67,78,81,111,127],unlik:[8,54,66,78,81,166],unmodifi:101,unnecessari:166,unnecessarili:30,unnorm:[36,54,56,106],unnormalized_query_vec:55,unpack:[67,78],unpack_hyp:67,unpackhyp:67,unpad:78,unquant:81,unrel:166,unrol:[86,87,127,132],unsegment:[60,92],unsetunusedtrainparam:119,unsign:81,unstack:[54,95],unstackfeatur:95,unsupport:[82,203],until:[2,60,67,91],untransform:78,unus:[11,12,22,54,67,97,99,100,101,106,135,151],unused_acc_st:82,unused_arg:175,unused_argv:213,unused_fig:73,unused_global_step:40,unused_kwarg:[61,175],unused_theta:44,unwant:[40,78],up:[8,15,24,27,31,44,54,55,61,67,76,77,78,79,82,87,91,100,109,111,112,113,123,127,151,173,180,183,184,209],updat:[2,7,9,10,12,13,15,17,19,27,33,34,35,36,44,46,51,53,54,55,57,60,61,66,67,72,74,77,78,81,82,86,89,90,94,100,106,109,112,116,122,127,130,132,135,142,144,151,152,163,173,182,186,209,213],update_batch_norm:173,update_golden:109,update_op:7,updatebatchnormvar:78,updateclusterparamsfromflag:213,updated_key_vec:15,updated_prefix_st:182,updated_st:[15,83],updated_value_vec:15,updatedtyp:78,updatefalseneg:60,updatefalseposit:60,updatefpropdtyp:78,updatest:44,updatetargetvocabs:[10,13,127,151,152,182],updatetheta:44,updatetrueneg:60,updatetrueposit:60,upfront:112,upgrad:78,upon:[12,21,76,78,95],upper:[8,81,95,208],upsampl:15,upstream:[55,166],url:75,us:[2,4,6,7,8,9,10,11,12,13,15,16,17,18,19,21,22,23,24,28,29,30,31,33,34,35,36,37,38,39,40,41,42,43,44,46,48,51,53,54,55,56,57,58,59,60,61,63,65,66,67,72,73,74,75,76,77,78,79,81,82,83,85,86,87,88,89,91,92,95,96,97,99,100,101,103,105,106,111,112,113,114,116,117,118,120,121,122,126,127,128,131,132,133,135,136,138,141,142,144,150,151,152,154,156,162,163,164,165,166,168,169,175,177,178,180,182,183,184,186,194,203,209,212,213,214],usabl:160,usag:[15,18,39,44,52,73,78,83,92,104,108,122,126,141,142,169,173,175,184,203,209],usageerror:209,use_3d_recurrent_st:15,use_bf16_gradients_ar:78,use_bp:61,use_chunked_caus:38,use_deterministic_random:127,use_direct:36,use_einsum:78,use_fused_layernorm:21,use_gath:54,use_global_norm:7,use_lock:[72,116,156],use_matmul:54,use_moe_in_fflayer_end:27,use_moe_in_fflayer_start:27,use_per_host_infe:[11,16],use_relative_atten:[15,27],use_repeat_lay:[43,156],use_resourc:18,use_select:78,use_sharding_op:45,use_short_seq_opt:[15,182],use_sign:36,use_stateless_op:95,use_stateless_vars_init:79,use_tf_funct:78,use_tgt_labels_size_as_loss_denomin:43,use_tpu:79,use_xla:79,use_xla_dynamic_update_slic:44,use_xla_shard:44,useinplaceupd:90,usepruninginterfac:77,user:[7,11,17,31,34,36,44,48,53,78,81,165,175,178],userelativeattentionintransformerlay:15,userst:175,usual:[11,12,13,15,39,41,53,57,76,78,81,95,112,127,142,161,166,213],utf8:184,util:[9,11,16,17,23,26,44,45,48,53,64,73,77,78,79,81,90,103,104,110,118,124,129,132,134,159,166,176],utter:[67,208],uttid:208,v0:[15,29],v1:[109,182],v2:[109,138],v2_pad:30,v3:156,v:[8,9,11,12,15,22,38,44,48,78,86,90,116,127],v_proj:15,val:[34,46,47,60,67,78],valerii:38,valid:[9,11,12,17,19,23,30,46,52,54,63,66,67,72,73,74,78,108,111,118,182,209],valid_eos_max_logit_delta:67,validate_arg:209,validate_fetch:74,valu:[6,7,8,9,10,11,12,13,15,17,19,22,24,27,29,30,33,34,35,36,38,40,41,42,43,44,46,47,48,49,50,53,54,55,56,57,58,60,61,62,66,67,69,72,73,76,78,79,80,81,82,83,85,86,87,88,89,90,91,93,95,97,99,100,101,103,104,105,109,112,113,114,115,116,126,127,130,131,133,135,142,144,150,151,152,163,164,166,173,175,178,180,182,183,184,185,186,203,205,208,209,211,212,213,214],value1:104,value2:104,value_2d:44,value_cod:203,value_dim:15,value_typ:104,value_vec:15,valueerror:[8,11,13,15,18,23,24,44,46,48,52,53,54,63,64,66,72,78,82,87,111,112,119,127,142,178,203,209],vanilla:54,var_grad:[57,72,78,152],var_ignore_rul:78,var_keyword:53,var_list:[7,34,36,72,112,156],var_nam:[12,78,112],var_op:[24,78],var_opt:48,var_param:[12,78],var_posit:53,var_tmp_wrapp:[1,5],vargrad:78,vargradnamedtupl:78,varhandleop:78,vari:[78,127],variabl:[7,8,9,12,13,15,18,19,22,24,27,30,31,33,34,36,40,42,43,44,45,48,54,55,56,57,65,67,72,78,80,81,83,86,87,89,91,97,101,103,112,114,116,118,123,132,135,144,152,156,160,163,169,172,173,175,182,183,186,209],variable_cach:123,variable_cr:78,variable_creator_scop:78,variable_loading_rul:78,variable_nam:18,variable_scop:[8,9,12,15,19,22,30,44,54,55,56,78,80,81,86,87,91,112,114,173],variableaggreg:78,variableaggregationv2:78,variablecreatorscop:78,variablelistdtyperegexscop:78,variablerenamescop:78,variables_for_ema:13,variables_to_restor:18,variablescop:78,variableshapeprefixcontext:[44,78],variablesynchron:78,variablev1:[45,173],varianc:[8,19,78],variance_scaling_initi:78,variancesc:78,variant:[9,54,56,78,131,183,186],variat:[12,78],variationalnoiseparam:78,variou:[8,13,18,81,82,112,116,127],varlay:44,varplac:24,varreuseforslotvar:72,vars_gradi:13,varwrappertrackassign:116,vaswani:180,vdtype:78,vec:[43,93],vector:[4,8,9,11,15,34,38,39,44,54,55,56,63,67,77,78,83,86,87,88,90,95,97,99,100,101,111,112,126,127,135,144,151,152,172,173,180,182,183,186],vectorized_map:44,verbatim:46,verbos:141,veri:[8,15,21,78,81,82,86,87,166],verifi:[12,22,65,81],verison:15,versa:[66,166],version:[4,8,9,15,27,36,38,76,86,89,97,101,130,142,152,175,182,183,209],versioned_file_set_pb2:[5,67],versionedfileset:70,versu:[35,36,91,131],via:[8,11,12,13,15,33,44,67,76,81,82,118,121,173,175,182,184],vice:[66,166],view:[12,24,76,78,81,99,152,166],viewdoc:59,vineet:[34,72],visibl:[24,173],visit:46,visit_fn:46,visual:73,vital:131,vizier:76,vizier_early_stop:76,vlog:66,vmap:[13,42,57,72,78,152],vmax:73,vmin:73,vn:[13,78],voc:190,vocab:[10,11,13,17,52,54,67,111,127,138,151,152,154,182,197,204],vocab_dim:43,vocab_fil:[190,204],vocab_filepath:[67,204],vocab_id_to_token:67,vocab_s:[10,13,17,43,67,77,105,127,132,151,152,154,156,180,182,189,190],vocab_token_to_id:67,vocabfiletoken:111,vocabulari:[10,13,67,77,111,127,151,152,180,182],voic:117,vol:59,vp:44,vs:[38,54,103,182],vs_g:[78,103],w:[8,9,11,15,19,21,43,44,54,78,81,82,89,142,166],w_1:54,w_2:54,w_expected_scale_shap:81,w_feature_axi:81,w_i:22,w_mesh_split:43,w_n:86,w_name:81,w_qkv_mhd_mesh_split:43,w_r:86,w_u:86,wa:[8,15,22,23,43,44,67,72,82,99,135,166],wai:[8,11,44,54,67,78,81,86,97,99,116,127,131,142,207],wait:[2,75],want:[11,15,78,86,142,178],warm:[91,180],warmup:[91,151,180],warmup_exampl:91,warmup_init:91,warmup_step:[91,151,180],warmuth:36,warn:[15,30,78,118,214],warn_on_error:118,warp:95,warp_matrix:95,warped_pixel:95,wasn:66,watermark:175,watermarkestimatorparam:175,wav:202,wav_bytes_t:202,waveform:131,wd:154,we:[7,8,9,13,15,21,22,23,24,30,34,35,37,41,43,44,45,46,52,54,57,59,61,66,67,72,76,78,81,82,83,86,89,99,112,114,119,122,141,142,166,178,180,182,184,194,213],web:175,weigh:106,weight:[6,7,8,9,10,11,12,13,15,17,19,21,22,27,29,30,31,33,36,40,41,42,43,44,45,46,48,52,54,55,56,57,58,60,67,77,78,80,81,82,85,86,87,93,95,97,99,100,101,105,106,112,114,126,127,130,131,132,133,135,144,150,151,152,163,173,180,181,182,183,184,185,186],weight_nam:77,weight_norm:54,weight_split_dims_map:21,weighted_sum:[8,78],weightedavg:78,weightedavgofmetr:78,weightedsumlay:[54,56],weightinit:78,weightnormalizedlstmcellsimpl:86,weightparam:[12,43,78],weigtht:43,weihan:15,well:[8,36,43,52,53,78,82,88,106,127,180,203],wer:[78,141,142],wer_info:142,were:[8,18,54,81,97],west4:209,what:[6,7,8,12,15,19,22,30,40,54,55,56,65,78,82,86,99,113,166,182,184],whatev:22,when:[8,11,12,13,15,21,22,23,24,30,33,35,40,41,43,44,45,46,54,55,56,57,61,65,66,67,72,73,75,78,81,82,83,87,91,95,97,99,101,104,109,112,113,114,118,127,132,135,136,142,151,156,163,165,166,173,175,178,182,183,184,194,203,213],where:[8,9,10,11,12,13,15,19,22,30,31,33,38,39,40,41,42,43,44,46,48,52,54,55,57,59,66,67,72,75,78,81,82,83,85,86,87,91,95,97,99,100,101,103,105,114,117,127,128,129,131,135,141,142,144,151,152,162,163,166,175,177,178,182,183,184,186],wherea:[54,176],wherev:[13,43,67,114],whether:[3,9,11,12,15,16,17,23,34,38,43,44,46,48,52,53,54,57,61,67,76,77,78,81,82,86,90,95,111,112,127,132,141,176,182,209],which:[2,4,6,7,8,10,11,12,13,15,17,18,19,21,22,24,27,30,33,34,36,37,40,41,44,46,48,52,53,54,55,56,57,60,61,66,67,72,73,76,78,81,82,83,85,86,87,89,91,92,95,97,99,100,103,105,113,116,123,126,127,128,130,131,132,133,135,142,144,150,151,163,165,166,175,181,182,184,204],whichev:46,while_loop:[82,113],while_loop_reduc:113,whileloop:78,white:[67,95],white_nois:95,whole:[24,78,82,119,151,166,213],whose:[10,11,21,44,57,59,67,78,82,95,205,209],why:82,wi_mesh_split:43,wi_o:43,wi_split:44,width:[3,11,19,27,29,30,43,54,73,164],width_strid:54,wiki:[78,95,142],wikipedia:[78,95,142],wildcard:4,window:[9,15,30,35,54,88,91,131,175],window_frame_s:131,window_frame_step:131,window_s:54,window_size_m:202,window_stride_m:202,windowparam:175,windows:54,wise:[44,54,95,172],with_activ:54,with_depend:78,within:[11,15,23,24,31,44,46,54,60,67,78,81,82,89,95,104,166],withinbatch:166,without:[6,11,12,15,19,22,30,31,39,40,44,46,48,53,54,55,56,67,76,78,82,85,113,131,166,183,204],wk:[15,43],wm:[54,86],wm_:86,wm_h:58,wm_i:58,wm_pc:77,wm_transpos:54,wmt14:189,wmt14_en_d:[179,187],wmt:[189,190],wmtcaptionendetransform:190,wmtcaptionendetransformercloudtpu:190,wmtendernmt:189,wmtendernmtcloudtpu:189,wmtendetransformerbas:189,wmtendetransformersmal:189,wmtendetransformersmallcloudtpu:189,wmtm16:190,wmtm16_en_d:[179,187],wo1:43,wo2:43,wo:43,wo_hdm_mesh_split:43,wo_mesh_split:43,wo_split:44,won:[11,184],word:[40,54,56,61,67,92,111,117,129,138,141,142,151,154,184,197,204],word_err:129,word_vocab:154,wordlevelonebwdsbas:154,wordlevelonebwdssimplesampledsoftmax:154,wordlevelonebwdssimplesampledsoftmaxtini:154,wordpiec:[10,13,117,127,151,152,182],words_to_id:204,words_to_ids_fil:204,work:[8,11,13,44,48,53,54,56,67,73,74,76,78,81,82,109,127,132,170,184,207],workaround:76,worker:[24,25,40,138],worker_cluster_def:24,workerdeviceinmodelsplit:[24,25],workflow:204,workspac:78,world:[74,186],would:[8,11,17,27,43,45,46,54,65,81,82,86,95,99,114,131,166,182],wout:15,wpm:[10,13,92,111,117,127,138,151,152,182,189,190],wpm_16k_librispeech:138,wpm_encod:[1,5,212],wpm_encode_fil:[1,201],wpm_filepath:117,wpm_model:[10,13,127,151,152,182],wpm_symbol_table_filepath:138,wpm_target_sequence_length:138,wpm_vocab_s:138,wpmencod:117,wpmtoken:111,wq:[15,43],wrap:[13,15,43,44,51,54,60,76,78,82,97,99,165,166,173,178],wrappedstageclass:15,wrapper:[12,15,22,30,43,45,72,78,86,87,88,93,94,100,111,113,116,122,156,166,178,181,213,214],wrapper_cl:122,write:[2,13,32,46,48,76,78,89,92,116,142,203,209],writeinferencegraph:213,writekeyvaluepair:32,writenparrai:89,writer:[2,203,213,214],written:[13,15,46,81,95,102,203],wrong:[46,78,170],wrt:109,wv:[15,43],www:[158,173,200],x0:[87,91],x1:[85,91],x2:85,x81:92,x96:92,x:[8,9,11,12,15,21,22,25,27,30,38,40,41,43,44,45,46,47,49,52,54,55,56,66,67,68,69,70,73,78,80,81,82,85,86,90,91,93,95,97,104,109,114,119,172,173,178,182,183,184,186,191,213],x_1:54,x_batch_siz:172,x_full:44,x_in:[78,127,182],x_label_overrid:73,x_layer:15,x_len_max:52,x_n:54,x_op:[5,39,67],x_pad:[52,186],xavier:78,xavierwithfixupparam:78,xent:[54,127,151,182],xent_loss:182,xent_output:151,xentloss:54,xentlossbychunk:54,xentlossfromlogit:54,xentropi:182,xformer:78,xl:[9,15],xla:[44,45,54,72,76],xla_data_pb2:45,xla_devic:75,xla_shard:[43,44,45],xlabel:73,xlashardingadafactor:72,xlashardingadafactoraccugrad:72,xlashardingadafactoroptim:72,xlashardingbuild:43,xlim:73,xmw:86,xs:[22,50,73,78,82,87,183],xtick:73,y0:91,y1:[85,91],y2:85,y:[12,15,21,22,25,27,30,40,41,43,44,52,54,55,56,66,67,73,78,80,82,85,91,93,109,172,173,178,183],y_batch_siz:172,y_len_max:52,y_pad:52,yaml:209,yang:22,yellow:[141,142],yet:[15,78,86],yield:[11,31,75,78,92,95],ylabel:73,ylim:73,yonghui:[12,78],yoram:[34,72],yoshua:8,you:[6,8,9,12,13,15,19,22,30,40,41,43,44,53,54,55,56,57,65,72,78,81,82,83,86,87,93,97,101,112,113,114,132,141,142,152,163,182,183,185,186,207,209],your:[13,41,43,46,114,142,169,180],your_code_dir:209,yourself:53,ys:[73,78,82],z0:[22,66],z:[25,43,78],z_:[22,66],z_loss_coef:43,za:[22,66],zero:[8,9,15,30,34,44,54,58,67,72,78,81,83,86,87,91,95,97,99,101,126,166,175,182],zero_atten_st:87,zero_st:[15,19,27,30,58,86,87,100,101,130,132,151,183],zeroattent:126,zeroattentionst:8,zerost:[97,99,100,101],zhang:[7,72],zhifengc:21,zhouwk:[15,55],zigzag:45,zigzag_mesh_dim:45,zigzagorderondevicemesh:45,zip:82,zo_prob:86,zone:[86,209],zoneout:86},titles:["Welcome to lingvo\u2019s documentation!","lingvo package","lingvo.base_runner module","lingvo.base_trial module","lingvo.compat module","lingvo.core package","lingvo.core.activations module","lingvo.core.adagraft module","lingvo.core.attention module","lingvo.core.attention_util module","lingvo.core.base_decoder module","lingvo.core.base_input_generator module","lingvo.core.base_layer module","lingvo.core.base_model module","lingvo.core.base_model_params module","lingvo.core.batch_major_attention module","lingvo.core.batch_utils module","lingvo.core.beam_search_helper module","lingvo.core.bfloat16_variables module","lingvo.core.bn_layers module","lingvo.core.build_data module","lingvo.core.builder module","lingvo.core.builder_layers module","lingvo.core.checkpointer module","lingvo.core.cluster module","lingvo.core.cluster_factory module","lingvo.core.computation_cost module","lingvo.core.conformer_layer module","lingvo.core.constants module","lingvo.core.conv_layers_builder module","lingvo.core.conv_layers_with_time_padding module","lingvo.core.datasource module","lingvo.core.decoder_lib module","lingvo.core.distillation_task module","lingvo.core.distributed_shampoo module","lingvo.core.early_stop module","lingvo.core.egdd module","lingvo.core.entmax module","lingvo.core.favor_attention module","lingvo.core.generic_input module","lingvo.core.gpipe module","lingvo.core.graddrop module","lingvo.core.gradient_combiner module","lingvo.core.gshard_builder module","lingvo.core.gshard_layers module","lingvo.core.gshard_utils module","lingvo.core.hyperparams module","lingvo.core.hyperparams_pb2 module","lingvo.core.inference_graph_exporter module","lingvo.core.inference_graph_pb2 module","lingvo.core.input_generator_helper module","lingvo.core.input_policy module","lingvo.core.insertion module","lingvo.core.inspect_utils module","lingvo.core.layers module","lingvo.core.layers_with_attention module","lingvo.core.layers_with_gpipe module","lingvo.core.learner module","lingvo.core.lstm_frnn_layer module","lingvo.core.matrix_functions module","lingvo.core.metrics module","lingvo.core.ml_perf_bleu_metric module","lingvo.core.ml_perf_log module","lingvo.core.ml_perf_tokenizer module","lingvo.core.model_helper module","lingvo.core.multitask_model module","lingvo.core.nested_map module","lingvo.core.ops package","lingvo.core.ops.hyps_pb2 module","lingvo.core.ops.record_pb2 module","lingvo.core.ops.versioned_file_set_pb2 module","lingvo.core.ops.x_ops module","lingvo.core.optimizer module","lingvo.core.plot module","lingvo.core.predictor module","lingvo.core.predictor_runner_base module","lingvo.core.program module","lingvo.core.pruning_utils module","lingvo.core.py_utils module","lingvo.core.py_utils_flags module","lingvo.core.quant_test_lib module","lingvo.core.quant_utils module","lingvo.core.recurrent module","lingvo.core.repeat_layer module","lingvo.core.retry module","lingvo.core.reversible_layers module","lingvo.core.rnn_cell module","lingvo.core.rnn_layers module","lingvo.core.routing_config_helper module","lingvo.core.saver module","lingvo.core.scatter_update module","lingvo.core.schedule module","lingvo.core.scorers module","lingvo.core.self_attention_layer module","lingvo.core.sendrecv module","lingvo.core.spectrum_augmenter module","lingvo.core.spectrum_augmenter_on_device module","lingvo.core.step module","lingvo.core.steps package","lingvo.core.steps.attention_steps module","lingvo.core.steps.embedding_steps module","lingvo.core.steps.rnn_steps module","lingvo.core.stream_step_test_base module","lingvo.core.summary_utils module","lingvo.core.symbolic module","lingvo.core.target_sequence_sampler module","lingvo.core.task_scheduler module","lingvo.core.test_helper module","lingvo.core.test_trainer_utils module","lingvo.core.test_utils module","lingvo.core.thread_local_utils module","lingvo.core.tokenizers module","lingvo.core.tpu_embedding_layers module","lingvo.core.tpu_summary module","lingvo.core.trainer_test_utils module","lingvo.core.tshape module","lingvo.core.var_tmp_wrappers module","lingvo.core.wpm_encoder module","lingvo.datasets module","lingvo.executor module","lingvo.ipython_kernel module","lingvo.model_imports module","lingvo.model_registry module","lingvo.models_test_helper module","lingvo.tasks package","lingvo.tasks.asr package","lingvo.tasks.asr.contextualizer_base module","lingvo.tasks.asr.decoder module","lingvo.tasks.asr.decoder_metrics module","lingvo.tasks.asr.decoder_utils module","lingvo.tasks.asr.encoder module","lingvo.tasks.asr.frontend module","lingvo.tasks.asr.fusion module","lingvo.tasks.asr.input_generator module","lingvo.tasks.asr.levenshtein_distance module","lingvo.tasks.asr.model module","lingvo.tasks.asr.model_test_input_generator module","lingvo.tasks.asr.params namespace","lingvo.tasks.asr.params.librispeech module","lingvo.tasks.asr.params.params module","lingvo.tasks.asr.tools package","lingvo.tasks.asr.tools.simple_wer module","lingvo.tasks.asr.tools.simple_wer_v2 module","lingvo.tasks.image package","lingvo.tasks.image.classifier module","lingvo.tasks.image.input_generator module","lingvo.tasks.image.params namespace","lingvo.tasks.image.params.mnist module","lingvo.tasks.image.params.params module","lingvo.tasks.lm package","lingvo.tasks.lm.input_generator module","lingvo.tasks.lm.layers module","lingvo.tasks.lm.model module","lingvo.tasks.lm.params namespace","lingvo.tasks.lm.params.one_billion_wds module","lingvo.tasks.lm.params.params module","lingvo.tasks.lm.params.synthetic_packed_input module","lingvo.tasks.lm.tools package","lingvo.tasks.lm.tools.download_lm1b module","lingvo.tasks.milan namespace","lingvo.tasks.milan.common_schema module","lingvo.tasks.milan.constants module","lingvo.tasks.milan.dataset_spec module","lingvo.tasks.milan.dual_encoder module","lingvo.tasks.milan.image_preprocessor module","lingvo.tasks.milan.input_generator module","lingvo.tasks.milan.labels module","lingvo.tasks.milan.params namespace","lingvo.tasks.milan.params.cxc module","lingvo.tasks.milan.params.dual_encoder_recipe module","lingvo.tasks.milan.params.generic_datasets module","lingvo.tasks.milan.params.params module","lingvo.tasks.milan.score_functions module","lingvo.tasks.milan.tf_hub_layers module","lingvo.tasks.milan.tools namespace","lingvo.tasks.milan.tools.prepare_coco module","lingvo.tasks.milan.tpu_utils module","lingvo.tasks.milan.transformers module","lingvo.tasks.milan.utils module","lingvo.tasks.mt package","lingvo.tasks.mt.base_config module","lingvo.tasks.mt.data_augmenter module","lingvo.tasks.mt.decoder module","lingvo.tasks.mt.encoder module","lingvo.tasks.mt.input_generator module","lingvo.tasks.mt.layers module","lingvo.tasks.mt.model module","lingvo.tasks.mt.params namespace","lingvo.tasks.mt.params.params module","lingvo.tasks.mt.params.wmt14_en_de module","lingvo.tasks.mt.params.wmtm16_en_de module","lingvo.tasks.mt.text_input_pb2 module","lingvo.tasks.mt.tools package","lingvo.tasks.punctuator package","lingvo.tasks.punctuator.input_generator module","lingvo.tasks.punctuator.model module","lingvo.tasks.punctuator.params namespace","lingvo.tasks.punctuator.params.codelab module","lingvo.tasks.punctuator.params.params module","lingvo.tasks.punctuator.tools package","lingvo.tasks.punctuator.tools.download_brown_corpus module","lingvo.tools package","lingvo.tools.audio_lib module","lingvo.tools.beam_utils module","lingvo.tools.bpe_word_tokenizer module","lingvo.tools.compare_params module","lingvo.tools.compute_stats module","lingvo.tools.count_records module","lingvo.tools.create_asr_features module","lingvo.tools.gke_launch module","lingvo.tools.keras2ckpt module","lingvo.tools.print_tf_records module","lingvo.tools.wpm_encode_file module","lingvo.trainer module","lingvo.trainer_impl module","lingvo"],titleterms:{"function":166,activ:6,adagraft:7,asr:[125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142],attent:8,attention_step:99,attention_util:9,audio_lib:202,base_config:180,base_decod:10,base_input_gener:11,base_lay:12,base_model:13,base_model_param:14,base_runn:2,base_tri:3,batch_major_attent:15,batch_util:16,beam_search_help:17,beam_util:203,bfloat16_vari:18,bn_layer:19,bpe_word_token:204,build_data:20,builder:21,builder_lay:22,checkpoint:23,classifi:144,cluster:24,cluster_factori:25,codelab:197,common_schema:160,compare_param:205,compat:4,computation_cost:26,compute_stat:206,conformer_lay:27,constant:[28,161],contextualizer_bas:126,conv_layers_build:29,conv_layers_with_time_pad:30,core:[5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117],count_record:207,create_asr_featur:208,cxc:168,data_augment:181,dataset:118,dataset_spec:162,datasourc:31,decod:[127,182],decoder_lib:32,decoder_metr:128,decoder_util:129,distillation_task:33,distributed_shampoo:34,document:0,download_brown_corpu:200,download_lm1b:158,dual_encod:163,dual_encoder_recip:169,early_stop:35,egdd:36,embedding_step:100,encod:[130,183],entmax:37,executor:119,favor_attent:38,frontend:131,fusion:132,generic_dataset:170,generic_input:39,gke_launch:209,gpipe:40,graddrop:41,gradient_combin:42,gshard_build:43,gshard_lay:44,gshard_util:45,hyperparam:46,hyperparams_pb2:47,hyps_pb2:68,imag:[143,144,145,146,147,148],image_preprocessor:164,indic:0,inference_graph_export:48,inference_graph_pb2:49,input_gener:[133,145,150,165,184,194],input_generator_help:50,input_polici:51,insert:52,inspect_util:53,ipython_kernel:120,keras2ckpt:210,label:166,layer:[54,151,185],layers_with_attent:55,layers_with_gpip:56,learner:57,levenshtein_dist:134,librispeech:138,lingvo:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215],lm:[149,150,151,152,153,154,155,156,157,158],lstm_frnn_layer:58,matrix_funct:59,metric:60,milan:[159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178],ml_perf_bleu_metr:61,ml_perf_log:62,ml_perf_token:63,mnist:147,model:[135,152,186,195],model_help:64,model_import:121,model_registri:122,model_test_input_gener:136,models_test_help:123,modul:[2,3,4,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,126,127,128,129,130,131,132,133,134,135,136,138,139,141,142,144,145,147,148,150,151,152,154,155,156,158,160,161,162,163,164,165,166,168,169,170,171,172,173,175,176,177,178,180,181,182,183,184,185,186,188,189,190,191,194,195,197,198,200,202,203,204,205,206,207,208,209,210,211,212,213,214],mt:[179,180,181,182,183,184,185,186,187,188,189,190,191,192],multitask_model:65,namespac:[137,146,153,159,167,174,187,196],nested_map:66,one_billion_wd:154,op:[67,68,69,70,71],optim:72,packag:[1,5,67,98,124,125,140,143,149,157,179,192,193,199,201],param:[137,138,139,146,147,148,153,154,155,156,167,168,169,170,171,187,188,189,190,196,197,198],plot:73,predictor:74,predictor_runner_bas:75,prepare_coco:175,print_tf_record:211,program:76,pruning_util:77,punctuat:[193,194,195,196,197,198,199,200],py_util:78,py_utils_flag:79,quant_test_lib:80,quant_util:81,record_pb2:69,recurr:82,repeat_lay:83,retri:84,reversible_lay:85,rnn_cell:86,rnn_layer:87,rnn_step:101,routing_config_help:88,s:0,saver:89,scatter_upd:90,schedul:91,score_funct:172,scorer:92,self_attention_lay:93,sendrecv:94,simple_w:141,simple_wer_v2:142,spectrum_augment:95,spectrum_augmenter_on_devic:96,step:[97,98,99,100,101],stream_step_test_bas:102,submodul:[1,5,67,98,125,137,140,143,146,149,153,157,159,167,174,179,187,193,196,199,201],subpackag:[1,5,124,125,143,149,159,179,193],summary_util:103,symbol:104,synthetic_packed_input:156,tabl:0,target_sequence_sampl:105,task:[124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200],task_schedul:106,test_help:107,test_trainer_util:108,test_util:109,text_input_pb2:191,tf_hub_lay:173,thread_local_util:110,token:111,tool:[140,141,142,157,158,174,175,192,199,200,201,202,203,204,205,206,207,208,209,210,211,212],tpu_embedding_lay:112,tpu_summari:113,tpu_util:176,trainer:213,trainer_impl:214,trainer_test_util:114,transform:177,tshape:115,util:178,var_tmp_wrapp:116,versioned_file_set_pb2:70,welcom:0,wmt14_en_d:189,wmtm16_en_d:190,wpm_encod:117,wpm_encode_fil:212,x_op:71}}) \ No newline at end of file