Index

_

_abc_impl (lingvo.compat._CacheDataset attribute) (lingvo.compat._ShuffleDataset attribute) _AccumulateMoments() (lingvo.tools.compute_stats.StatsCollector method) _apply_dense() (lingvo.core.adagraft.AdaGraftOptimizer method) (lingvo.core.egdd.EGDD method) _apply_sparse() (lingvo.core.adagraft.AdaGraftOptimizer method) (lingvo.core.egdd.EGDD method) _asdict() (lingvo.core.cluster.InfeedContext method) _AssignVar() (lingvo.core.cluster._LeastLoadedPlacer method) (lingvo.core.cluster.VarPlacer method) _b() (in module lingvo.core.hyperparams_pb2) (in module lingvo.core.inference_graph_pb2) (in module lingvo.tasks.mt.text_input_pb2) _BPE_SEPARATOR (lingvo.core.scorers.Unsegmenter attribute) _CacheDataset (class in lingvo.compat) _calculate_probability() (in module lingvo.core.entmax) _CheckInvariants() (lingvo.core.cluster._Cluster method) _clone_module() (in module lingvo.compat) _Cluster (class in lingvo.core.cluster) _ComputeMeanVar() (lingvo.tools.compute_stats.StatsCollector method) _CopyTo() (lingvo.core.hyperparams.Params method) _create_slots() (lingvo.core.adagraft.AdaGraftOptimizer method) (lingvo.core.egdd.EGDD method) _CustomShortDebugString() (in module lingvo.tools.print_tf_records) _DELETE (lingvo.core.nested_map.NestedMap attribute) _DoReportTrainingProgress() (lingvo.base_trial.Trial method) _EndsWithTerminalQuote() (in module lingvo.core.hyperparams) _explicit_class_assumptions (lingvo.core.symbolic.Symbol attribute) _ExtractParameters() (in module lingvo.core.inspect_utils) _ExtractTokenization() (in module lingvo.tools.bpe_word_tokenizer) _Feature() (in module lingvo.tasks.milan.common_schema) _field_defaults (lingvo.core.cluster.InfeedContext attribute) _fields (lingvo.core.cluster.InfeedContext attribute) _finish() (lingvo.core.adagraft.AdaGraftOptimizer method) _FromGlobal() (in module lingvo.core.py_utils_flags) _FromNestedDict() (in module lingvo.core.nested_map) _GenerateAlignedHtml() (in module lingvo.tasks.asr.tools.simple_wer) _get_or_add() (in module lingvo.tools.gke_launch) _GetNested() (lingvo.core.hyperparams.Params method) _GetVocabulary() (in module lingvo.tools.bpe_word_tokenizer) _HAS_DYNAMIC_ATTRIBUTES (lingvo.core.nested_map.NestedMap attribute) _Import() (in module lingvo.model_imports)

_InsertParams() (in module lingvo.model_imports) _internal_apply_dense() (lingvo.core.adagraft.AdaGraftOptimizer method) _IsDefinableParameter() (in module lingvo.core.inspect_utils) _IsNamedTuple() (in module lingvo.core.hyperparams) _JobSpec() (lingvo.core.cluster._Cluster class method) _KeyErrorString() (lingvo.core.hyperparams.Params method) _LeastLoadedPlacer (class in lingvo.core.cluster) _ListDebugString() (in module lingvo.tools.print_tf_records) _local_stack (lingvo.core.symbolic.SymbolToValueMap attribute) _LocalSymbolToValueStack (class in lingvo.core.symbolic) _make() (lingvo.core.cluster.InfeedContext class method) _MakeArgs() (in module lingvo.core.inspect_utils) _Param (class in lingvo.core.hyperparams) _prepare() (lingvo.core.adagraft.AdaGraftOptimizer method) (lingvo.core.egdd.EGDD method) _PrintFiles() (in module lingvo.tools.print_tf_records) _PrintHeader() (in module lingvo.tools.print_tf_records) _PrintLengthBuckets() (lingvo.tools.compute_stats.StatsCollector method) _PrintMeanVar() (lingvo.tools.compute_stats.StatsCollector method) _prop_handler (lingvo.core.symbolic.Symbol attribute) _QuoteString() (in module lingvo.core.hyperparams) _RecursiveMap() (lingvo.core.nested_map.NestedMap method) _replace() (lingvo.core.cluster.InfeedContext method) _RESERVED_KEYS (lingvo.core.nested_map.NestedMap attribute) _resource_apply_dense() (lingvo.core.adagraft.AdaGraftOptimizer method) (lingvo.core.egdd.EGDD method) _resource_apply_sparse() (lingvo.core.adagraft.AdaGraftOptimizer method) (lingvo.core.egdd.EGDD method) _ShuffleDataset (class in lingvo.compat) _SimilarKeys() (lingvo.core.hyperparams.Params method) _SortedDict (class in lingvo.core.hyperparams) _to_auto() (lingvo.core.var_tmp_wrappers.StackedVarWrapperWithManualSharding method) _to_manual() (lingvo.core.var_tmp_wrappers.StackedVarWrapperWithManualSharding method) _Tokenize() (in module lingvo.core.scorers) _ToString() (lingvo.core.hyperparams.Params method) _ToStrings() (lingvo.core.nested_map.NestedMap method) _ToUnicode() (in module lingvo.core.scorers) _tpu_resource() (in module lingvo.tools.gke_launch) _TpuCore() (in module lingvo.core.sendrecv) _UnquoteString() (in module lingvo.core.hyperparams) _UnsegmentBpe() (lingvo.core.scorers.Unsegmenter method) _UnsegmentWpm() (lingvo.core.scorers.Unsegmenter method) _WPM_SEPARATOR (lingvo.core.scorers.Unsegmenter attribute)

A

Accumulate() (lingvo.tools.compute_stats.StatsCollector method) AdaGraftOptimizer (class in lingvo.core.adagraft) add_gpu_to_pod() (in module lingvo.tools.gke_launch) add_summary (lingvo.core.cluster._Cluster property) AddHypRef() (lingvo.tasks.asr.tools.simple_wer_v2.SimpleWER method) AddLeadingDims() (lingvo.core.gshard_utils.TensorShardingSpec method) AddSentence() (lingvo.core.scorers.BleuScorer method) aligned_htmls (lingvo.tasks.asr.tools.simple_wer_v2.SimpleWER attribute) all_worker_names (lingvo.core.cluster._Cluster property) Apply() (in module lingvo.core.input_policy) ApplyToTensor() (lingvo.core.gshard_utils.TensorShardingSpec method) ApplyToVariable() (lingvo.core.gshard_utils.TensorShardingSpec method)

asset_file_def (lingvo.core.inference_graph_pb2.InferenceGraph attribute) assign() (lingvo.core.var_tmp_wrappers.StackedVarWrapperWithManualSharding method) (lingvo.core.var_tmp_wrappers.VarWrapperTrackAssign method) assign_add() (lingvo.core.var_tmp_wrappers.StackedVarWrapperWithManualSharding method) (lingvo.core.var_tmp_wrappers.VarWrapperTrackAssign method) assign_sub() (lingvo.core.var_tmp_wrappers.StackedVarWrapperWithManualSharding method) (lingvo.core.var_tmp_wrappers.VarWrapperTrackAssign method) asynchronous (lingvo.core.cluster._Cluster property) AUDIO (lingvo.tasks.milan.constants.Modality attribute) AudioFeatures() (in module lingvo.tasks.milan.common_schema) AutoToManualPartitioning() (lingvo.core.gshard_utils.TensorShardingSpec method) available_devices (lingvo.core.cluster._Cluster property) AverageWERs() (in module lingvo.tasks.asr.tools.simple_wer)

B

BeamInit() (in module lingvo.tools.beam_utils) Bfloat16VariableSaveable (class in lingvo.core.bfloat16_variables) BleuScorer (class in lingvo.core.scorers)

bool_val (lingvo.core.hyperparams_pb2.HyperparamValue attribute) build_docker_image() (in module lingvo.tools.gke_launch) BuildData() (in module lingvo.core.build_data)

C

CallWithParams() (in module lingvo.core.inspect_utils) catch_post_mortem() (in module lingvo.pdb_wrapper) ChainOfHtmlHandlers (class in lingvo.tasks.asr.tools.custom_html_handlers) Channel (class in lingvo.core.sendrecv) CheckKey() (lingvo.core.nested_map.NestedMap static method) collection_def (lingvo.core.inference_graph_pb2.InferenceGraph attribute) ComputeEditDistanceMatrix() (in module lingvo.tasks.asr.tools.simple_wer) (in module lingvo.tasks.asr.tools.simple_wer_v2) ComputeOverallScore() (lingvo.core.scorers.BleuScorer method)

ComputeWER() (in module lingvo.tasks.asr.tools.simple_wer) ConstructWithParams() (in module lingvo.core.inspect_utils) control_after_assigns() (lingvo.core.var_tmp_wrappers.VarWrapperTrackAssign method) Copy() (lingvo.core.hyperparams.InstantiableParams method) (lingvo.core.hyperparams.Params method) copy() (lingvo.core.nested_map.NestedMap method) CopyFieldsTo() (in module lingvo.core.hyperparams) create_tpu_cluster() (in module lingvo.tools.gke_launch) CsvToSummary() (in module lingvo.core.program_utils) Current() (in module lingvo.core.cluster_factory)

D

data_type (lingvo.core.inference_graph_pb2.InferenceGraph.FeedFetchMeta attribute) DatasetFunctionError DebugString() (lingvo.core.nested_map.NestedMap method) decoder_template() (in module lingvo.tools.gke_launch) DecodeStatusCache (class in lingvo.core.program_utils) DeepCopy() (lingvo.core.nested_map.NestedMap method) default_assumptions (lingvo.core.symbolic.Symbol attribute) Define() (lingvo.core.hyperparams.Params method) DefineParams() (in module lingvo.core.inspect_utils) Delete() (lingvo.core.hyperparams.Params method) DESCRIPTOR (lingvo.core.hyperparams_pb2.EnumVal attribute) (lingvo.core.hyperparams_pb2.Hyperparam attribute) (lingvo.core.hyperparams_pb2.Hyperparam.ItemsEntry attribute) (lingvo.core.hyperparams_pb2.HyperparamRepeated attribute) (lingvo.core.hyperparams_pb2.HyperparamValue attribute) (lingvo.core.hyperparams_pb2.NamedTupleVal attribute) (lingvo.core.hyperparams_pb2.ProtoVal attribute) (lingvo.core.inference_graph_pb2.InferenceGraph attribute) (lingvo.core.inference_graph_pb2.InferenceGraph.CollectionDefEntry attribute) (lingvo.core.inference_graph_pb2.InferenceGraph.FeedFetchMeta attribute) (lingvo.core.inference_graph_pb2.InferenceGraph.Subgraph attribute) (lingvo.core.inference_graph_pb2.InferenceGraph.Subgraph.FeedsEntry attribute) (lingvo.core.inference_graph_pb2.InferenceGraph.Subgraph.FeedsMetaEntry attribute) (lingvo.core.inference_graph_pb2.InferenceGraph.Subgraph.FetchesEntry attribute) (lingvo.core.inference_graph_pb2.InferenceGraph.Subgraph.FetchesMetaEntry attribute) (lingvo.core.inference_graph_pb2.InferenceGraph.SubgraphMeta attribute) (lingvo.core.inference_graph_pb2.InferenceGraph.SubgraphsEntry attribute) (lingvo.tasks.mt.text_input_pb2.Sentence attribute) (lingvo.tasks.mt.text_input_pb2.SentencePair attribute)

DEV (lingvo.tasks.milan.constants.Split attribute) device_mesh (lingvo.core.gshard_utils.TensorShardingSpec property) DeviceFunction() (lingvo.core.cluster.VarPlacer method) dict_val (lingvo.core.hyperparams_pb2.HyperparamValue attribute) dispatch_stride_axis (lingvo.core.inference_graph_pb2.InferenceGraph.FeedFetchMeta attribute) do_eval (lingvo.core.cluster._Cluster property) dtype_val (lingvo.core.hyperparams_pb2.HyperparamValue attribute) dummy_index (lingvo.core.symbolic.Symbol attribute)

E

EGDD (class in lingvo.core.egdd) enable_asserts() (in module lingvo.core.py_utils_flags) enable_check_numerics() (in module lingvo.core.py_utils_flags) entmax_loss() (in module lingvo.core.entmax) entmax_support() (in module lingvo.core.entmax) enum_val (lingvo.core.hyperparams_pb2.HyperparamValue attribute)

EnumVal (class in lingvo.core.hyperparams_pb2) ErrorStats (class in lingvo.tasks.asr.levenshtein_distance) EvalExpr() (in module lingvo.core.symbolic) ExportMetrics() (lingvo.core.cluster._Cluster method) extensions (lingvo.core.inference_graph_pb2.InferenceGraph.FeedFetchMeta attribute) (lingvo.core.inference_graph_pb2.InferenceGraph.SubgraphMeta attribute)

F

feeds (lingvo.core.inference_graph_pb2.InferenceGraph.Subgraph attribute) feeds_meta (lingvo.core.inference_graph_pb2.InferenceGraph.Subgraph attribute) fetches (lingvo.core.inference_graph_pb2.InferenceGraph.Subgraph attribute) fetches_meta (lingvo.core.inference_graph_pb2.InferenceGraph.Subgraph attribute) Filter() (lingvo.core.nested_map.NestedMap method) FilterKeyVal() (lingvo.core.nested_map.NestedMap method) FindTags() (in module lingvo.tasks.asr.tools.custom_html_handlers) Flatten() (lingvo.core.nested_map.NestedMap method) FlattenItems() (lingvo.core.nested_map.NestedMap method)

float_val (lingvo.core.hyperparams_pb2.HyperparamValue attribute) ForTestingWorker() (in module lingvo.core.cluster_factory) Freeze() (lingvo.core.hyperparams.Params method) FromFullShape() (lingvo.core.gshard_utils.TensorShardingSpec class method) FromNestedDict() (lingvo.core.nested_map.NestedMap static method) FromProto() (lingvo.core.hyperparams.Params class method) FromText() (lingvo.core.hyperparams.Params method) FromTextWithTypes() (lingvo.core.hyperparams.Params method) FromXlaOpSharding() (lingvo.core.gshard_utils.TensorShardingSpec class method)

G

GenerateSummaryFromErrs() (in module lingvo.tasks.asr.tools.simple_wer) Get() (lingvo.core.hyperparams._Param method) (lingvo.core.hyperparams.Params method) (lingvo.core.nested_map.NestedMap method) (lingvo.core.symbolic.SymbolToValueMap static method) get_caller() (in module lingvo.core.ml_perf_log) get_gke_cluster() (in module lingvo.tools.gke_launch) get_saver_spec_for_variables_with_bf16_overrides() (in module lingvo.core.bfloat16_variables) GetAllDatasetParamsNotImplementedError GetBreakdownWER() (lingvo.tasks.asr.tools.simple_wer_v2.SimpleWER method) GetDatasets() (in module lingvo.datasets) GetDatasetsAst() (in module lingvo.datasets) GetDefault() (lingvo.core.hyperparams._Param method) GetEmitterFn() (in module lingvo.tools.beam_utils)

GetInfeedContext() (in module lingvo.core.cluster) GetItem() (lingvo.core.nested_map.NestedMap method) GetKeyPhraseStats() (lingvo.tasks.asr.tools.simple_wer_v2.SimpleWER method) GetKeys() (lingvo.core.hyperparams.Params method) GetMeshSplitDimPrefixContext() (in module lingvo.core.gshard_utils) GetMeshSplitSharding() (in module lingvo.core.gshard_utils) GetNonPod2dMesh() (in module lingvo.core.gshard_utils) GetPipelineRoot() (in module lingvo.tools.beam_utils) GetPlacer() (lingvo.core.cluster._Cluster method) GetReader() (in module lingvo.tools.beam_utils) GetSummaries() (lingvo.tasks.asr.tools.simple_wer_v2.SimpleWER method) GetVarSharding() (in module lingvo.core.gshard_utils) GetWER() (lingvo.tasks.asr.tools.simple_wer_v2.SimpleWER method) GetWriter() (in module lingvo.tools.beam_utils) graph_def (lingvo.core.inference_graph_pb2.InferenceGraph attribute)

H

HighlightAlignedHtml() (in module lingvo.tasks.asr.tools.simple_wer_v2) HighlightAlignedHtmlHandler (class in lingvo.tasks.asr.tools.simple_wer_v2) HtmlHandler (class in lingvo.tasks.asr.tools.simple_wer_v2) hyp_keyphrase_counts (lingvo.tasks.asr.tools.simple_wer_v2.SimpleWER attribute)

Hyperparam (class in lingvo.core.hyperparams_pb2) Hyperparam.ItemsEntry (class in lingvo.core.hyperparams_pb2) hyperparameters (lingvo.core.inference_graph_pb2.InferenceGraph attribute) HyperparamRepeated (class in lingvo.core.hyperparams_pb2) HyperparamValue (class in lingvo.core.hyperparams_pb2)

I

IMAGE (lingvo.tasks.milan.constants.Modality attribute) ImageFeatures() (in module lingvo.tasks.milan.common_schema) ImportAllParams() (in module lingvo.model_imports) ImportParams() (in module lingvo.model_imports) in_unit_test (lingvo.core.cluster._Cluster property) infeed_host_index (lingvo.core.cluster.InfeedContext attribute) InfeedContext (class in lingvo.core.cluster) InfeedContextScope() (in module lingvo.core.cluster) InferenceGraph (class in lingvo.core.inference_graph_pb2) InferenceGraph.CollectionDefEntry (class in lingvo.core.inference_graph_pb2) InferenceGraph.FeedFetchMeta (class in lingvo.core.inference_graph_pb2) InferenceGraph.Subgraph (class in lingvo.core.inference_graph_pb2) InferenceGraph.Subgraph.FeedsEntry (class in lingvo.core.inference_graph_pb2) InferenceGraph.Subgraph.FeedsMetaEntry (class in lingvo.core.inference_graph_pb2) InferenceGraph.Subgraph.FetchesEntry (class in lingvo.core.inference_graph_pb2) InferenceGraph.Subgraph.FetchesMetaEntry (class in lingvo.core.inference_graph_pb2) InferenceGraph.SubgraphMeta (class in lingvo.core.inference_graph_pb2) InferenceGraph.SubgraphsEntry (class in lingvo.core.inference_graph_pb2)

InitDevices() (lingvo.core.cluster._Cluster method) InitDevicesEager() (lingvo.core.cluster._Cluster method) inlined_matrix_inverse_pth_root() (in module lingvo.core.matrix_functions) input_device (lingvo.core.cluster._Cluster property) input_targets (lingvo.core.cluster._Cluster property) InstantiableParams (class in lingvo.core.hyperparams) Instantiate() (lingvo.core.hyperparams.InstantiableParams method) int_val (lingvo.core.hyperparams_pb2.HyperparamValue attribute) is_executor_tpu (lingvo.core.cluster._Cluster property) is_replicated (lingvo.core.gshard_utils.TensorShardingSpec property) IsCompatible() (lingvo.core.nested_map.NestedMap method) IsExpr() (in module lingvo.core.symbolic) IsImmutable() (lingvo.core.hyperparams.Params method) IsSymbol() (in module lingvo.core.symbolic) items (lingvo.core.hyperparams_pb2.Hyperparam attribute) (lingvo.core.hyperparams_pb2.HyperparamRepeated attribute) (lingvo.core.hyperparams_pb2.NamedTupleVal attribute) IterParams() (lingvo.core.hyperparams.Params method)

J

job (lingvo.core.cluster._Cluster property)

job_spec (lingvo.core.cluster._Cluster property)

K

key (lingvo.core.hyperparams_pb2.Hyperparam.ItemsEntry attribute) (lingvo.core.inference_graph_pb2.InferenceGraph.CollectionDefEntry attribute) (lingvo.core.inference_graph_pb2.InferenceGraph.Subgraph.FeedsEntry attribute) (lingvo.core.inference_graph_pb2.InferenceGraph.Subgraph.FeedsMetaEntry attribute) (lingvo.core.inference_graph_pb2.InferenceGraph.Subgraph.FetchesEntry attribute) (lingvo.core.inference_graph_pb2.InferenceGraph.Subgraph.FetchesMetaEntry attribute) (lingvo.core.inference_graph_pb2.InferenceGraph.SubgraphsEntry attribute)

key_phrases (lingvo.tasks.asr.tools.simple_wer_v2.SimpleWER attribute)

L

lang (lingvo.tasks.mt.text_input_pb2.Sentence attribute) layout (lingvo.core.inference_graph_pb2.InferenceGraph.FeedFetchMeta attribute) LevenshteinDistance() (in module lingvo.tasks.asr.levenshtein_distance) lingvo module lingvo.base_trial module lingvo.compat module lingvo.core module lingvo.core.adagraft module lingvo.core.bfloat16_variables module lingvo.core.build_data module lingvo.core.cluster module lingvo.core.cluster_factory module lingvo.core.constants module lingvo.core.differentiable_assignment module lingvo.core.egdd module lingvo.core.entmax module lingvo.core.gshard_utils module lingvo.core.hyperparams module lingvo.core.hyperparams_pb2 module lingvo.core.inference_graph_pb2 module lingvo.core.input_policy module lingvo.core.inspect_utils module lingvo.core.matrix_functions module lingvo.core.ml_perf_log module lingvo.core.nested_map module lingvo.core.program_utils module lingvo.core.py_utils_flags module lingvo.core.retry module lingvo.core.scorers module lingvo.core.sendrecv module lingvo.core.steps module lingvo.core.symbolic module lingvo.core.test_helper module lingvo.core.thread_local_utils module lingvo.core.tshape module lingvo.core.var_tmp_wrappers module lingvo.datasets module lingvo.model_imports module lingvo.pdb_wrapper module lingvo.tasks module

lingvo.tasks.asr module lingvo.tasks.asr.levenshtein_distance module lingvo.tasks.asr.params module lingvo.tasks.asr.tools module lingvo.tasks.asr.tools.custom_html_handlers module lingvo.tasks.asr.tools.simple_wer module lingvo.tasks.asr.tools.simple_wer_v2 module lingvo.tasks.image module lingvo.tasks.image.params module lingvo.tasks.lm module lingvo.tasks.lm.params module lingvo.tasks.lm.tools module lingvo.tasks.lm.tools.download_lm1b module lingvo.tasks.milan module lingvo.tasks.milan.common_schema module lingvo.tasks.milan.constants module lingvo.tasks.milan.params module lingvo.tasks.milan.tools module lingvo.tasks.mt module lingvo.tasks.mt.params module lingvo.tasks.mt.params.xendec module lingvo.tasks.mt.text_input_pb2 module lingvo.tasks.mt.tools module lingvo.tasks.punctuator module lingvo.tasks.punctuator.params module lingvo.tasks.punctuator.tools module lingvo.tasks.punctuator.tools.download_brown_corpus module lingvo.tools module lingvo.tools.beam_utils module lingvo.tools.bpe_word_tokenizer module lingvo.tools.compute_stats module lingvo.tools.count_records module lingvo.tools.gke_launch module lingvo.tools.keras2ckpt module lingvo.tools.print_tf_records module lingvo.trainer_utils module list_val (lingvo.core.hyperparams_pb2.HyperparamValue attribute) ListDevices() (lingvo.core.cluster._Cluster method) LoadSpm() (in module lingvo.core.gshard_utils) logdir (lingvo.core.cluster._Cluster property)

M

main() (in module lingvo.tasks.asr.tools.simple_wer) (in module lingvo.tasks.asr.tools.simple_wer_v2) (in module lingvo.tasks.lm.tools.download_lm1b) (in module lingvo.tasks.punctuator.tools.download_brown_corpus) (in module lingvo.tools.bpe_word_tokenizer) (in module lingvo.tools.compute_stats) (in module lingvo.tools.count_records) (in module lingvo.tools.gke_launch) (in module lingvo.tools.keras2ckpt) (in module lingvo.tools.print_tf_records) MakeDeviceString() (in module lingvo.core.cluster) ManualMeshDimContext() (in module lingvo.core.gshard_utils) ManualToAutoPartitioning() (lingvo.core.gshard_utils.TensorShardingSpec method) matched_keyphrase_counts (lingvo.tasks.asr.tools.simple_wer_v2.SimpleWER attribute) matrix_square_root() (in module lingvo.core.matrix_functions) max_assignment() (in module lingvo.core.differentiable_assignment) MergeCommonKeysFrom() (lingvo.core.hyperparams.Params method) mesh_dim_to_tensor_dim_mapping (lingvo.core.gshard_utils.TensorShardingSpec property) MeshSplit() (in module lingvo.core.gshard_utils) MeshSplitDimPrefixContext() (in module lingvo.core.gshard_utils) meta (lingvo.core.inference_graph_pb2.InferenceGraph.Subgraph attribute) mlperf_format() (in module lingvo.core.ml_perf_log) mlperf_print() (in module lingvo.core.ml_perf_log) Modality (class in lingvo.tasks.milan.constants) mode (lingvo.core.cluster._Cluster property) module lingvo lingvo.base_trial lingvo.compat lingvo.core lingvo.core.adagraft lingvo.core.bfloat16_variables lingvo.core.build_data lingvo.core.cluster lingvo.core.cluster_factory lingvo.core.constants lingvo.core.differentiable_assignment lingvo.core.egdd lingvo.core.entmax lingvo.core.gshard_utils lingvo.core.hyperparams lingvo.core.hyperparams_pb2 lingvo.core.inference_graph_pb2 lingvo.core.input_policy lingvo.core.inspect_utils lingvo.core.matrix_functions lingvo.core.ml_perf_log lingvo.core.nested_map lingvo.core.program_utils lingvo.core.py_utils_flags lingvo.core.retry lingvo.core.scorers lingvo.core.sendrecv lingvo.core.steps lingvo.core.symbolic lingvo.core.test_helper lingvo.core.thread_local_utils lingvo.core.tshape lingvo.core.var_tmp_wrappers lingvo.datasets lingvo.model_imports lingvo.pdb_wrapper lingvo.tasks lingvo.tasks.asr lingvo.tasks.asr.levenshtein_distance lingvo.tasks.asr.params lingvo.tasks.asr.tools lingvo.tasks.asr.tools.custom_html_handlers lingvo.tasks.asr.tools.simple_wer lingvo.tasks.asr.tools.simple_wer_v2 lingvo.tasks.image lingvo.tasks.image.params lingvo.tasks.lm lingvo.tasks.lm.params lingvo.tasks.lm.tools lingvo.tasks.lm.tools.download_lm1b lingvo.tasks.milan lingvo.tasks.milan.common_schema lingvo.tasks.milan.constants lingvo.tasks.milan.params lingvo.tasks.milan.tools lingvo.tasks.mt lingvo.tasks.mt.params lingvo.tasks.mt.params.xendec lingvo.tasks.mt.text_input_pb2 lingvo.tasks.mt.tools lingvo.tasks.punctuator lingvo.tasks.punctuator.params lingvo.tasks.punctuator.tools lingvo.tasks.punctuator.tools.download_brown_corpus lingvo.tools lingvo.tools.beam_utils lingvo.tools.bpe_word_tokenizer lingvo.tools.compute_stats lingvo.tools.count_records lingvo.tools.gke_launch lingvo.tools.keras2ckpt lingvo.tools.print_tf_records lingvo.trainer_utils

N

name (lingvo.core.hyperparams_pb2.EnumVal attribute) Name() (lingvo.base_trial.NoOpTrial method) (lingvo.base_trial.Trial method) named_tuple_val (lingvo.core.hyperparams_pb2.HyperparamValue attribute) NamedTupleVal (class in lingvo.core.hyperparams_pb2) NestedMap (class in lingvo.core.nested_map) NewlineHtmlHandler (class in lingvo.tasks.asr.tools.custom_html_handlers) NGrams() (in module lingvo.core.scorers)

NoOpTrial (class in lingvo.base_trial) num_devices_per_replica (lingvo.core.cluster._Cluster property) num_devices_per_split (lingvo.core.cluster._Cluster property) num_elements() (lingvo.core.tshape.Shape method) num_infeed_hosts (lingvo.core.cluster.InfeedContext attribute) num_replicas (lingvo.core.cluster._Cluster property) num_splits_per_client (lingvo.core.cluster._Cluster property) num_splits_per_replica (lingvo.core.cluster._Cluster property) num_tpu_hosts (lingvo.core.cluster._Cluster property)

O

objective_metric_key (lingvo.base_trial.Trial property)

OverrideModelParams() (lingvo.base_trial.NoOpTrial method) (lingvo.base_trial.Trial method)

P

Pack() (lingvo.core.nested_map.NestedMap method) param_val (lingvo.core.hyperparams_pb2.HyperparamValue attribute) Params (class in lingvo.core.hyperparams) params (lingvo.core.cluster._Cluster property) Params() (lingvo.base_trial.Trial class method) (lingvo.core.cluster._Cluster class method)

ParseDeviceString() (in module lingvo.core.cluster) PreprocessTxtBeforeWER() (in module lingvo.tasks.asr.tools.simple_wer) previous_assigns() (lingvo.core.var_tmp_wrappers.VarWrapperTrackAssign method) Print() (lingvo.tools.compute_stats.StatsCollector method) proto_val (lingvo.core.hyperparams_pb2.HyperparamValue attribute) ProtoVal (class in lingvo.core.hyperparams_pb2)

Q

quantized_max_const (lingvo.core.inference_graph_pb2.InferenceGraph.FeedFetchMeta attribute) quantized_max_tensor (lingvo.core.inference_graph_pb2.InferenceGraph.FeedFetchMeta attribute)

quantized_min_const (lingvo.core.inference_graph_pb2.InferenceGraph.FeedFetchMeta attribute) quantized_min_tensor (lingvo.core.inference_graph_pb2.InferenceGraph.FeedFetchMeta attribute) quantized_num_bits (lingvo.core.inference_graph_pb2.InferenceGraph.FeedFetchMeta attribute)

R

rank (lingvo.core.tshape.Shape property) raw_var (lingvo.core.var_tmp_wrappers.StackedVarWrapperWithManualSharding property) (lingvo.core.var_tmp_wrappers.VarWrapperTrackAssign property) read_value() (lingvo.core.var_tmp_wrappers.StackedVarWrapperWithManualSharding method) Recv() (lingvo.core.sendrecv.Channel method) ref_keyphrase_counts (lingvo.tasks.asr.tools.simple_wer_v2.SimpleWER attribute) RemoveCommentTxtPreprocess() (in module lingvo.tasks.asr.tools.simple_wer_v2) RemoveDim() (lingvo.core.gshard_utils.TensorShardingSpec method) RemoveLeadingDims() (lingvo.core.gshard_utils.TensorShardingSpec method) RemoveTags() (in module lingvo.tasks.asr.tools.simple_wer_v2) Render() (lingvo.tasks.asr.tools.custom_html_handlers.ChainOfHtmlHandlers method) (lingvo.tasks.asr.tools.custom_html_handlers.NewlineHtmlHandler method) (lingvo.tasks.asr.tools.custom_html_handlers.TagHtmlHandler method) (lingvo.tasks.asr.tools.simple_wer_v2.HighlightAlignedHtmlHandler method) (lingvo.tasks.asr.tools.simple_wer_v2.HtmlHandler method)

Replicate() (in module lingvo.core.gshard_utils) ReplicatedSpec() (lingvo.core.gshard_utils.TensorShardingSpec class method) report_interval_seconds (lingvo.base_trial.Trial property) ReportDone() (lingvo.base_trial.NoOpTrial method) (lingvo.base_trial.Trial method) ReportEvalMeasure() (lingvo.base_trial.NoOpTrial method) (lingvo.base_trial.Trial method) reporting_job (lingvo.core.cluster._Cluster property) require_sequential_input_order (lingvo.core.cluster._Cluster property) ReshapeDim() (in module lingvo.core.gshard_utils) restore() (lingvo.core.bfloat16_variables.Bfloat16VariableSaveable method) Retry() (in module lingvo.core.retry)

S

saver_def (lingvo.core.inference_graph_pb2.InferenceGraph attribute) Send() (lingvo.core.sendrecv.Channel method) Sentence (class in lingvo.tasks.mt.text_input_pb2) sentence (lingvo.tasks.mt.text_input_pb2.Sentence attribute) SentencePair (class in lingvo.tasks.mt.text_input_pb2) Set() (lingvo.core.hyperparams._Param method) (lingvo.core.hyperparams.Params method) (lingvo.core.nested_map.NestedMap method) set_pod_cpu_memory() (in module lingvo.tools.gke_launch) SetCluster() (in module lingvo.core.cluster_factory) SetEval() (in module lingvo.core.cluster_factory) SetModelSplit() (in module lingvo.core.cluster_factory) SetRequireSequentialInputOrder() (in module lingvo.core.cluster_factory) Setup() (lingvo.tasks.asr.tools.custom_html_handlers.ChainOfHtmlHandlers method) (lingvo.tasks.asr.tools.custom_html_handlers.NewlineHtmlHandler method) (lingvo.tasks.asr.tools.custom_html_handlers.TagHtmlHandler method) (lingvo.tasks.asr.tools.simple_wer_v2.HtmlHandler method) Shape (class in lingvo.core.tshape) shape (lingvo.core.inference_graph_pb2.InferenceGraph.FeedFetchMeta attribute) ShardShape() (lingvo.core.gshard_utils.TensorShardingSpec method) ShouldRun() (lingvo.core.program_utils.TriggerScheduler method) ShouldStop() (lingvo.base_trial.NoOpTrial method) (lingvo.base_trial.Trial method) ShouldStopAndMaybeReport() (lingvo.base_trial.NoOpTrial method) (lingvo.base_trial.Trial method)

SimpleWER (class in lingvo.tasks.asr.tools.simple_wer_v2) size (lingvo.core.tshape.Shape property) Split (class in lingvo.tasks.milan.constants) Split() (in module lingvo.core.gshard_utils) split_dims_mapping (lingvo.core.gshard_utils.TensorShardingSpec property) SquareBracketIndex() (lingvo.core.nested_map.NestedMap static method) src_sentence (lingvo.tasks.mt.text_input_pb2.SentencePair attribute) Stack() (lingvo.core.symbolic.SymbolToValueMap static method) StackedVarWrapperWithManualSharding (class in lingvo.core.var_tmp_wrappers) stateless_cache_dataset() (in module lingvo.compat) stateless_list_files() (in module lingvo.compat) stateless_shuffle_dataset() (in module lingvo.compat) StatsCollector (class in lingvo.tools.compute_stats) string_repr_val (lingvo.core.hyperparams_pb2.HyperparamValue attribute) string_val (lingvo.core.hyperparams_pb2.HyperparamValue attribute) subgraphs (lingvo.core.inference_graph_pb2.InferenceGraph attribute) Subs() (lingvo.core.tshape.Shape method) summarize_tf2_status() (in module lingvo.compat) SummaryToCsv() (in module lingvo.core.program_utils) Symbol (class in lingvo.core.symbolic) symbolic_val (lingvo.core.hyperparams_pb2.HyperparamValue attribute) SymbolToValueMap (class in lingvo.core.symbolic) synchronous (lingvo.core.cluster._Cluster property)

T

TagHtmlHandler (class in lingvo.tasks.asr.tools.custom_html_handlers) task (lingvo.core.cluster._Cluster property) tensorboard_template() (in module lingvo.tools.gke_launch) TensorShardingSpec (class in lingvo.core.gshard_utils) TEST (lingvo.tasks.milan.constants.Split attribute) test_src_dir_path() (in module lingvo.core.test_helper) testonly_skip_norm_layers() (in module lingvo.core.py_utils_flags) TEXT (lingvo.tasks.milan.constants.Modality attribute) TextDiff() (lingvo.core.hyperparams.Params method) TextFeatures() (in module lingvo.tasks.milan.common_schema) tf_data_service_address (lingvo.core.cluster._Cluster property) tgt_sentence (lingvo.tasks.mt.text_input_pb2.SentencePair attribute) ThreadLocalDict (class in lingvo.core.thread_local_utils) ThreadLocalStack (class in lingvo.core.thread_local_utils) ToNestedDict() (lingvo.core.nested_map.NestedMap method) Top() (lingvo.core.cluster._Cluster static method) ToProto() (lingvo.core.hyperparams.Params method) ToStatic() (in module lingvo.core.symbolic) ToString() (lingvo.core.hyperparams._Param method) total_worker_devices (lingvo.core.cluster._Cluster property) ToTensor() (in module lingvo.core.symbolic)

ToTensorShape() (lingvo.core.tshape.Shape method) ToText() (lingvo.core.hyperparams.Params method) ToTextWithTypes() (lingvo.core.hyperparams.Params method) ToXlaOpSharding() (lingvo.core.gshard_utils.TensorShardingSpec method) tpu_compat() (in module lingvo.core.py_utils_flags) tpu_training_template() (in module lingvo.tools.gke_launch) tpus_per_replica (lingvo.core.cluster._Cluster property) TRAIN (lingvo.tasks.milan.constants.Split attribute) Transform() (lingvo.core.nested_map.NestedMap method) TransformWithKey() (lingvo.core.nested_map.NestedMap method) Trial (class in lingvo.base_trial) Trigger() (lingvo.core.program_utils.TriggerScheduler method) TriggerScheduler (class in lingvo.core.program_utils) TryLoadCache() (lingvo.core.program_utils.DecodeStatusCache method) TunerManagedError tuple_val (lingvo.core.hyperparams_pb2.HyperparamValue attribute) TxtPreprocess() (in module lingvo.tasks.asr.tools.simple_wer_v2) type (lingvo.core.hyperparams_pb2.EnumVal attribute) (lingvo.core.hyperparams_pb2.NamedTupleVal attribute) (lingvo.core.hyperparams_pb2.ProtoVal attribute) type_val (lingvo.core.hyperparams_pb2.HyperparamValue attribute)

U

uneven_padding (lingvo.core.gshard_utils.TensorShardingSpec property) Unsegmenter (class in lingvo.core.scorers) unsegmenter (lingvo.core.scorers.BleuScorer property) UpdateCkpt() (lingvo.core.program_utils.DecodeStatusCache method)

UpdateDataset() (lingvo.core.program_utils.DecodeStatusCache method) use_stateless_vars_init() (in module lingvo.core.py_utils_flags) use_tpu() (in module lingvo.core.py_utils_flags) use_xla() (in module lingvo.core.py_utils_flags)

V

val (lingvo.core.hyperparams_pb2.ProtoVal attribute) validate_args() (in module lingvo.tools.gke_launch) value (lingvo.core.hyperparams_pb2.Hyperparam.ItemsEntry attribute) (lingvo.core.inference_graph_pb2.InferenceGraph.CollectionDefEntry attribute) (lingvo.core.inference_graph_pb2.InferenceGraph.Subgraph.FeedsEntry attribute) (lingvo.core.inference_graph_pb2.InferenceGraph.Subgraph.FeedsMetaEntry attribute) (lingvo.core.inference_graph_pb2.InferenceGraph.Subgraph.FetchesEntry attribute) (lingvo.core.inference_graph_pb2.InferenceGraph.Subgraph.FetchesMetaEntry attribute) (lingvo.core.inference_graph_pb2.InferenceGraph.SubgraphsEntry attribute)

value() (lingvo.core.var_tmp_wrappers.StackedVarWrapperWithManualSharding method) variable_scope (class in lingvo.compat) VarPlacer (class in lingvo.core.cluster) VarWrapperTrackAssign (class in lingvo.core.var_tmp_wrappers) Visit() (lingvo.core.hyperparams.Params method) VLog() (lingvo.core.nested_map.NestedMap method)

W

wer_info (lingvo.tasks.asr.tools.simple_wer_v2.SimpleWER attribute)

worker_cluster_def (lingvo.core.cluster._Cluster property) WorkerDeviceInModelSplit() (lingvo.core.cluster._Cluster method)

Z

ZigzagOrderOnDeviceMesh() (in module lingvo.core.gshard_utils)