lingvo.core package

Subpackages

• lingvo.core.ops package
  • Submodules
    • lingvo.core.ops.hyps_pb2 module
    • lingvo.core.ops.record_pb2 module
    • lingvo.core.ops.versioned_file_set_pb2 module
    • lingvo.core.ops.x_ops module
• lingvo.core.steps package
  • Submodules
    • lingvo.core.steps.attention_steps module
    • lingvo.core.steps.embedding_steps module
    • lingvo.core.steps.rnn_steps module

Submodules

• lingvo.core.activations module
• lingvo.core.adagraft module
  • AdaGraftOptimizer
    • AdaGraftOptimizer._create_slots()
    • AdaGraftOptimizer._prepare()
    • AdaGraftOptimizer._apply_dense()
    • AdaGraftOptimizer._resource_apply_dense()
    • AdaGraftOptimizer._internal_apply_dense()
    • AdaGraftOptimizer._finish()
    • AdaGraftOptimizer._resource_apply_sparse()
    • AdaGraftOptimizer._apply_sparse()
• lingvo.core.attention module
• lingvo.core.attention_util module
• lingvo.core.base_decoder module
• lingvo.core.base_input_generator module
• lingvo.core.base_layer module
• lingvo.core.base_model module
• lingvo.core.base_model_params module
• lingvo.core.batch_major_attention module
• lingvo.core.batch_utils module
• lingvo.core.beam_search_helper module
• lingvo.core.bfloat16_variables module
  • Bfloat16VariableSaveable
    • Bfloat16VariableSaveable.restore()
  • get_saver_spec_for_variables_with_bf16_overrides()
• lingvo.core.bn_layers module
• lingvo.core.build_data module
  • BuildData()
• lingvo.core.builder module
• lingvo.core.builder_layers module
• lingvo.core.checkpointer module
• lingvo.core.cluster module
  • InfeedContext
    • InfeedContext._asdict()
    • InfeedContext._field_defaults
    • InfeedContext._fields
    • InfeedContext._make()
    • InfeedContext._replace()
    • InfeedContext.infeed_host_index
    • InfeedContext.num_infeed_hosts
  • InfeedContextScope()
  • GetInfeedContext()
  • MakeDeviceString()
  • _Cluster
    • _Cluster._JobSpec()
    • _Cluster.Params()
    • _Cluster.InitDevices()
    • _Cluster.InitDevicesEager()
    • _Cluster.ListDevices()
    • _Cluster.Top()
    • _Cluster.ExportMetrics()
    • _Cluster._CheckInvariants()
    • _Cluster.params
    • _Cluster.mode
    • _Cluster.job
    • _Cluster.logdir
    • _Cluster.task
    • _Cluster.is_executor_tpu
    • _Cluster.job_spec
    • _Cluster.asynchronous
    • _Cluster.synchronous
    • _Cluster.num_replicas
    • _Cluster.tpus_per_replica
    • _Cluster.num_tpu_hosts
    • _Cluster.num_devices_per_replica
    • _Cluster.total_worker_devices
    • _Cluster.num_devices_per_split
    • _Cluster.num_splits_per_replica
    • _Cluster.num_splits_per_client
    • _Cluster.available_devices
    • _Cluster.input_device
    • _Cluster.all_worker_names
    • _Cluster.input_targets
    • _Cluster.WorkerDeviceInModelSplit()
    • _Cluster.GetPlacer()
    • _Cluster.tf_data_service_address
    • _Cluster.add_summary
    • _Cluster.do_eval
    • _Cluster.in_unit_test
    • _Cluster.require_sequential_input_order
    • _Cluster.worker_cluster_def
    • _Cluster.reporting_job
  • VarPlacer
    • VarPlacer._AssignVar()
    • VarPlacer.DeviceFunction()
  • _LeastLoadedPlacer
    • _LeastLoadedPlacer._AssignVar()
  • ParseDeviceString()
• lingvo.core.cluster_factory module
  • SetCluster()
  • Current()
  • ForTestingWorker()
  • SetEval()
  • SetRequireSequentialInputOrder()
  • SetModelSplit()
• lingvo.core.computation_cost module
• lingvo.core.conformer_layer module
• lingvo.core.constants module
• lingvo.core.conv_layers_builder module
• lingvo.core.conv_layers_with_time_padding module
• lingvo.core.datasource module
• lingvo.core.datasource_tfds module
• lingvo.core.decoder_lib module
• lingvo.core.differentiable_assignment module
  • max_assignment()
• lingvo.core.distillation_task module
• lingvo.core.distributed_shampoo module
• lingvo.core.early_stop module
• lingvo.core.egdd module
  • EGDD
    • EGDD._create_slots()
    • EGDD._prepare()
    • EGDD._apply_dense()
    • EGDD._resource_apply_dense()
    • EGDD._resource_apply_sparse()
    • EGDD._apply_sparse()
• lingvo.core.entmax module
  • _calculate_probability()
  • entmax_support()
  • entmax_loss()
• lingvo.core.favor_attention module
• lingvo.core.flat_beam_search_helper module
• lingvo.core.generic_input module
• lingvo.core.gpipe module
• lingvo.core.graddrop module
• lingvo.core.gradient_combiner module
• lingvo.core.gshard_builder module
• lingvo.core.gshard_decode module
• lingvo.core.gshard_layers module
• lingvo.core.gshard_utils module
  • Split()
  • Replicate()
  • GetMeshSplitSharding()
  • MeshSplit()
  • MeshSplitDimPrefixContext()
  • GetMeshSplitDimPrefixContext()
  • ManualMeshDimContext()
  • ZigzagOrderOnDeviceMesh()
  • GetNonPod2dMesh()
  • ReshapeDim()
  • TensorShardingSpec
    • TensorShardingSpec.FromFullShape()
    • TensorShardingSpec.ApplyToTensor()
    • TensorShardingSpec.ApplyToVariable()
    • TensorShardingSpec.ShardShape()
    • TensorShardingSpec.ManualToAutoPartitioning()
    • TensorShardingSpec.AutoToManualPartitioning()
    • TensorShardingSpec.ToXlaOpSharding()
    • TensorShardingSpec.FromXlaOpSharding()
    • TensorShardingSpec.AddLeadingDims()
    • TensorShardingSpec.RemoveLeadingDims()
    • TensorShardingSpec.RemoveDim()
    • TensorShardingSpec.ReplicatedSpec()
    • TensorShardingSpec.split_dims_mapping
    • TensorShardingSpec.device_mesh
    • TensorShardingSpec.is_replicated
    • TensorShardingSpec.mesh_dim_to_tensor_dim_mapping
    • TensorShardingSpec.uneven_padding
  • GetVarSharding()
  • LoadSpm()
• lingvo.core.hyperparams module
  • _QuoteString()
  • _UnquoteString()
  • _EndsWithTerminalQuote()
  • _IsNamedTuple()
  • _SortedDict
  • _Param
    • _Param.ToString()
    • _Param.Set()
    • _Param.Get()
    • _Param.GetDefault()
  • CopyFieldsTo()
  • Params
    • Params._ToString()
    • Params._SimilarKeys()
    • Params._KeyErrorString()
    • Params.Copy()
    • Params._CopyTo()
    • Params.MergeCommonKeysFrom()
    • Params.Define()
    • Params.Freeze()
    • Params.IsImmutable()
    • Params._GetNested()
    • Params.Set()
    • Params.Get()
    • Params.Delete()
    • Params.IterParams()
    • Params.GetKeys()
    • Params.ToProto()
    • Params.FromProto()
    • Params.Visit()
    • Params.ToText()
    • Params.FromText()
    • Params.ToTextWithTypes()
    • Params.FromTextWithTypes()
    • Params.TextDiff()
  • InstantiableParams
    • InstantiableParams.Instantiate()
    • InstantiableParams.Copy()
• lingvo.core.hyperparams_pb2 module
  • _b()
  • Hyperparam
    • Hyperparam.DESCRIPTOR
    • Hyperparam.ItemsEntry
      • Hyperparam.ItemsEntry.DESCRIPTOR
      • Hyperparam.ItemsEntry.key
      • Hyperparam.ItemsEntry.value
    • Hyperparam.items
  • HyperparamRepeated
    • HyperparamRepeated.DESCRIPTOR
    • HyperparamRepeated.items
  • HyperparamValue
    • HyperparamValue.DESCRIPTOR
    • HyperparamValue.bool_val
    • HyperparamValue.dict_val
    • HyperparamValue.dtype_val
    • HyperparamValue.enum_val
    • HyperparamValue.float_val
    • HyperparamValue.int_val
    • HyperparamValue.list_val
    • HyperparamValue.named_tuple_val
    • HyperparamValue.param_val
    • HyperparamValue.proto_val
    • HyperparamValue.string_repr_val
    • HyperparamValue.string_val
    • HyperparamValue.symbolic_val
    • HyperparamValue.tuple_val
    • HyperparamValue.type_val
  • ProtoVal
    • ProtoVal.DESCRIPTOR
    • ProtoVal.type
    • ProtoVal.val
  • EnumVal
    • EnumVal.DESCRIPTOR
    • EnumVal.name
    • EnumVal.type
  • NamedTupleVal
    • NamedTupleVal.DESCRIPTOR
    • NamedTupleVal.items
    • NamedTupleVal.type
• lingvo.core.inference_graph_exporter module
• lingvo.core.inference_graph_pb2 module
  • _b()
  • InferenceGraph
    • InferenceGraph.CollectionDefEntry
      • InferenceGraph.CollectionDefEntry.DESCRIPTOR
      • InferenceGraph.CollectionDefEntry.key
      • InferenceGraph.CollectionDefEntry.value
    • InferenceGraph.DESCRIPTOR
    • InferenceGraph.FeedFetchMeta
      • InferenceGraph.FeedFetchMeta.DESCRIPTOR
      • InferenceGraph.FeedFetchMeta.data_type
      • InferenceGraph.FeedFetchMeta.dispatch_stride_axis
      • InferenceGraph.FeedFetchMeta.extensions
      • InferenceGraph.FeedFetchMeta.layout
      • InferenceGraph.FeedFetchMeta.quantized_max_const
      • InferenceGraph.FeedFetchMeta.quantized_max_tensor
      • InferenceGraph.FeedFetchMeta.quantized_min_const
      • InferenceGraph.FeedFetchMeta.quantized_min_tensor
      • InferenceGraph.FeedFetchMeta.quantized_num_bits
      • InferenceGraph.FeedFetchMeta.shape
    • InferenceGraph.Subgraph
      • InferenceGraph.Subgraph.DESCRIPTOR
      • InferenceGraph.Subgraph.FeedsEntry
      • InferenceGraph.Subgraph.FeedsMetaEntry
      • InferenceGraph.Subgraph.FetchesEntry
      • InferenceGraph.Subgraph.FetchesMetaEntry
      • InferenceGraph.Subgraph.feeds
      • InferenceGraph.Subgraph.feeds_meta
      • InferenceGraph.Subgraph.fetches
      • InferenceGraph.Subgraph.fetches_meta
      • InferenceGraph.Subgraph.meta
    • InferenceGraph.SubgraphMeta
      • InferenceGraph.SubgraphMeta.DESCRIPTOR
      • InferenceGraph.SubgraphMeta.extensions
    • InferenceGraph.SubgraphsEntry
      • InferenceGraph.SubgraphsEntry.DESCRIPTOR
      • InferenceGraph.SubgraphsEntry.key
      • InferenceGraph.SubgraphsEntry.value
    • InferenceGraph.asset_file_def
    • InferenceGraph.collection_def
    • InferenceGraph.graph_def
    • InferenceGraph.hyperparameters
    • InferenceGraph.saver_def
    • InferenceGraph.subgraphs
• lingvo.core.input_generator_helper module
• lingvo.core.input_policy module
  • Apply()
• lingvo.core.insertion module
• lingvo.core.inspect_utils module
  • _IsDefinableParameter()
  • _ExtractParameters()
  • DefineParams()
  • _MakeArgs()
  • CallWithParams()
  • ConstructWithParams()
• lingvo.core.layers module
• lingvo.core.layers_with_attention module
• lingvo.core.layers_with_gpipe module
• lingvo.core.learner module
• lingvo.core.lstm_frnn_layer module
• lingvo.core.matrix_functions module
  • matrix_square_root()
  • inlined_matrix_inverse_pth_root()
• lingvo.core.metrics module
• lingvo.core.ml_perf_bleu_metric module
• lingvo.core.ml_perf_log module
  • get_caller()
  • mlperf_format()
  • mlperf_print()
• lingvo.core.ml_perf_tokenizer module
• lingvo.core.model_helper module
• lingvo.core.multitask_model module
• lingvo.core.nested_map module
  • _FromNestedDict()
  • NestedMap
    • NestedMap._HAS_DYNAMIC_ATTRIBUTES
    • NestedMap._RESERVED_KEYS
    • NestedMap._DELETE
    • NestedMap.copy()
    • NestedMap.DeepCopy()
    • NestedMap.FromNestedDict()
    • NestedMap.ToNestedDict()
    • NestedMap.CheckKey()
    • NestedMap.SquareBracketIndex()
    • NestedMap.GetItem()
    • NestedMap.Get()
    • NestedMap.Set()
    • NestedMap._RecursiveMap()
    • NestedMap.Flatten()
    • NestedMap.FlattenItems()
    • NestedMap.Pack()
    • NestedMap.Transform()
    • NestedMap.TransformWithKey()
    • NestedMap.IsCompatible()
    • NestedMap.Filter()
    • NestedMap.FilterKeyVal()
    • NestedMap._ToStrings()
    • NestedMap.DebugString()
    • NestedMap.VLog()
• lingvo.core.optimizer module
• lingvo.core.plot module
• lingvo.core.predictor module
• lingvo.core.predictor_runner_base module
• lingvo.core.program module
• lingvo.core.program_utils module
  • SummaryToCsv()
  • CsvToSummary()
  • DecodeStatusCache
    • DecodeStatusCache.UpdateCkpt()
    • DecodeStatusCache.UpdateDataset()
    • DecodeStatusCache.TryLoadCache()
  • TriggerScheduler
    • TriggerScheduler.Trigger()
    • TriggerScheduler.ShouldRun()
• lingvo.core.pruning_utils module
• lingvo.core.py_utils module
• lingvo.core.py_utils_flags module
  • _FromGlobal()
  • enable_asserts()
  • enable_check_numerics()
  • use_xla()
  • use_tpu()
  • testonly_skip_norm_layers()
  • tpu_compat()
  • use_stateless_vars_init()
• lingvo.core.quant_test_lib module
• lingvo.core.quant_utils module
• lingvo.core.recurrent module
• lingvo.core.repeat_layer module
• lingvo.core.retry module
  • Retry()
• lingvo.core.reversible_layers module
• lingvo.core.rnn_cell module
• lingvo.core.rnn_layers module
• lingvo.core.routing_config_helper module
• lingvo.core.saver module
• lingvo.core.scatter_update module
• lingvo.core.schedule module
• lingvo.core.scorers module
  • _ToUnicode()
  • _Tokenize()
  • NGrams()
  • Unsegmenter
    • Unsegmenter._BPE_SEPARATOR
    • Unsegmenter._WPM_SEPARATOR
    • Unsegmenter._UnsegmentWpm()
    • Unsegmenter._UnsegmentBpe()
  • BleuScorer
    • BleuScorer.unsegmenter
    • BleuScorer.AddSentence()
    • BleuScorer.ComputeOverallScore()
• lingvo.core.self_attention_layer module
• lingvo.core.sendrecv module
  • _TpuCore()
  • Channel
    • Channel.Send()
    • Channel.Recv()
• lingvo.core.spectrum_augmenter module
• lingvo.core.spectrum_augmenter_on_device module
• lingvo.core.step module
• lingvo.core.stream_step_test_base module
• lingvo.core.summary_utils module
• lingvo.core.symbolic module
  • Symbol
    • Symbol.dummy_index
    • Symbol._explicit_class_assumptions
    • Symbol._prop_handler
    • Symbol.default_assumptions
  • IsSymbol()
  • IsExpr()
  • _LocalSymbolToValueStack
  • SymbolToValueMap
    • SymbolToValueMap._local_stack
    • SymbolToValueMap.Stack()
    • SymbolToValueMap.Get()
  • EvalExpr()
  • ToStatic()
  • ToTensor()
• lingvo.core.target_sequence_sampler module
• lingvo.core.task_scheduler module
• lingvo.core.test_helper module
  • test_src_dir_path()
• lingvo.core.test_trainer_utils module
• lingvo.core.test_utils module
• lingvo.core.thread_local_utils module
  • ThreadLocalStack
  • ThreadLocalDict
• lingvo.core.tokenizers module
• lingvo.core.tpu_embedding_layers module
• lingvo.core.tpu_summary module
• lingvo.core.trainer_test_utils module
• lingvo.core.tshape module
  • Shape
    • Shape.rank
    • Shape.size
    • Shape.num_elements()
    • Shape.Subs()
    • Shape.ToTensorShape()
• lingvo.core.var_tmp_wrappers module
  • VarWrapperTrackAssign
    • VarWrapperTrackAssign.previous_assigns()
    • VarWrapperTrackAssign.control_after_assigns()
    • VarWrapperTrackAssign.raw_var
    • VarWrapperTrackAssign.assign()
    • VarWrapperTrackAssign.assign_add()
    • VarWrapperTrackAssign.assign_sub()
  • StackedVarWrapperWithManualSharding
    • StackedVarWrapperWithManualSharding.raw_var
    • StackedVarWrapperWithManualSharding._to_manual()
    • StackedVarWrapperWithManualSharding._to_auto()
    • StackedVarWrapperWithManualSharding.value()
    • StackedVarWrapperWithManualSharding.read_value()
    • StackedVarWrapperWithManualSharding.assign()
    • StackedVarWrapperWithManualSharding.assign_add()
    • StackedVarWrapperWithManualSharding.assign_sub()
• lingvo.core.wpm_encoder module