Index A | B | C | D | E | F | G | H | I | J | L | M | N | O | P | R | S | T | U | V | W A actual_compute() (seqio.metrics.CollectingMetric method) add() (seqio.dataset_providers.DatasetProviderRegistry class method) (seqio.dataset_providers.MixtureRegistry class method) (seqio.dataset_providers.TaskRegistry class method) add_fully_cached_mixture() (in module seqio.experimental) add_fully_cached_task() (in module seqio.experimental) add_kwargs_to_transform() (in module seqio.utils) add_provider() (seqio.dataset_providers.DatasetProviderRegistry class method) add_task_with_sentinels() (in module seqio.experimental) append_eos() (in module seqio.preprocessors) append_eos_after_trim() (in module seqio.preprocessors) append_eos_after_trim_impl() (in module seqio.preprocessors) apply_feature_converter() (in module seqio.preprocessors) apply_length_check (seqio.feature_converters.FeatureConverter attribute) assert_cached() (seqio.dataset_providers.Task method) assert_dataset() (in module seqio.test_utils) assert_datasets_eq() (in module seqio.test_utils) assert_datasets_neq() (in module seqio.test_utils) assert_dict_contains() (in module seqio.test_utils) assert_dict_values_equal() (in module seqio.test_utils) Audio (class in seqio.metrics) B bos_id (seqio.feature_converters.FeatureConverter attribute) builder_cls() (seqio.utils.LazyTfdsLoader method) C cache_dir (seqio.dataset_providers.Task property) cached_model_datasets (seqio.evaluation.Evaluator attribute) cached_task_datasets (seqio.evaluation.Evaluator attribute) CacheDatasetPlaceholder (class in seqio.dataset_providers) caching_permitted (seqio.dataset_providers.DataSource property) (seqio.helpers.TruncatedDatasetProvider property) close() (seqio.evaluation.Evaluator method) CollectingMetric (class in seqio.metrics) compute() (seqio.metrics.LegacyMetric method) config_name (seqio.test_utils.FakeTfdsInfo attribute) create_default_dataset() (in module seqio.test_utils) D data_dir (seqio.test_utils.FakeLazyTfds attribute) (seqio.utils.LazyTfdsLoader property) (seqio.utils.TfdsSplit attribute) DataInjector (class in seqio.test_utils) dataset (seqio.utils.TfdsSplit attribute) DatasetProviderBase (class in seqio.dataset_providers) DatasetProviderRegistry (class in seqio.dataset_providers) DataSource (class in seqio.dataset_providers) DataSourceInterface (class in seqio.dataset_providers) DecoderFeatureConverter (class in seqio.feature_converters) default() (seqio.loggers.TensorAndNumpyEncoder method) description (seqio.test_utils.FakeTfdsInfo attribute) dict_to_tfexample() (in module seqio.utils) disable_registry() (in module seqio.experimental) dtype (seqio.utils.Feature attribute) E empty() (seqio.metrics.LegacyMetric class method) EncDecFeatureConverter (class in seqio.feature_converters) encode() (seqio.test_utils.MockVocabulary method) encode_tf() (seqio.test_utils.MockVocabulary method) EncoderFeatureConverter (class in seqio.feature_converters) eval_tasks (seqio.evaluation.Evaluator attribute) evaluate() (seqio.evaluation.Evaluator method) Evaluator (class in seqio.evaluation) F FakeLazyTfds (class in seqio.test_utils) FakeMixtureTest (class in seqio.test_utils) FakeTaskTest (class in seqio.test_utils) FakeTfdsInfo (class in seqio.test_utils) Feature (class in seqio.utils) FeatureConverter (class in seqio.feature_converters) FeatureConverter.FeatureSpec (class in seqio.feature_converters) features (seqio.test_utils.FakeTfdsInfo attribute) fewshot_preprocessor() (in module seqio.experimental) FewshotDataSource (class in seqio.experimental) file_format (seqio.test_utils.FakeTfdsInfo attribute) file_path (seqio.dataset_providers.SourceInfo attribute) FileDataSource (class in seqio.dataset_providers) files (seqio.test_utils.FakeLazyTfds attribute) files() (seqio.utils.LazyTfdsLoader method) flatten_dict() (in module seqio.utils) for_class() (seqio.dataset_providers.SourceInfo class method) from_metric_fn() (seqio.metrics.PassthroughLegacyMetric class method) from_model_output() (seqio.metrics.CollectingMetric class method) (seqio.metrics.LegacyMetric method) (seqio.metrics.Metric class method) fully_qualified_class_name() (in module seqio.utils) function_name() (in module seqio.utils) FunctionDataSource (class in seqio.dataset_providers) G Generic (class in seqio.metrics) get() (seqio.dataset_providers.DatasetProviderRegistry class method) (seqio.dataset_providers.MixtureRegistry class method) (seqio.dataset_providers.TaskRegistry class method) get_cached_stats() (seqio.dataset_providers.Task method) get_dataset() (in module seqio.dataset_providers) (seqio.dataset_providers.DatasetProviderBase method) (seqio.dataset_providers.DatasetProviderRegistry class method) (seqio.dataset_providers.DataSource method) (seqio.dataset_providers.FileDataSource method) (seqio.dataset_providers.FunctionDataSource method) (seqio.dataset_providers.Mixture method) (seqio.dataset_providers.Task method) (seqio.dataset_providers.TfdsDataSource method) (seqio.experimental.FewshotDataSource method) (seqio.helpers.TruncatedDatasetProvider method) get_fake_dataset() (in module seqio.test_utils) get_mixture_or_task() (in module seqio.dataset_providers) get_model_feature_lengths() (seqio.feature_converters.DecoderFeatureConverter method) (seqio.feature_converters.EncDecFeatureConverter method) (seqio.feature_converters.EncoderFeatureConverter method) (seqio.feature_converters.FeatureConverter method) (seqio.feature_converters.LMFeatureConverter method) (seqio.feature_converters.PassThroughFeatureConverter method) (seqio.feature_converters.PrefixLMFeatureConverter method) (seqio.feature_converters.PrefixSuffixLMFeatureConverter method) (seqio.feature_converters.PrePackedEncDecFeatureConverter method) get_rate() (seqio.dataset_providers.Mixture method) get_split_params() (seqio.utils.LazyTfdsLoader method) get_subtasks() (in module seqio.dataset_providers) get_task_dataset() (seqio.dataset_providers.Mixture method) GetInfo (class in seqio.beam_utils) GetStats (class in seqio.beam_utils) globally_sort_model_output() (in module seqio.metrics) H Histogram (class in seqio.metrics) homepage (seqio.test_utils.FakeTfdsInfo attribute) I Image (class in seqio.metrics) info (seqio.test_utils.FakeLazyTfds attribute) is_memoized() (seqio.utils.LazyTfdsLoader method) J JSONLogger (class in seqio.loggers) L LazyTfdsLoader (class in seqio.utils) LegacyMetric (class in seqio.metrics) line_number (seqio.dataset_providers.SourceInfo attribute) list_files() (in module seqio.utils) list_shards() (seqio.dataset_providers.DataSource method) (seqio.dataset_providers.FileDataSource method) (seqio.dataset_providers.FunctionDataSource method) (seqio.dataset_providers.TfdsDataSource method) (seqio.experimental.FewshotDataSource method) (seqio.helpers.TruncatedDatasetProvider method) LMFeatureConverter (class in seqio.feature_converters) load (seqio.test_utils.FakeLazyTfds attribute) load() (seqio.utils.LazyTfdsLoader method) load_shard (seqio.test_utils.FakeLazyTfds attribute) load_shard() (seqio.utils.LazyTfdsLoader method) Logger (class in seqio.loggers) loggers (seqio.evaluation.Evaluator attribute) loss_on_targets_only (seqio.feature_converters.PrefixLMFeatureConverter attribute) M make_autoregressive_inputs() (in module seqio.utils) map_over_dataset() (in module seqio.utils) map_seed_manager() (in module seqio.utils) mask_id (seqio.feature_converters.EncoderFeatureConverter attribute) maybe_get_mixture_or_task() (in module seqio.dataset_providers) Metric (class in seqio.metrics) metric_fns (seqio.dataset_providers.Task property) metric_objs (seqio.dataset_providers.Task property) MetricValue (class in seqio.metrics) mixing_rate_num_characters() (in module seqio.utils) mixing_rate_num_examples() (in module seqio.utils) Mixture (class in seqio.dataset_providers) mixture_or_task_with_new_vocab() (in module seqio.helpers) mixture_or_task_with_truncated_data() (in module seqio.helpers) mixture_with_missing_task_splits_removed() (in module seqio.helpers) MixtureRegistry (class in seqio.dataset_providers) MockVocabulary (class in seqio.test_utils) model_feature_shapes (seqio.evaluation.Evaluator attribute) ModelOutputType (class in seqio.metrics) module seqio.beam_utils seqio.experimental seqio.feature_converters seqio.helpers seqio.loggers seqio.metrics seqio.preprocessors seqio.test_utils seqio.utils N name (seqio.test_utils.FakeLazyTfds attribute) names() (seqio.dataset_providers.DatasetProviderRegistry class method) non_padding_position() (in module seqio.feature_converters) num_input_examples() (seqio.dataset_providers.TfdsDataSource method) (seqio.helpers.TruncatedDatasetProvider method) O output_dir (seqio.loggers.Logger attribute) output_features (seqio.dataset_providers.DataSource property) (seqio.helpers.TruncatedDatasetProvider property) P pack (seqio.feature_converters.FeatureConverter attribute) passthrough_features (seqio.feature_converters.FeatureConverter attribute) PassThroughFeatureConverter (class in seqio.feature_converters) PassthroughLegacyMetric (class in seqio.metrics) per_split_data (seqio.test_utils.DataInjector attribute) performs_internal_shuffling (seqio.dataset_providers.DataSource property) postprocess_fn() (seqio.dataset_providers.Task method) (seqio.metrics.LegacyMetric method) predict_metric_fns (seqio.dataset_providers.Task property) predict_with_aux_metric_fns (seqio.dataset_providers.Task property) PrefixLMFeatureConverter (class in seqio.feature_converters) PrefixSuffixLMFeatureConverter (class in seqio.feature_converters) PrePackedEncDecFeatureConverter (class in seqio.feature_converters) PrePackedLMFeatureConverter (class in seqio.feature_converters) PrePackedPrefixLMFeatureConverter (class in seqio.feature_converters) preprocess_postcache() (seqio.dataset_providers.Task method) preprocess_precache() (seqio.dataset_providers.Task method) preprocess_tensorflow_examples() (in module seqio.preprocessors) PreprocessTask (class in seqio.beam_utils) print_dataset() (in module seqio.preprocessors) ProtoDataSource (class in seqio.dataset_providers) PyGloveTunableMixture (class in seqio.dataset_providers) PyLoggingLogger (class in seqio.loggers) R random_token_preprocessor() (in module seqio.test_utils) rate_per_task_name (seqio.dataset_providers.Mixture property) rekey() (in module seqio.preprocessors) remove() (seqio.dataset_providers.DatasetProviderRegistry class method) remove_padding_examples() (in module seqio.metrics) replace() (seqio.dataset_providers.Task method) (seqio.metrics.LegacyMetric method) (seqio.metrics.Metric method) (seqio.metrics.PassthroughLegacyMetric method) requires_caching (seqio.dataset_providers.Task property) reset() (seqio.dataset_providers.DatasetProviderRegistry class method) resolved_tfds_name (seqio.test_utils.FakeLazyTfds attribute) resolved_tfds_name() (seqio.utils.LazyTfdsLoader method) S Scalar (class in seqio.metrics) score_metric_fns (seqio.dataset_providers.Task property) seqio.beam_utils module seqio.experimental module seqio.feature_converters module seqio.helpers module seqio.loggers module seqio.metrics module seqio.preprocessors module seqio.test_utils module seqio.utils module set_decoders() (seqio.utils.LazyTfdsLoader method) set_preprocessor_seed() (in module seqio.utils) setUp() (seqio.test_utils.FakeMixtureTest method) (seqio.test_utils.FakeTaskTest method) ShardInfo (class in seqio.dataset_providers) size (seqio.test_utils.FakeLazyTfds attribute) size() (seqio.utils.LazyTfdsLoader method) skip_none_value_dict_factory() (in module seqio.loggers) SourceInfo (class in seqio.dataset_providers) split (seqio.utils.TfdsSplit attribute) split_tsv_preprocessor() (in module seqio.test_utils) splits (seqio.dataset_providers.TfdsDataSource property) (seqio.helpers.TruncatedDatasetProvider property) (seqio.test_utils.FakeTfdsInfo attribute) stateless_shuffle() (in module seqio.utils) supports_arbitrary_sharding (seqio.dataset_providers.DataSource property) (seqio.dataset_providers.FileDataSource property) (seqio.dataset_providers.FunctionDataSource property) (seqio.dataset_providers.TfdsDataSource property) (seqio.experimental.FewshotDataSource property) (seqio.helpers.TruncatedDatasetProvider property) supports_caching (seqio.dataset_providers.Task property) T Task (class in seqio.dataset_providers) task_name (seqio.test_utils.DataInjector attribute) TaskRegistry (class in seqio.dataset_providers) tearDown() (seqio.test_utils.FakeTaskTest method) TensorAndNumpyEncoder (class in seqio.loggers) TensorBoardLogger (class in seqio.loggers) TensorBoardLoggerV1 (class in seqio.loggers) test_postprocessing() (in module seqio.test_utils) test_preprocessing() (in module seqio.test_utils) test_preprocessing_single() (in module seqio.test_utils) test_task() (in module seqio.test_utils) test_text_preprocessor() (in module seqio.test_utils) test_token_preprocessor() (in module seqio.test_utils) Text (class in seqio.metrics) TextLineDataSource (class in seqio.dataset_providers) tfds_splits (seqio.test_utils.FakeLazyTfds attribute) TfdsDataSource (class in seqio.dataset_providers) TfdsSplit (class in seqio.utils) tfexample_ragged_length_key() (in module seqio.utils) tfexample_sparse_indices_key() (in module seqio.utils) tfexample_to_dict() (in module seqio.utils) TFExampleDataSource (class in seqio.dataset_providers) tokenize() (in module seqio.preprocessors) tokenize_and_append_eos() (in module seqio.preprocessors) tokenize_impl() (in module seqio.preprocessors) trim_and_pack_dataset() (in module seqio.utils) trim_and_pad_dataset() (in module seqio.utils) trim_dataset() (in module seqio.utils) truncate_inputs_left() (in module seqio.preprocessors) TruncatedDatasetProvider (class in seqio.helpers) U unflatten_dict() (in module seqio.utils) use_custom_packing_ops (seqio.feature_converters.FeatureConverter attribute) V verify_task_matches_fake_datasets() (seqio.test_utils.FakeTaskTest method) version (seqio.test_utils.FakeTfdsInfo attribute) vocab_size (seqio.test_utils.MockVocabulary property) W WriteExampleArrayRecord (class in seqio.beam_utils) WriteExampleTfRecord (class in seqio.beam_utils) WriteJson (class in seqio.beam_utils) WriteToArrayRecord (class in seqio.beam_utils)
