Index

_

__getitem__() (datasets.Dataset method)

__iter__() (datasets.Dataset method) __len__() (datasets.Dataset method)

A

add() (datasets.Metric method) add_batch() (datasets.Metric method) add_column() (datasets.Dataset method) (datasets.table.ConcatenationTable method) (datasets.table.InMemoryTable method) (datasets.table.MemoryMappedTable method) add_elasticsearch_index() (datasets.Dataset method) add_faiss_index() (datasets.Dataset method) add_faiss_index_from_external_arrays() (datasets.Dataset method) add_item() (datasets.Dataset method)

align_labels_with_mapping() (datasets.Dataset method) (datasets.DatasetDict method) append_column() (datasets.table.ConcatenationTable method) (datasets.table.InMemoryTable method) (datasets.table.MemoryMappedTable method) Array2D (class in datasets) Array3D (class in datasets) Array4D (class in datasets) Array5D (class in datasets) ArrowBasedBuilder (class in datasets) AutomaticSpeechRecognition (class in datasets.tasks)

B

BeamBasedBuilder (class in datasets)

BuilderConfig (class in datasets)

C

cache_files() (datasets.Dataset property) (datasets.DatasetDict property) cast() (datasets.Dataset method) (datasets.DatasetDict method) (datasets.table.ConcatenationTable method) (datasets.table.InMemoryTable method) (datasets.table.MemoryMappedTable method) cast_() (datasets.Dataset method) (datasets.DatasetDict method) class_encode_column() (datasets.Dataset method) (datasets.DatasetDict method) ClassLabel (class in datasets) cleanup_cache_files() (datasets.Dataset method) (datasets.DatasetDict method)

column() (datasets.table.ConcatenationTable method) (datasets.table.InMemoryTable method) (datasets.table.MemoryMappedTable method) (datasets.table.Table method) column_names() (datasets.Dataset property) (datasets.DatasetDict property) combine_chunks() (datasets.table.ConcatenationTable method) (datasets.table.InMemoryTable method) (datasets.table.MemoryMappedTable method) compute() (datasets.Metric method) concat_tables() (in module datasets.table) concatenate_datasets() (in module datasets) ConcatenationTable (class in datasets.table) copy() (datasets.Features method) CRITICAL (in module datasets.logging)

D

data() (datasets.Dataset property) (datasets.DatasetDict property) Dataset (class in datasets) DatasetBuilder (class in datasets) DatasetDict (class in datasets) DatasetInfo (class in datasets) datasets.tasks module

DEBUG (in module datasets.logging) disable_propagation() (in module datasets.logging) download_and_prepare() (datasets.Metric method) DownloadConfig (class in datasets.utils) DownloadManager (class in datasets) drop() (datasets.table.ConcatenationTable method) (datasets.table.InMemoryTable method) (datasets.table.MemoryMappedTable method) drop_index() (datasets.Dataset method)

E

enable_propagation() (in module datasets.logging) encode_batch() (datasets.Features method) encode_example() (datasets.Features method) equals() (datasets.table.ConcatenationTable method) (datasets.table.InMemoryTable method) (datasets.table.MemoryMappedTable method) (datasets.table.Table method)

ERROR (in module datasets.logging) export() (datasets.Dataset method) extract_path_from_uri() (in module datasets.filesystems)

F

FATAL (in module datasets.logging) Features (class in datasets) field() (datasets.table.ConcatenationTable method) (datasets.table.InMemoryTable method) (datasets.table.MemoryMappedTable method) (datasets.table.Table method) filter() (datasets.Dataset method) (datasets.DatasetDict method) (datasets.table.ConcatenationTable method) (datasets.table.InMemoryTable method) (datasets.table.MemoryMappedTable method) flatten() (datasets.Dataset method) (datasets.DatasetDict method) (datasets.table.ConcatenationTable method) (datasets.table.InMemoryTable method) (datasets.table.MemoryMappedTable method) flatten_() (datasets.Dataset method) (datasets.DatasetDict method) flatten_indices() (datasets.Dataset method)

formatted_as() (datasets.Dataset method) (datasets.DatasetDict method) from_arrow_schema() (datasets.Features class method) from_buffer() (datasets.Dataset class method) from_csv() (datasets.Dataset static method) (datasets.DatasetDict static method) from_dict() (datasets.Dataset class method) (datasets.Features class method) from_directory() (datasets.DatasetInfo class method) (datasets.MetricInfo class method) from_file() (datasets.Dataset class method) from_json() (datasets.Dataset static method) (datasets.DatasetDict static method) from_pandas() (datasets.Dataset class method) from_parquet() (datasets.Dataset static method) (datasets.DatasetDict static method) from_tables() (datasets.table.ConcatenationTable class method) from_text() (datasets.Dataset static method) (datasets.DatasetDict static method)

G

GenerateMode (class in datasets) GeneratorBasedBuilder (class in datasets) get_dataset_config_names() (in module datasets) get_dataset_infos() (in module datasets)

get_index() (datasets.Dataset method) get_logger() (in module datasets.logging) get_nearest_examples() (datasets.Dataset method) get_nearest_examples_batch() (datasets.Dataset method) get_verbosity() (in module datasets.logging)

H

Hasher (class in datasets.fingerprint)

I

ImageClassification (class in datasets.tasks) INFO (in module datasets.logging) info() (datasets.Dataset property) (datasets.IterableDataset property) InMemoryTable (class in datasets.table) inspect_dataset() (in module datasets) inspect_metric() (in module datasets) int2str() (datasets.ClassLabel method)

interleave_datasets() (in module datasets) is_caching_enabled() (in module datasets) is_remote_filesystem() (in module datasets.filesystems) IterableDataset (class in datasets) IterableDatasetDict (class in datasets) itercolumns() (datasets.table.ConcatenationTable method) (datasets.table.InMemoryTable method) (datasets.table.MemoryMappedTable method) (datasets.table.Table method)

L

list_datasets() (in module datasets) list_indexes() (datasets.Dataset method) list_metrics() (in module datasets) list_table_cache_files() (in module datasets.table) load_dataset() (in module datasets) load_dataset_builder() (in module datasets)

load_elasticsearch_index() (datasets.Dataset method) load_faiss_index() (datasets.Dataset method) load_from_disk() (datasets.Dataset static method) (datasets.DatasetDict static method) (in module datasets) load_metric() (in module datasets)

M

map() (datasets.Dataset method) (datasets.DatasetDict method) (datasets.IterableDataset method) MemoryMappedTable (class in datasets.table)

Metric (class in datasets) MetricInfo (class in datasets) module datasets.tasks

N

NamedSplit (class in datasets) NamedSplitAll (class in datasets) NOTSET (in module datasets.logging)

num_columns() (datasets.Dataset property) (datasets.DatasetDict property) num_rows() (datasets.Dataset property) (datasets.DatasetDict property)

P

prepare_for_task() (datasets.Dataset method) (datasets.DatasetDict method)

Q

QuestionAnsweringExtractive (class in datasets.tasks)

R

ReadInstruction (class in datasets) remove_column() (datasets.table.ConcatenationTable method) (datasets.table.InMemoryTable method) (datasets.table.MemoryMappedTable method) remove_columns() (datasets.Dataset method) (datasets.DatasetDict method) remove_columns_() (datasets.Dataset method) (datasets.DatasetDict method) rename_column() (datasets.Dataset method) (datasets.DatasetDict method)

rename_column_() (datasets.Dataset method) (datasets.DatasetDict method) rename_columns() (datasets.table.ConcatenationTable method) (datasets.table.InMemoryTable method) (datasets.table.MemoryMappedTable method) reorder_fields_as() (datasets.Features method) reset_format() (datasets.Dataset method) (datasets.DatasetDict method)

S

S3FileSystem (class in datasets.filesystems) save_faiss_index() (datasets.Dataset method) save_to_disk() (datasets.Dataset method) (datasets.DatasetDict method) search() (datasets.Dataset method) search_batch() (datasets.Dataset method) select() (datasets.Dataset method) Sequence (class in datasets) set_caching_enabled() (in module datasets) set_column() (datasets.table.ConcatenationTable method) (datasets.table.InMemoryTable method) (datasets.table.MemoryMappedTable method) set_format() (datasets.Dataset method) (datasets.DatasetDict method) set_transform() (datasets.Dataset method) set_verbosity() (in module datasets.logging) set_verbosity_debug() (in module datasets.logging) set_verbosity_error() (in module datasets.logging) set_verbosity_info() (in module datasets.logging)

set_verbosity_warning() (in module datasets.logging) shape() (datasets.Dataset property) (datasets.DatasetDict property) shard() (datasets.Dataset method) shuffle() (datasets.Dataset method) (datasets.DatasetDict method) (datasets.IterableDataset method) skip() (datasets.IterableDataset method) slice() (datasets.table.ConcatenationTable method) (datasets.table.InMemoryTable method) (datasets.table.MemoryMappedTable method) sort() (datasets.Dataset method) (datasets.DatasetDict method) Split (class in datasets) split() (datasets.Dataset property) (datasets.IterableDataset property) SplitGenerator (class in datasets) str2int() (datasets.ClassLabel method) Summarization (class in datasets.tasks)

T

Table (class in datasets.table) take() (datasets.IterableDataset method) TextClassification (class in datasets.tasks) to_batches() (datasets.table.ConcatenationTable method) (datasets.table.InMemoryTable method) (datasets.table.MemoryMappedTable method) (datasets.table.Table method) to_csv() (datasets.Dataset method) to_dict() (datasets.Dataset method) to_json() (datasets.Dataset method) to_pandas() (datasets.Dataset method) (datasets.table.ConcatenationTable method) (datasets.table.InMemoryTable method) (datasets.table.MemoryMappedTable method) (datasets.table.Table method)

to_parquet() (datasets.Dataset method) to_pydict() (datasets.table.ConcatenationTable method) (datasets.table.InMemoryTable method) (datasets.table.MemoryMappedTable method) (datasets.table.Table method) train_test_split() (datasets.Dataset method) Translation (class in datasets) TranslationVariableLanguages (class in datasets) type() (datasets.Features property)

U

unique() (datasets.Dataset method) (datasets.DatasetDict method)

V

validate() (datasets.table.ConcatenationTable method) (datasets.table.InMemoryTable method) (datasets.table.MemoryMappedTable method) (datasets.table.Table method)

Value (class in datasets) Version (class in datasets.utils)

W

WARN (in module datasets.logging) WARNING (in module datasets.logging) with_format() (datasets.Dataset method) (datasets.DatasetDict method)

with_transform() (datasets.Dataset method) (datasets.DatasetDict method) write_to_directory() (datasets.DatasetInfo method) (datasets.MetricInfo method)