Index

_

__call__() (transformers.ConversationalPipeline method) (transformers.FeatureExtractionPipeline method) (transformers.FillMaskPipeline method) (transformers.PegasusTokenizer method) (transformers.PreTrainedTokenizer method) (transformers.PreTrainedTokenizerFast method) (transformers.QuestionAnsweringPipeline method) (transformers.SummarizationPipeline method) (transformers.TextClassificationPipeline method) (transformers.TextGenerationPipeline method) (transformers.TokenClassificationPipeline method) (transformers.tokenization_utils_base.PreTrainedTokenizerBase method) (transformers.ZeroShotClassificationPipeline method)

_prepare_bart_decoder_inputs() (in module transformers.modeling_bart)

A

Adafactor (class in transformers) AdamW (class in transformers) AdamWeightDecay (class in transformers) add_memory_hooks() (transformers.modeling_utils.ModuleUtilsMixin method) add_special_tokens() (transformers.tokenization_utils_base.SpecialTokensMixin method) add_tokens() (transformers.tokenization_utils_base.SpecialTokensMixin method) additional_special_tokens() (transformers.tokenization_utils_base.SpecialTokensMixin property) additional_special_tokens_ids() (transformers.tokenization_utils_base.SpecialTokensMixin property) adjust_logits_during_generation() (transformers.generation_utils.GenerationMixin method) AlbertConfig (class in transformers) AlbertForMaskedLM (class in transformers) AlbertForMultipleChoice (class in transformers) AlbertForPreTraining (class in transformers) AlbertForPreTrainingOutput (class in transformers.modeling_albert) AlbertForQuestionAnswering (class in transformers) AlbertForSequenceClassification (class in transformers)

AlbertForTokenClassification (class in transformers) AlbertModel (class in transformers) AlbertTokenizer (class in transformers) all_special_ids() (transformers.tokenization_utils_base.SpecialTokensMixin property) all_special_tokens() (transformers.tokenization_utils_base.SpecialTokensMixin property) all_special_tokens_extended() (transformers.tokenization_utils_base.SpecialTokensMixin property) apply_chunking_to_forward() (in module transformers) ArgumentHandler (class in transformers.pipelines) authorized_missing_keys (transformers.PegasusForConditionalGeneration attribute) AutoConfig (class in transformers) AutoModel (class in transformers) AutoModelForPreTraining (class in transformers) AutoModelForQuestionAnswering (class in transformers) AutoModelForSequenceClassification (class in transformers) AutoModelForTokenClassification (class in transformers) AutoModelWithLMHead (class in transformers) AutoTokenizer (class in transformers)

B

backend_tokenizer() (transformers.PreTrainedTokenizerFast property) BartConfig (class in transformers) BartForConditionalGeneration (class in transformers) BartForQuestionAnswering (class in transformers) BartForSequenceClassification (class in transformers) BartModel (class in transformers) BartTokenizer (class in transformers) base_model() (transformers.PreTrainedModel property) BaseModelOutput (class in transformers.modeling_outputs) BaseModelOutputWithPast (class in transformers.modeling_outputs) BaseModelOutputWithPooling (class in transformers.modeling_outputs) batch_decode() (transformers.tokenization_utils_base.PreTrainedTokenizerBase method) batch_encode_plus() (transformers.tokenization_utils_base.PreTrainedTokenizerBase method) BatchEncoding (class in transformers) BertConfig (class in transformers) BertForMaskedLM (class in transformers) BertForMultipleChoice (class in transformers) BertForNextSentencePrediction (class in transformers) BertForPreTraining (class in transformers) BertForPreTrainingOutput (class in transformers.modeling_bert) BertForQuestionAnswering (class in transformers)

BertForSequenceClassification (class in transformers) BertForTokenClassification (class in transformers) BertLMHeadModel (class in transformers) BertModel (class in transformers) BertTokenizer (class in transformers) BertTokenizerFast (class in transformers) bos_token() (transformers.tokenization_utils_base.SpecialTokensMixin property) bos_token_id() (transformers.tokenization_utils_base.SpecialTokensMixin property) build_inputs_with_special_tokens() (transformers.AlbertTokenizer method) (transformers.BertTokenizer method) (transformers.BertTokenizerFast method) (transformers.CamembertTokenizer method) (transformers.MBartTokenizer method) (transformers.MobileBertTokenizer method) (transformers.RobertaTokenizer method) (transformers.RobertaTokenizerFast method) (transformers.T5Tokenizer method) (transformers.tokenization_utils_base.PreTrainedTokenizerBase method) (transformers.XLMRobertaTokenizer method) (transformers.XLMTokenizer method) (transformers.XLNetTokenizer method)

C

call() (transformers.modeling_tf_utils.TFSequenceSummary method) (transformers.modeling_tf_utils.TFSharedEmbeddings method) (transformers.TFAlbertForMaskedLM method) (transformers.TFAlbertForMultipleChoice method) (transformers.TFAlbertForPreTraining method) (transformers.TFAlbertForQuestionAnswering method) (transformers.TFAlbertForSequenceClassification method) (transformers.TFAlbertForTokenClassification method) (transformers.TFAlbertModel method) (transformers.TFBertForMaskedLM method) (transformers.TFBertForMultipleChoice method) (transformers.TFBertForNextSentencePrediction method) (transformers.TFBertForPreTraining method) (transformers.TFBertForQuestionAnswering method) (transformers.TFBertForSequenceClassification method) (transformers.TFBertForTokenClassification method) (transformers.TFBertLMHeadModel method) (transformers.TFBertModel method) (transformers.TFCTRLLMHeadModel method) (transformers.TFCTRLModel method) (transformers.TFDistilBertForMaskedLM method) (transformers.TFDistilBertForMultipleChoice method) (transformers.TFDistilBertForQuestionAnswering method) (transformers.TFDistilBertForSequenceClassification method) (transformers.TFDistilBertForTokenClassification method) (transformers.TFDistilBertModel method) (transformers.TFElectraForMaskedLM method) (transformers.TFElectraForMultipleChoice method) (transformers.TFElectraForPreTraining method) (transformers.TFElectraForQuestionAnswering method) (transformers.TFElectraForSequenceClassification method) (transformers.TFElectraForTokenClassification method) (transformers.TFElectraModel method) (transformers.TFGPT2DoubleHeadsModel method) (transformers.TFGPT2LMHeadModel method) (transformers.TFGPT2Model method) (transformers.TFLongformerForMaskedLM method) (transformers.TFLongformerForQuestionAnswering method) (transformers.TFLongformerModel method) (transformers.TFMobileBertForMaskedLM method) (transformers.TFMobileBertForMultipleChoice method) (transformers.TFMobileBertForNextSentencePrediction method) (transformers.TFMobileBertForPreTraining method) (transformers.TFMobileBertForQuestionAnswering method) (transformers.TFMobileBertForSequenceClassification method) (transformers.TFMobileBertForTokenClassification method) (transformers.TFMobileBertModel method) (transformers.TFOpenAIGPTDoubleHeadsModel method) (transformers.TFOpenAIGPTLMHeadModel method) (transformers.TFOpenAIGPTModel method) (transformers.TFRobertaForMaskedLM method) (transformers.TFRobertaForMultipleChoice method) (transformers.TFRobertaForQuestionAnswering method) (transformers.TFRobertaForSequenceClassification method) (transformers.TFRobertaForTokenClassification method) (transformers.TFRobertaModel method) (transformers.TFT5ForConditionalGeneration method) (transformers.TFT5Model method) (transformers.TFTransfoXLLMHeadModel method) (transformers.TFTransfoXLModel method) (transformers.TFXLMForMultipleChoice method) (transformers.TFXLMForQuestionAnsweringSimple method) (transformers.TFXLMForSequenceClassification method) (transformers.TFXLMForTokenClassification method) (transformers.TFXLMModel method) (transformers.TFXLMWithLMHeadModel method) (transformers.TFXLNetForMultipleChoice method) (transformers.TFXLNetForQuestionAnsweringSimple method) (transformers.TFXLNetForSequenceClassification method) (transformers.TFXLNetForTokenClassification method) (transformers.TFXLNetLMHeadModel method) (transformers.TFXLNetModel method) CamembertConfig (class in transformers) CamembertForCausalLM (class in transformers) CamembertForMaskedLM (class in transformers) CamembertForMultipleChoice (class in transformers) CamembertForQuestionAnswering (class in transformers) CamembertForSequenceClassification (class in transformers) CamembertForTokenClassification (class in transformers) CamembertModel (class in transformers) CamembertTokenizer (class in transformers) cast_bool_to_primitive() (in module transformers.modeling_tf_utils) CausalLMOutput (class in transformers.modeling_outputs) CausalLMOutputWithPast (class in transformers.modeling_outputs) char_to_token() (transformers.BatchEncoding method) char_to_word() (transformers.BatchEncoding method) CharSpan (class in transformers.tokenization_utils_base) check_model_type() (transformers.Pipeline method)

clean_up_tokenization() (transformers.tokenization_utils_base.PreTrainedTokenizerBase static method) cls_token() (transformers.tokenization_utils_base.SpecialTokensMixin property) cls_token_id() (transformers.tokenization_utils_base.SpecialTokensMixin property) config_class (transformers.AlbertModel attribute) (transformers.CamembertForCausalLM attribute) (transformers.CamembertForMaskedLM attribute) (transformers.CamembertForMultipleChoice attribute) (transformers.CamembertForQuestionAnswering attribute) (transformers.CamembertForSequenceClassification attribute) (transformers.CamembertForTokenClassification attribute) (transformers.CamembertModel attribute) (transformers.ElectraForQuestionAnswering attribute) (transformers.ElectraModel attribute) (transformers.EncoderDecoderModel attribute) (transformers.FlaubertForMultipleChoice attribute) (transformers.FlaubertForQuestionAnswering attribute) (transformers.FlaubertForQuestionAnsweringSimple attribute) (transformers.FlaubertForSequenceClassification attribute) (transformers.FlaubertForTokenClassification attribute) (transformers.FlaubertModel attribute) (transformers.FlaubertWithLMHeadModel attribute) (transformers.LongformerForMaskedLM attribute) (transformers.LongformerForMultipleChoice attribute) (transformers.LongformerForQuestionAnswering attribute) (transformers.LongformerForSequenceClassification attribute) (transformers.LongformerForTokenClassification attribute) (transformers.LongformerModel attribute) (transformers.PegasusForConditionalGeneration attribute) (transformers.RobertaForCausalLM attribute) (transformers.RobertaForMaskedLM attribute) (transformers.RobertaForMultipleChoice attribute) (transformers.RobertaForQuestionAnswering attribute) (transformers.RobertaForSequenceClassification attribute) (transformers.RobertaForTokenClassification attribute) (transformers.RobertaModel attribute) (transformers.TFCamembertForMaskedLM attribute) (transformers.TFCamembertForMultipleChoice attribute) (transformers.TFCamembertForQuestionAnswering attribute) (transformers.TFCamembertForSequenceClassification attribute) (transformers.TFCamembertForTokenClassification attribute) (transformers.TFCamembertModel attribute) (transformers.TFFlaubertForQuestionAnsweringSimple attribute) (transformers.TFFlaubertForSequenceClassification attribute) (transformers.TFFlaubertModel attribute) (transformers.TFFlaubertWithLMHeadModel attribute) (transformers.TFXLMRobertaForMaskedLM attribute) (transformers.TFXLMRobertaForMultipleChoice attribute) (transformers.TFXLMRobertaForQuestionAnswering attribute) (transformers.TFXLMRobertaForSequenceClassification attribute) (transformers.TFXLMRobertaForTokenClassification attribute) (transformers.TFXLMRobertaModel attribute) (transformers.XLMRobertaForMaskedLM attribute) (transformers.XLMRobertaForMultipleChoice attribute) (transformers.XLMRobertaForQuestionAnswering attribute) (transformers.XLMRobertaForSequenceClassification attribute) (transformers.XLMRobertaForTokenClassification attribute) (transformers.XLMRobertaModel attribute) Conv1D (class in transformers.modeling_utils) Conversation (class in transformers) ConversationalPipeline (class in transformers) convert_ids_to_tokens() (transformers.PreTrainedTokenizer method) (transformers.PreTrainedTokenizerFast method) convert_to_tensors() (transformers.BatchEncoding method) convert_tokens_to_ids() (transformers.PreTrainedTokenizer method) (transformers.PreTrainedTokenizerFast method) convert_tokens_to_string() (transformers.PreTrainedTokenizer method) (transformers.ReformerTokenizer method) create_mask() (transformers.XLNetModel method) create_optimizer() (in module transformers) create_optimizer_and_scheduler() (transformers.TFTrainer method) (transformers.Trainer method) create_sample() (transformers.QuestionAnsweringPipeline static method) create_token_type_ids_from_sequences() (transformers.AlbertTokenizer method) (transformers.BertTokenizer method) (transformers.BertTokenizerFast method) (transformers.CamembertTokenizer method) (transformers.MobileBertTokenizer method) (transformers.RobertaTokenizer method) (transformers.T5Tokenizer method) (transformers.tokenization_utils_base.PreTrainedTokenizerBase method) (transformers.XLMRobertaTokenizer method) (transformers.XLMTokenizer method) (transformers.XLNetTokenizer method) CsvPipelineDataFormat (class in transformers.pipelines) CTRLConfig (class in transformers) CTRLLMHeadModel (class in transformers) CTRLModel (class in transformers) CTRLTokenizer (class in transformers)

D

DataProcessor (class in transformers.data.processors.utils) decode() (transformers.PreTrainedTokenizer method) (transformers.PreTrainedTokenizerFast method) (transformers.QuestionAnsweringPipeline method) (transformers.tokenization_utils_base.PreTrainedTokenizerBase method) decoder() (transformers.PreTrainedTokenizerFast property) device() (transformers.modeling_utils.ModuleUtilsMixin property) (transformers.TrainingArguments property) device_placement() (transformers.Pipeline method) DistilBertConfig (class in transformers) DistilBertForMaskedLM (class in transformers) DistilBertForMultipleChoice (class in transformers) DistilBertForQuestionAnswering (class in transformers) DistilBertForSequenceClassification (class in transformers) DistilBertForTokenClassification (class in transformers) DistilBertModel (class in transformers) DistilBertTokenizer (class in transformers) DistilBertTokenizerFast (class in transformers) DPRConfig (class in transformers) DPRContextEncoder (class in transformers) DPRContextEncoderOutput (class in transformers.modeling_dpr)

DPRContextEncoderTokenizer (class in transformers) DPRContextEncoderTokenizerFast (class in transformers) DPRQuestionEncoder (class in transformers) DPRQuestionEncoderOutput (class in transformers.modeling_dpr) DPRQuestionEncoderTokenizer (class in transformers) DPRQuestionEncoderTokenizerFast (class in transformers) DPRReader (class in transformers) DPRReaderOutput (class in transformers.modeling_dpr) DPRReaderTokenizer (class in transformers) DPRReaderTokenizerFast (class in transformers) dtype() (transformers.modeling_utils.ModuleUtilsMixin property) dummy_inputs() (transformers.PreTrainedModel property) (transformers.TFAlbertForMultipleChoice property) (transformers.TFBertForMultipleChoice property) (transformers.TFDistilBertForMultipleChoice property) (transformers.TFElectraForMultipleChoice property) (transformers.TFMobileBertForMultipleChoice property) (transformers.TFPreTrainedModel property) (transformers.TFRobertaForMultipleChoice property) (transformers.TFXLMForMultipleChoice property) (transformers.TFXLNetForMultipleChoice property)

E

ElectraConfig (class in transformers) ElectraForMaskedLM (class in transformers) ElectraForMultipleChoice (class in transformers) ElectraForPreTraining (class in transformers) ElectraForPreTrainingOutput (class in transformers.modeling_electra) ElectraForQuestionAnswering (class in transformers) ElectraForSequenceClassification (class in transformers) ElectraForTokenClassification (class in transformers) ElectraModel (class in transformers) ElectraTokenizer (class in transformers) ElectraTokenizerFast (class in transformers) encode() (transformers.tokenization_utils_base.PreTrainedTokenizerBase method) encode_plus() (transformers.tokenization_utils_base.PreTrainedTokenizerBase method)

EncoderDecoderConfig (class in transformers) EncoderDecoderModel (class in transformers) encodings() (transformers.BatchEncoding property) enforce_repetition_penalty_() (transformers.generation_utils.GenerationMixin method) ensure_tensor_on_device() (transformers.Pipeline method) eos_token() (transformers.tokenization_utils_base.SpecialTokensMixin property) eos_token_id() (transformers.tokenization_utils_base.SpecialTokensMixin property) eval_batch_size() (transformers.TFTrainingArguments property) (transformers.TrainingArguments property) EvalPrediction (class in transformers) evaluate() (transformers.TFTrainer method) (transformers.Trainer method) ExplicitEnum (class in transformers.tokenization_utils_base)

F

FeatureExtractionPipeline (class in transformers) FillMaskPipeline (class in transformers) find_pruneable_heads_and_indices() (in module transformers.modeling_utils) FlaubertConfig (class in transformers) FlaubertForMultipleChoice (class in transformers) FlaubertForQuestionAnswering (class in transformers) FlaubertForQuestionAnsweringSimple (class in transformers) FlaubertForSequenceClassification (class in transformers) FlaubertForTokenClassification (class in transformers) FlaubertModel (class in transformers) FlaubertTokenizer (class in transformers) FlaubertWithLMHeadModel (class in transformers) forward() (transformers.AlbertForMaskedLM method) (transformers.AlbertForMultipleChoice method) (transformers.AlbertForPreTraining method) (transformers.AlbertForQuestionAnswering method) (transformers.AlbertForSequenceClassification method) (transformers.AlbertForTokenClassification method) (transformers.AlbertModel method) (transformers.BartForConditionalGeneration method) (transformers.BartForQuestionAnswering method) (transformers.BartForSequenceClassification method) (transformers.BartModel method) (transformers.BertForMaskedLM method) (transformers.BertForMultipleChoice method) (transformers.BertForNextSentencePrediction method) (transformers.BertForPreTraining method) (transformers.BertForQuestionAnswering method) (transformers.BertForSequenceClassification method) (transformers.BertForTokenClassification method) (transformers.BertLMHeadModel method) (transformers.BertModel method) (transformers.CTRLLMHeadModel method) (transformers.CTRLModel method) (transformers.DistilBertForMaskedLM method) (transformers.DistilBertForMultipleChoice method) (transformers.DistilBertForQuestionAnswering method) (transformers.DistilBertForSequenceClassification method) (transformers.DistilBertForTokenClassification method) (transformers.DistilBertModel method) (transformers.DPRContextEncoder method) (transformers.DPRQuestionEncoder method) (transformers.DPRReader method) (transformers.ElectraForMaskedLM method) (transformers.ElectraForMultipleChoice method) (transformers.ElectraForPreTraining method) (transformers.ElectraForQuestionAnswering method) (transformers.ElectraForSequenceClassification method) (transformers.ElectraForTokenClassification method) (transformers.ElectraModel method) (transformers.EncoderDecoderModel method) (transformers.FlaubertModel method) (transformers.GPT2DoubleHeadsModel method) (transformers.GPT2LMHeadModel method) (transformers.GPT2Model method) (transformers.LongformerForMaskedLM method) (transformers.LongformerForMultipleChoice method) (transformers.LongformerForQuestionAnswering method) (transformers.LongformerForSequenceClassification method) (transformers.LongformerForTokenClassification method) (transformers.LongformerModel method) (transformers.MBartForConditionalGeneration method) (transformers.MobileBertForMaskedLM method) (transformers.MobileBertForMultipleChoice method) (transformers.MobileBertForNextSentencePrediction method) (transformers.MobileBertForPreTraining method) (transformers.MobileBertForQuestionAnswering method) (transformers.MobileBertForSequenceClassification method) (transformers.MobileBertForTokenClassification method) (transformers.MobileBertModel method) (transformers.modeling_utils.PoolerAnswerClass method) (transformers.modeling_utils.PoolerEndLogits method) (transformers.modeling_utils.PoolerStartLogits method) (transformers.modeling_utils.SequenceSummary method) (transformers.modeling_utils.SQuADHead method) (transformers.OpenAIGPTDoubleHeadsModel method) (transformers.OpenAIGPTLMHeadModel method) (transformers.OpenAIGPTModel method) (transformers.ReformerForMaskedLM method) (transformers.ReformerForQuestionAnswering method) (transformers.ReformerForSequenceClassification method) (transformers.ReformerModel method) (transformers.ReformerModelWithLMHead method) (transformers.RetriBertModel method) (transformers.RobertaForCausalLM method) (transformers.RobertaForMaskedLM method) (transformers.RobertaForMultipleChoice method) (transformers.RobertaForQuestionAnswering method) (transformers.RobertaForSequenceClassification method) (transformers.RobertaForTokenClassification method) (transformers.T5ForConditionalGeneration method) (transformers.T5Model method) (transformers.TransfoXLLMHeadModel method) (transformers.TransfoXLModel method) (transformers.XLMForMultipleChoice method) (transformers.XLMForQuestionAnswering method) (transformers.XLMForQuestionAnsweringSimple method) (transformers.XLMForSequenceClassification method) (transformers.XLMForTokenClassification method) (transformers.XLMModel method) (transformers.XLMWithLMHeadModel method) (transformers.XLNetForMultipleChoice method) (transformers.XLNetForQuestionAnswering method) (transformers.XLNetForQuestionAnsweringSimple method) (transformers.XLNetForSequenceClassification method) (transformers.XLNetForTokenClassification method) (transformers.XLNetLMHeadModel method) (transformers.XLNetModel method)

from_config() (transformers.AutoModel class method) (transformers.AutoModelForPreTraining class method) (transformers.AutoModelForQuestionAnswering class method) (transformers.AutoModelForSequenceClassification class method) (transformers.AutoModelForTokenClassification class method) (transformers.AutoModelWithLMHead class method) (transformers.TFAutoModel class method) (transformers.TFAutoModelForPreTraining class method) (transformers.TFAutoModelForQuestionAnswering class method) (transformers.TFAutoModelForSequenceClassification class method) (transformers.TFAutoModelForTokenClassification class method) (transformers.TFAutoModelWithLMHead class method) from_dict() (transformers.PretrainedConfig class method) from_encoder_decoder_configs() (transformers.EncoderDecoderConfig class method) from_encoder_decoder_pretrained() (transformers.EncoderDecoderModel class method) from_json_file() (transformers.PretrainedConfig class method) from_pretrained() (transformers.AutoConfig class method) (transformers.AutoModel class method) (transformers.AutoModelForPreTraining class method) (transformers.AutoModelForQuestionAnswering class method) (transformers.AutoModelForSequenceClassification class method) (transformers.AutoModelForTokenClassification class method) (transformers.AutoModelWithLMHead class method) (transformers.AutoTokenizer class method) (transformers.PretrainedConfig class method) (transformers.PreTrainedModel class method) (transformers.TFAutoModel class method) (transformers.TFAutoModelForPreTraining class method) (transformers.TFAutoModelForQuestionAnswering class method) (transformers.TFAutoModelForSequenceClassification class method) (transformers.TFAutoModelForTokenClassification class method) (transformers.TFAutoModelWithLMHead class method) (transformers.TFPreTrainedModel class method) (transformers.tokenization_utils_base.PreTrainedTokenizerBase class method) from_str() (transformers.pipelines.PipelineDataFormat static method)

G

generate() (transformers.generation_tf_utils.TFGenerationMixin method) (transformers.generation_utils.GenerationMixin method) (transformers.MBartForConditionalGeneration method) GenerationMixin (class in transformers.generation_utils) get_added_vocab() (transformers.PreTrainedTokenizer method) (transformers.PreTrainedTokenizerFast method) get_config_dict() (transformers.PretrainedConfig class method) get_constant_schedule() (in module transformers) get_constant_schedule_with_warmup() (in module transformers) get_cosine_schedule_with_warmup() (in module transformers) get_cosine_with_hard_restarts_schedule_with_warmup() (in module transformers) get_dev_examples() (transformers.data.processors.squad.SquadProcessor method) (transformers.data.processors.utils.DataProcessor method) get_eval_dataloader() (transformers.Trainer method) get_eval_tfdataset() (transformers.TFTrainer method) get_example_from_tensor_dict() (transformers.data.processors.utils.DataProcessor method) get_examples_from_dataset() (transformers.data.processors.squad.SquadProcessor method) get_extended_attention_mask() (transformers.modeling_utils.ModuleUtilsMixin method) get_framework() (in module transformers.pipelines) get_head_mask() (transformers.modeling_utils.ModuleUtilsMixin method) get_initializer() (in module transformers.modeling_tf_utils) get_input_embeddings() (transformers.AlbertForMaskedLM method) (transformers.AlbertForPreTraining method) (transformers.AlbertModel method) (transformers.BertModel method) (transformers.CTRLModel method) (transformers.DistilBertModel method) (transformers.ElectraModel method) (transformers.EncoderDecoderModel method) (transformers.GPT2Model method) (transformers.LongformerModel method) (transformers.MobileBertModel method) (transformers.OpenAIGPTModel method) (transformers.PreTrainedModel method) (transformers.ReformerModel method) (transformers.RobertaModel method) (transformers.T5ForConditionalGeneration method) (transformers.T5Model method) (transformers.TFPreTrainedModel method) (transformers.TFT5ForConditionalGeneration method) (transformers.TFT5Model method) (transformers.TransfoXLModel method) (transformers.XLMModel method) (transformers.XLNetModel method) get_labels() (transformers.data.processors.utils.DataProcessor method) get_linear_schedule_with_warmup() (in module transformers) get_logger() (in module transformers.logging) get_output_embeddings() (transformers.AlbertForMaskedLM method) (transformers.AlbertForPreTraining method) (transformers.BertForMaskedLM method) (transformers.BertForPreTraining method) (transformers.BertLMHeadModel method) (transformers.CTRLLMHeadModel method) (transformers.DistilBertForMaskedLM method) (transformers.ElectraForMaskedLM method) (transformers.EncoderDecoderModel method) (transformers.GPT2DoubleHeadsModel method) (transformers.GPT2LMHeadModel method) (transformers.LongformerForMaskedLM method) (transformers.MobileBertForMaskedLM method) (transformers.MobileBertForPreTraining method) (transformers.OpenAIGPTDoubleHeadsModel method) (transformers.OpenAIGPTLMHeadModel method) (transformers.PreTrainedModel method) (transformers.ReformerForMaskedLM method) (transformers.ReformerModelWithLMHead method) (transformers.RobertaForCausalLM method) (transformers.RobertaForMaskedLM method) (transformers.T5ForConditionalGeneration method) (transformers.TFAlbertForMaskedLM method) (transformers.TFAlbertForPreTraining method) (transformers.TFBertForMaskedLM method) (transformers.TFBertForPreTraining method) (transformers.TFBertLMHeadModel method) (transformers.TFCTRLLMHeadModel method) (transformers.TFDistilBertForMaskedLM method) (transformers.TFElectraForMaskedLM method) (transformers.TFGPT2DoubleHeadsModel method) (transformers.TFGPT2LMHeadModel method) (transformers.TFLongformerForMaskedLM method) (transformers.TFMobileBertForMaskedLM method) (transformers.TFMobileBertForPreTraining method) (transformers.TFOpenAIGPTDoubleHeadsModel method) (transformers.TFOpenAIGPTLMHeadModel method) (transformers.TFPreTrainedModel method) (transformers.TFRobertaForMaskedLM method) (transformers.TFT5ForConditionalGeneration method) (transformers.TFT5Model method) (transformers.TFTransfoXLLMHeadModel method) (transformers.TFXLMWithLMHeadModel method) (transformers.TFXLNetLMHeadModel method) (transformers.TransfoXLLMHeadModel method) (transformers.XLMWithLMHeadModel method) (transformers.XLNetLMHeadModel method)

get_special_tokens_mask() (transformers.AlbertTokenizer method) (transformers.BertTokenizer method) (transformers.CamembertTokenizer method) (transformers.MobileBertTokenizer method) (transformers.PreTrainedTokenizer method) (transformers.RobertaTokenizer method) (transformers.T5Tokenizer method) (transformers.tokenization_utils_base.PreTrainedTokenizerBase method) (transformers.XLMRobertaTokenizer method) (transformers.XLMTokenizer method) (transformers.XLNetTokenizer method) get_test_dataloader() (transformers.Trainer method) get_test_examples() (transformers.data.processors.utils.DataProcessor method) get_test_tfdataset() (transformers.TFTrainer method) get_train_dataloader() (transformers.Trainer method) get_train_examples() (transformers.data.processors.squad.SquadProcessor method) (transformers.data.processors.utils.DataProcessor method) get_train_tfdataset() (transformers.TFTrainer method) get_verbosity() (in module transformers.logging) get_vocab() (transformers.PreTrainedTokenizer method) (transformers.PreTrainedTokenizerFast method) (transformers.ReformerTokenizer method) glue_convert_examples_to_features() (transformers.data.processors.glue method) GPT2Config (class in transformers) GPT2DoubleHeadsModel (class in transformers) GPT2DoubleHeadsModelOutput (class in transformers.modeling_gpt2) GPT2LMHeadModel (class in transformers) GPT2Model (class in transformers) GPT2Tokenizer (class in transformers) GPT2TokenizerFast (class in transformers) GradientAccumulator (class in transformers) group_entities() (transformers.TokenClassificationPipeline method) group_sub_entities() (transformers.TokenClassificationPipeline method)

H

hyperparameter_search() (transformers.Trainer method)

I

init_weights() (transformers.PreTrainedModel method) InputExample (class in transformers.data.processors.utils) InputFeatures (class in transformers.data.processors.utils) invert_attention_mask() (transformers.modeling_utils.ModuleUtilsMixin method) is_fast() (transformers.BatchEncoding property)

is_local_master() (transformers.Trainer method) is_local_process_zero() (transformers.Trainer method) is_valid_mbart() (transformers.BartConfig method) is_world_master() (transformers.Trainer method) is_world_process_zero() (transformers.Trainer method) items() (transformers.BatchEncoding method)

J

JsonPipelineDataFormat (class in transformers.pipelines)

K

keras_serializable() (in module transformers.modeling_tf_utils)

keys() (transformers.BatchEncoding method)

L

load_tf_weights() (transformers.AlbertModel method) log() (transformers.TFTrainer method) (transformers.Trainer method) LongformerConfig (class in transformers) LongformerForMaskedLM (class in transformers) LongformerForMultipleChoice (class in transformers)

LongformerForQuestionAnswering (class in transformers) LongformerForSequenceClassification (class in transformers) LongformerForTokenClassification (class in transformers) LongformerModel (class in transformers) LongformerTokenizer (class in transformers) LongformerTokenizerFast (class in transformers)

M

MarianConfig (class in transformers) MarianTokenizer (class in transformers) mask_token() (transformers.tokenization_utils_base.SpecialTokensMixin property) mask_token_id() (transformers.tokenization_utils_base.SpecialTokensMixin property) MaskedLMOutput (class in transformers.modeling_outputs) max_len() (transformers.tokenization_utils_base.PreTrainedTokenizerBase property) max_len_sentences_pair() (transformers.tokenization_utils_base.PreTrainedTokenizerBase property) max_len_single_sentence() (transformers.tokenization_utils_base.PreTrainedTokenizerBase property) MBartConfig (class in transformers) MBartForConditionalGeneration (class in transformers) MBartTokenizer (class in transformers) MobileBertConfig (class in transformers) MobileBertForMaskedLM (class in transformers)

MobileBertForMultipleChoice (class in transformers) MobileBertForNextSentencePrediction (class in transformers) MobileBertForPreTraining (class in transformers) MobileBertForPreTrainingOutput (class in transformers.modeling_mobilebert) MobileBertForQuestionAnswering (class in transformers) MobileBertForSequenceClassification (class in transformers) MobileBertForTokenClassification (class in transformers) MobileBertModel (class in transformers) MobileBertTokenizer (class in transformers) MobileBertTokenizerFast (class in transformers) model_type (transformers.MBartConfig attribute) ModelOutput (class in transformers.file_utils) ModuleUtilsMixin (class in transformers.modeling_utils) MultipleChoiceModelOutput (class in transformers.modeling_outputs)

N

n_gpu() (transformers.TFTrainingArguments property) (transformers.TrainingArguments property) n_replicas() (transformers.TFTrainingArguments property) NextSentencePredictorOutput (class in transformers.modeling_outputs) num_examples() (transformers.Trainer method)

num_labels() (transformers.PretrainedConfig property) num_parameters() (transformers.modeling_tf_utils.TFModelUtilsMixin method) (transformers.modeling_utils.ModuleUtilsMixin method) num_special_tokens_to_add() (transformers.PreTrainedTokenizer method) (transformers.PreTrainedTokenizerFast method)

O

OpenAIGPTConfig (class in transformers) OpenAIGPTDoubleHeadsModel (class in transformers) OpenAIGPTDoubleHeadsModelOutput (class in transformers.modeling_openai)

OpenAIGPTLMHeadModel (class in transformers) OpenAIGPTModel (class in transformers) OpenAIGPTTokenizer (class in transformers) OpenAIGPTTokenizerFast (class in transformers)

P

pad() (transformers.tokenization_utils_base.PreTrainedTokenizerBase method) pad_token() (transformers.tokenization_utils_base.SpecialTokensMixin property) pad_token_id() (transformers.tokenization_utils_base.SpecialTokensMixin property) pad_token_type_id() (transformers.tokenization_utils_base.SpecialTokensMixin property) PaddingStrategy (class in transformers.tokenization_utils_base) PegasusForConditionalGeneration (class in transformers) PegasusTokenizer (class in transformers) PipedPipelineDataFormat (class in transformers.pipelines) Pipeline (class in transformers) pipeline() (in module transformers) PipelineDataFormat (class in transformers.pipelines) PipelineException (class in transformers.pipelines) PoolerAnswerClass (class in transformers.modeling_utils) PoolerEndLogits (class in transformers.modeling_utils) PoolerStartLogits (class in transformers.modeling_utils) pop() (transformers.file_utils.ModelOutput method) predict() (transformers.Pipeline method) (transformers.TFTrainer method) (transformers.Trainer method) prediction_loop() (transformers.TFTrainer method) (transformers.Trainer method) prediction_step() (transformers.TFTrainer method) (transformers.Trainer method) prepare_for_model() (transformers.tokenization_utils_base.PreTrainedTokenizerBase method) prepare_for_tokenization() (transformers.PreTrainedTokenizer method) prepare_inputs_for_generation() (transformers.BertForMaskedLM method) (transformers.BertLMHeadModel method) (transformers.CTRLLMHeadModel method) (transformers.EncoderDecoderModel method) (transformers.generation_tf_utils.TFGenerationMixin method) (transformers.generation_utils.GenerationMixin method) (transformers.GPT2DoubleHeadsModel method) (transformers.GPT2LMHeadModel method) (transformers.ReformerModelWithLMHead method) (transformers.RobertaForCausalLM method) (transformers.T5ForConditionalGeneration method) (transformers.TFCTRLLMHeadModel method) (transformers.TFGPT2LMHeadModel method) (transformers.TFT5ForConditionalGeneration method) (transformers.TFTransfoXLLMHeadModel method) (transformers.TFXLMWithLMHeadModel method) (transformers.TFXLNetLMHeadModel method) (transformers.TransfoXLLMHeadModel method) (transformers.XLMWithLMHeadModel method) (transformers.XLNetLMHeadModel method)

prepare_seq2seq_batch() (transformers.BartTokenizer method) (transformers.MarianTokenizer method) (transformers.MBartTokenizer method) (transformers.PegasusTokenizer method) pretrained_config_archive_map (transformers.MobileBertConfig attribute) PretrainedConfig (class in transformers) PreTrainedModel (class in transformers) PreTrainedTokenizer (class in transformers) PreTrainedTokenizerBase (class in transformers.tokenization_utils_base) PreTrainedTokenizerFast (class in transformers) prune_conv1d_layer() (in module transformers.modeling_utils) prune_heads() (transformers.PreTrainedModel method) (transformers.TFPreTrainedModel method) prune_layer() (in module transformers.modeling_utils) prune_linear_layer() (in module transformers.modeling_utils)

Q

QuestionAnsweringArgumentHandler (class in transformers.pipelines)

QuestionAnsweringModelOutput (class in transformers.modeling_outputs) QuestionAnsweringPipeline (class in transformers)

R

ReformerConfig (class in transformers) ReformerForMaskedLM (class in transformers) ReformerForQuestionAnswering (class in transformers) ReformerForSequenceClassification (class in transformers) ReformerModel (class in transformers) ReformerModelWithLMHead (class in transformers) ReformerTokenizer (class in transformers) reset_memory_hooks_state() (transformers.modeling_utils.ModuleUtilsMixin method) resize_token_embeddings() (transformers.PreTrainedModel method) (transformers.TFPreTrainedModel method) RetriBertConfig (class in transformers) RetriBertModel (class in transformers)

RetriBertTokenizer (class in transformers) RetriBertTokenizerFast (class in transformers) RobertaConfig (class in transformers) RobertaForCausalLM (class in transformers) RobertaForMaskedLM (class in transformers) RobertaForMultipleChoice (class in transformers) RobertaForQuestionAnswering (class in transformers) RobertaForSequenceClassification (class in transformers) RobertaForTokenClassification (class in transformers) RobertaModel (class in transformers) RobertaTokenizer (class in transformers) RobertaTokenizerFast (class in transformers) run_model() (transformers.TFTrainer method)

S

sanitize_special_tokens() (transformers.tokenization_utils_base.SpecialTokensMixin method) save() (transformers.pipelines.CsvPipelineDataFormat method) (transformers.pipelines.JsonPipelineDataFormat method) (transformers.pipelines.PipedPipelineDataFormat method) (transformers.pipelines.PipelineDataFormat method) save_binary() (transformers.pipelines.PipedPipelineDataFormat method) (transformers.pipelines.PipelineDataFormat method) save_model() (transformers.TFTrainer method) (transformers.Trainer method) save_pretrained() (transformers.Pipeline method) (transformers.PretrainedConfig method) (transformers.PreTrainedModel method) (transformers.TFPreTrainedModel method) (transformers.tokenization_utils_base.PreTrainedTokenizerBase method) (transformers.TransfoXLTokenizerFast method) save_vocabulary() (transformers.AlbertTokenizer method) (transformers.BertTokenizer method) (transformers.CamembertTokenizer method) (transformers.CTRLTokenizer method) (transformers.GPT2Tokenizer method) (transformers.MobileBertTokenizer method) (transformers.OpenAIGPTTokenizer method) (transformers.PreTrainedTokenizer method) (transformers.PreTrainedTokenizerFast method) (transformers.ReformerTokenizer method) (transformers.RobertaTokenizer method) (transformers.T5Tokenizer method) (transformers.TransfoXLTokenizer method) (transformers.XLMRobertaTokenizer method) (transformers.XLMTokenizer method) (transformers.XLNetTokenizer method) sep_token() (transformers.tokenization_utils_base.SpecialTokensMixin property) sep_token_id() (transformers.tokenization_utils_base.SpecialTokensMixin property) Seq2SeqLMOutput (class in transformers.modeling_outputs) Seq2SeqModelOutput (class in transformers.modeling_outputs) Seq2SeqQuestionAnsweringModelOutput (class in transformers.modeling_outputs) Seq2SeqSequenceClassifierOutput (class in transformers.modeling_outputs) SequenceClassifierOutput (class in transformers.modeling_outputs) SequenceSummary (class in transformers.modeling_utils) set_input_embeddings() (transformers.AlbertModel method) (transformers.BertModel method) (transformers.CTRLModel method) (transformers.DistilBertModel method) (transformers.ElectraModel method) (transformers.GPT2Model method) (transformers.LongformerModel method) (transformers.MobileBertModel method) (transformers.OpenAIGPTModel method) (transformers.PreTrainedModel method) (transformers.ReformerModel method) (transformers.RobertaModel method) (transformers.T5ForConditionalGeneration method) (transformers.T5Model method) (transformers.TFPreTrainedModel method) (transformers.TFT5ForConditionalGeneration method) (transformers.TFT5Model method) (transformers.TransfoXLModel method) (transformers.XLMModel method) (transformers.XLNetModel method)

set_seed() (in module transformers) set_truncation_and_padding() (transformers.PreTrainedTokenizerFast method) set_verbosity() (in module transformers.logging) set_verbosity_debug() (in module transformers.logging) set_verbosity_error() (in module transformers.logging) set_verbosity_info() (in module transformers.logging) set_verbosity_warning() (in module transformers.logging) setdefault() (transformers.file_utils.ModelOutput method) setup_comet() (transformers.TFTrainer method) (transformers.Trainer method) setup_wandb() (transformers.TFTrainer method) (transformers.Trainer method) shape_list() (in module transformers.modeling_tf_utils) sp_model (transformers.AlbertTokenizer attribute) (transformers.CamembertTokenizer attribute) (transformers.XLMRobertaTokenizer attribute) (transformers.XLNetTokenizer attribute) span_to_answer() (transformers.QuestionAnsweringPipeline method) special_tokens_map() (transformers.tokenization_utils_base.SpecialTokensMixin property) special_tokens_map_extended() (transformers.tokenization_utils_base.SpecialTokensMixin property) SpecialTokensMixin (class in transformers.tokenization_utils_base) squad_convert_examples_to_features() (transformers.data.processors.squad method) SQuADHead (class in transformers.modeling_utils) SquadHeadOutput (class in transformers.modeling_utils) SquadProcessor (class in transformers.data.processors.squad) step() (transformers.AdamW method) strategy() (transformers.TFTrainingArguments property) SummarizationPipeline (class in transformers)

T

T5Config (class in transformers) T5ForConditionalGeneration (class in transformers) T5Model (class in transformers) T5Tokenizer (class in transformers) TensorType (class in transformers.tokenization_utils_base) TextClassificationPipeline (class in transformers) TextGenerationPipeline (class in transformers) TFAlbertForMaskedLM (class in transformers) TFAlbertForMultipleChoice (class in transformers) TFAlbertForPreTraining (class in transformers) TFAlbertForPreTrainingOutput (class in transformers.modeling_tf_albert) TFAlbertForQuestionAnswering (class in transformers) TFAlbertForSequenceClassification (class in transformers) TFAlbertForTokenClassification (class in transformers) TFAlbertModel (class in transformers) TFAutoModel (class in transformers) TFAutoModelForPreTraining (class in transformers) TFAutoModelForQuestionAnswering (class in transformers) TFAutoModelForSequenceClassification (class in transformers) TFAutoModelForTokenClassification (class in transformers) TFAutoModelWithLMHead (class in transformers) TFBertForMaskedLM (class in transformers) TFBertForMultipleChoice (class in transformers) TFBertForNextSentencePrediction (class in transformers) TFBertForPreTraining (class in transformers) TFBertForPreTrainingOutput (class in transformers.modeling_tf_bert) TFBertForQuestionAnswering (class in transformers) TFBertForSequenceClassification (class in transformers) TFBertForTokenClassification (class in transformers) TFBertLMHeadModel (class in transformers) TFBertModel (class in transformers) TFCamembertForMaskedLM (class in transformers) TFCamembertForMultipleChoice (class in transformers) TFCamembertForQuestionAnswering (class in transformers) TFCamembertForSequenceClassification (class in transformers) TFCamembertForTokenClassification (class in transformers) TFCamembertModel (class in transformers) TFCausalLanguageModelingLoss (class in transformers.modeling_tf_utils) TFConv1D (class in transformers.modeling_tf_utils) TFCTRLLMHeadModel (class in transformers) TFCTRLModel (class in transformers) TFDistilBertForMaskedLM (class in transformers) TFDistilBertForMultipleChoice (class in transformers) TFDistilBertForQuestionAnswering (class in transformers) TFDistilBertForSequenceClassification (class in transformers) TFDistilBertForTokenClassification (class in transformers) TFDistilBertModel (class in transformers) tfds_map() (transformers.data.processors.utils.DataProcessor method) TFElectraForMaskedLM (class in transformers) TFElectraForMultipleChoice (class in transformers) TFElectraForPreTraining (class in transformers) TFElectraForPreTrainingOutput (class in transformers.modeling_tf_electra) TFElectraForQuestionAnswering (class in transformers) TFElectraForSequenceClassification (class in transformers) TFElectraForTokenClassification (class in transformers) TFElectraModel (class in transformers) TFFlaubertForMultipleChoice (class in transformers) TFFlaubertForQuestionAnsweringSimple (class in transformers) TFFlaubertForSequenceClassification (class in transformers) TFFlaubertForTokenClassification (class in transformers) TFFlaubertModel (class in transformers) TFFlaubertWithLMHeadModel (class in transformers) TFGenerationMixin (class in transformers.generation_tf_utils) TFGPT2DoubleHeadsModel (class in transformers) TFGPT2DoubleHeadsModelOutput (class in transformers.modeling_tf_gpt2) TFGPT2LMHeadModel (class in transformers) TFGPT2Model (class in transformers) TFLongformerForMaskedLM (class in transformers) TFLongformerForQuestionAnswering (class in transformers) TFLongformerModel (class in transformers) TFMaskedLanguageModelingLoss (class in transformers.modeling_tf_utils) TFMobileBertForMaskedLM (class in transformers) TFMobileBertForMultipleChoice (class in transformers) TFMobileBertForNextSentencePrediction (class in transformers) TFMobileBertForPreTraining (class in transformers) TFMobileBertForPreTrainingOutput (class in transformers.modeling_tf_mobilebert) TFMobileBertForQuestionAnswering (class in transformers) TFMobileBertForSequenceClassification (class in transformers) TFMobileBertForTokenClassification (class in transformers) TFMobileBertModel (class in transformers) TFModelUtilsMixin (class in transformers.modeling_tf_utils) TFMultipleChoiceLoss (class in transformers.modeling_tf_utils) TFOpenAIGPTDoubleHeadsModel (class in transformers) TFOpenAIGPTDoubleHeadsModelOutput (class in transformers.modeling_tf_openai) TFOpenAIGPTLMHeadModel (class in transformers) TFOpenAIGPTModel (class in transformers)

TFPreTrainedModel (class in transformers) TFQuestionAnsweringLoss (class in transformers.modeling_tf_utils) TFRobertaForMaskedLM (class in transformers) TFRobertaForMultipleChoice (class in transformers) TFRobertaForQuestionAnswering (class in transformers) TFRobertaForSequenceClassification (class in transformers) TFRobertaForTokenClassification (class in transformers) TFRobertaModel (class in transformers) TFSequenceClassificationLoss (class in transformers.modeling_tf_utils) TFSequenceSummary (class in transformers.modeling_tf_utils) TFSharedEmbeddings (class in transformers.modeling_tf_utils) TFT5ForConditionalGeneration (class in transformers) TFT5Model (class in transformers) TFTokenClassificationLoss (class in transformers.modeling_tf_utils) TFTrainer (class in transformers) TFTrainingArguments (class in transformers) TFTransfoXLLMHeadModel (class in transformers) TFTransfoXLLMHeadModelOutput (class in transformers.modeling_tf_transfo_xl) TFTransfoXLModel (class in transformers) TFTransfoXLModelOutput (class in transformers.modeling_tf_transfo_xl) TFXLMForMultipleChoice (class in transformers) TFXLMForQuestionAnsweringSimple (class in transformers) TFXLMForSequenceClassification (class in transformers) TFXLMForTokenClassification (class in transformers) TFXLMModel (class in transformers) TFXLMRobertaForMaskedLM (class in transformers) TFXLMRobertaForMultipleChoice (class in transformers) TFXLMRobertaForQuestionAnswering (class in transformers) TFXLMRobertaForSequenceClassification (class in transformers) TFXLMRobertaForTokenClassification (class in transformers) TFXLMRobertaModel (class in transformers) TFXLMWithLMHeadModel (class in transformers) TFXLNetForMultipleChoice (class in transformers) TFXLNetForMultipleChoiceOutput (class in transformers.modeling_tf_xlnet) TFXLNetForQuestionAnsweringSimple (class in transformers) TFXLNetForQuestionAnsweringSimpleOutput (class in transformers.modeling_tf_xlnet) TFXLNetForSequenceClassification (class in transformers) TFXLNetForSequenceClassificationOutput (class in transformers.modeling_tf_xlnet) TFXLNetForTokenClassification (class in transformers) TFXLNetForTokenClassificationOutput (class in transformers.modeling_tf_xlnet) TFXLNetLMHeadModel (class in transformers) TFXLNetLMHeadModelOutput (class in transformers.modeling_tf_xlnet) TFXLNetModel (class in transformers) TFXLNetModelOutput (class in transformers.modeling_tf_xlnet) tie_weights() (transformers.EncoderDecoderModel method) (transformers.MobileBertForMaskedLM method) (transformers.MobileBertForPreTraining method) (transformers.PreTrainedModel method) (transformers.TransfoXLLMHeadModel method) to() (transformers.BatchEncoding method) to_dict() (transformers.EncoderDecoderConfig method) (transformers.PretrainedConfig method) to_diff_dict() (transformers.PretrainedConfig method) to_json_file() (transformers.PretrainedConfig method) to_json_string() (transformers.data.processors.utils.InputExample method) (transformers.data.processors.utils.InputFeatures method) (transformers.PretrainedConfig method) (transformers.TrainingArguments method) to_sanitized_dict() (transformers.TrainingArguments method) to_tuple() (transformers.file_utils.ModelOutput method) token_to_chars() (transformers.BatchEncoding method) token_to_word() (transformers.BatchEncoding method) TokenClassificationPipeline (class in transformers) TokenClassifierOutput (class in transformers.modeling_outputs) tokenize() (transformers.PreTrainedTokenizer method) (transformers.PreTrainedTokenizerFast method) tokens() (transformers.BatchEncoding method) TokenSpan (class in transformers.tokenization_utils_base) torch_distributed_zero_first() (in module transformers) train() (transformers.TFTrainer method) (transformers.Trainer method) train_batch_size() (transformers.TFTrainingArguments property) (transformers.TrainingArguments property) Trainer (class in transformers) training_step() (transformers.TFTrainer method) (transformers.Trainer method) TrainingArguments (class in transformers) transform() (transformers.Pipeline method) TransfoXLConfig (class in transformers) TransfoXLLMHeadModel (class in transformers) TransfoXLLMHeadModelOutput (class in transformers.modeling_transfo_xl) TransfoXLModel (class in transformers) TransfoXLModelOutput (class in transformers.modeling_transfo_xl) TransfoXLTokenizer (class in transformers) TransfoXLTokenizerFast (class in transformers) truncate_sequences() (transformers.tokenization_utils_base.PreTrainedTokenizerBase method) TruncationStrategy (class in transformers.tokenization_utils_base)

U

unk_token() (transformers.tokenization_utils_base.SpecialTokensMixin property) unk_token_id() (transformers.tokenization_utils_base.SpecialTokensMixin property)

update() (transformers.file_utils.ModelOutput method) (transformers.PretrainedConfig method) use_return_dict() (transformers.PretrainedConfig property)

V

values() (transformers.BatchEncoding method) vocab_size() (transformers.PreTrainedTokenizer property) (transformers.PreTrainedTokenizerFast property) (transformers.ReformerTokenizer property)

W

WarmUp (class in transformers) word_to_chars() (transformers.BatchEncoding method)

word_to_tokens() (transformers.BatchEncoding method) words() (transformers.BatchEncoding method)

X

XLMConfig (class in transformers) XLMForMultipleChoice (class in transformers) XLMForQuestionAnswering (class in transformers) XLMForQuestionAnsweringOutput (class in transformers.modeling_xlm) XLMForQuestionAnsweringSimple (class in transformers) XLMForSequenceClassification (class in transformers) XLMForTokenClassification (class in transformers) XLMModel (class in transformers) XLMRobertaConfig (class in transformers) XLMRobertaForMaskedLM (class in transformers) XLMRobertaForMultipleChoice (class in transformers) XLMRobertaForQuestionAnswering (class in transformers) XLMRobertaForSequenceClassification (class in transformers) XLMRobertaForTokenClassification (class in transformers) XLMRobertaModel (class in transformers) XLMRobertaTokenizer (class in transformers) XLMTokenizer (class in transformers)

XLMWithLMHeadModel (class in transformers) XLNetConfig (class in transformers) XLNetForMultipleChoice (class in transformers) XLNetForMultipleChoiceOutput (class in transformers.modeling_xlnet) XLNetForQuestionAnswering (class in transformers) XLNetForQuestionAnsweringOutput (class in transformers.modeling_xlnet) XLNetForQuestionAnsweringSimple (class in transformers) XLNetForQuestionAnsweringSimpleOutput (class in transformers.modeling_xlnet) XLNetForSequenceClassification (class in transformers) XLNetForSequenceClassificationOutput (class in transformers.modeling_xlnet) XLNetForTokenClassification (class in transformers) XLNetForTokenClassificationOutput (class in transformers.modeling_xlnet) XLNetLMHeadModel (class in transformers) XLNetLMHeadModelOutput (class in transformers.modeling_xlnet) XLNetModel (class in transformers) XLNetModelOutput (class in transformers.modeling_xlnet) XLNetTokenizer (class in transformers)

Z

ZeroShotClassificationArgumentHandler (class in transformers.pipelines)

ZeroShotClassificationPipeline (class in transformers)