gokceuludogan commited on
Commit
3872336
1 Parent(s): d221b4b

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -942,7 +942,7 @@
942
  "model_max_length": 1024,
943
  "pad_token": "<PAD>",
944
  "padding_side": "right",
945
- "tokenizer_class": "PreTrainedTokenizerFast",
946
  "truncation_side": "right",
947
  "unk_token": "<UNK>"
948
  }
 
942
  "model_max_length": 1024,
943
  "pad_token": "<PAD>",
944
  "padding_side": "right",
945
+ "tokenizer_class": "T5TokenizerFast",
946
  "truncation_side": "right",
947
  "unk_token": "<UNK>"
948
  }