vocabtrimmer
/

mt5-small-trimmed-it-10000

Text2Text Generation

Inference Endpoints

text-generation-inference

Model card Files Files and versions Community

asahi417 commited on Mar 29, 2023

Commit

80aa372

•

1 Parent(s): 404008c

Upload tokenizer

Files changed (1) hide show

tokenizer_config.json +1 -1

tokenizer_config.json CHANGED Viewed

@@ -6,7 +6,7 @@
   "name_or_path": "google/mt5-small",
   "pad_token": "<pad>",
   "sp_model_kwargs": {},
-  "special_tokens_map_file": "/home/asahiushio/.cache/huggingface/hub/models--google--mt5-small/snapshots/38f23af8ec210eb6c376d40e9c56bd25a80f195d/special_tokens_map.json",
   "tokenizer_class": "T5Tokenizer",
   "unk_token": "<unk>"
 }

   "name_or_path": "google/mt5-small",
   "pad_token": "<pad>",
   "sp_model_kwargs": {},
+  "special_tokens_map_file": "/home/asahi/.cache/huggingface/hub/models--google--mt5-small/snapshots/38f23af8ec210eb6c376d40e9c56bd25a80f195d/special_tokens_map.json",
   "tokenizer_class": "T5Tokenizer",
   "unk_token": "<unk>"
 }