add tokenizer

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "Doogie/Wayne_NLP_mT5",
+  "_name_or_path": "/notebooks/Doogie/Wayne_NLP_mT5/checkpoint-78000",
   "architectures": [
     "MT5ForConditionalGeneration"
   ],

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4ecc4c986b88e90268892f095ac5aebebfd78f6f6acd50d72d63a44acef98445
-size 2329732045
+oid sha256:bb3ebdcf2055605605757a8e75d257abba7fdd1bcd532464e73851a71022afc6
+size 2329728077

runs/Feb08_10-47-20_db46ab91894b/events.out.tfevents.1644284873.db46ab91894b.1705.2

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:313b791a5d6882826d92373c4ed44ace1909663faa77518220c3c02261d665bd
-size 28038
+oid sha256:ba1d74824c6d6b99f0f9aba27d8ca0a97214b2de8c842b319cd68e18c6e69494
+size 28358

tokenizer_config.json

@@ -1 +1 @@
-{"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "extra_ids": 0, "additional_special_tokens": null, "special_tokens_map_file": "/home/patrick/.cache/torch/transformers/685ac0ca8568ec593a48b61b0a3c272beee9bc194a3c7241d15dcadb5f875e53.f76030f3ec1b96a8199b2593390c610e76ca8028ef3d24680000619ffb646276", "name_or_path": "Doogie/Wayne_NLP_mT5", "sp_model_kwargs": {}, "tokenizer_class": "T5Tokenizer"}
+{"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "extra_ids": 0, "additional_special_tokens": null, "special_tokens_map_file": "/home/patrick/.cache/torch/transformers/685ac0ca8568ec593a48b61b0a3c272beee9bc194a3c7241d15dcadb5f875e53.f76030f3ec1b96a8199b2593390c610e76ca8028ef3d24680000619ffb646276", "name_or_path": "/notebooks/Doogie/Wayne_NLP_mT5/checkpoint-78000", "sp_model_kwargs": {}, "tokenizer_class": "T5Tokenizer"}