vikp
/

surya_rec

FiendHunter commited on Mar 22

Commit

c2a276b

•

1 Parent(s): 56194fb

Byt5LangTokenizer not available on huggingfaces

Files changed (1) hide show

tokenizer_config.json CHANGED Viewed

@@ -1158,6 +1158,6 @@
   "model_max_length": 256,
   "pad_token": "<pad>",
   "processor_class": "SuryaProcessor",
-  "tokenizer_class": "Byt5LangTokenizer",
   "unk_token": "<unk>"
 }

   "model_max_length": 256,
   "pad_token": "<pad>",
   "processor_class": "SuryaProcessor",
+  "tokenizer_class": "Byt5Tokenizer",
   "unk_token": "<unk>"
 }