Byt5LangTokenizer not available on huggingfaces

#2
Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -1158,6 +1158,6 @@
1158
  "model_max_length": 256,
1159
  "pad_token": "<pad>",
1160
  "processor_class": "SuryaProcessor",
1161
- "tokenizer_class": "Byt5LangTokenizer",
1162
  "unk_token": "<unk>"
1163
  }
 
1158
  "model_max_length": 256,
1159
  "pad_token": "<pad>",
1160
  "processor_class": "SuryaProcessor",
1161
+ "tokenizer_class": "Byt5Tokenizer",
1162
  "unk_token": "<unk>"
1163
  }