seamusl commited on
Commit
cbb938e
1 Parent(s): 7b73b72

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +2 -2
tokenizer_config.json CHANGED
@@ -17,8 +17,8 @@
17
  "sep_token": "</s>",
18
  "sp_model_kwargs": {},
19
  "special_tokens_map_file": null,
20
- "src_lang": "eng_Latn",
21
- "tgt_lang": "gle_Latn",
22
  "tokenizer_class": "NllbTokenizer",
23
  "tokenizer_file": null,
24
  "unk_token": "<unk>"
 
17
  "sep_token": "</s>",
18
  "sp_model_kwargs": {},
19
  "special_tokens_map_file": null,
20
+ "src_lang" = "eng_Latn",
21
+ "tgt_lang" = "gle_Latn",
22
  "tokenizer_class": "NllbTokenizer",
23
  "tokenizer_file": null,
24
  "unk_token": "<unk>"