Update tokenizer_config.json

#1
Files changed (1) hide show
  1. tokenizer_config.json +2 -2
tokenizer_config.json CHANGED
@@ -70,8 +70,8 @@
70
  "pad_token": "<pad>",
71
  "sep_token": "</s>",
72
  "sp_model_kwargs": {},
73
- "src_lang": null,
74
- "tgt_lang": null,
75
  "tokenizer_class": "MBart50Tokenizer",
76
  "unk_token": "<unk>"
77
  }
 
70
  "pad_token": "<pad>",
71
  "sep_token": "</s>",
72
  "sp_model_kwargs": {},
73
+ "src_lang": "en_XX",
74
+ "tgt_lang": "fr_XX",
75
  "tokenizer_class": "MBart50Tokenizer",
76
  "unk_token": "<unk>"
77
  }