SaranaAbidueva commited on
Commit
0fabc81
1 Parent(s): 6641975

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -0
README.md CHANGED
@@ -14,6 +14,7 @@ How to use in Python:
14
  from transformers import MBartForConditionalGeneration, MBart50Tokenizer
15
  model = MBartForConditionalGeneration.from_pretrained("SaranaAbidueva/mbart50_ru_bua")
16
  tokenizer = MBart50Tokenizer.from_pretrained("SaranaAbidueva/mbart50_ru_bua")
 
17
  def fix_tokenizer(tokenizer):
18
  old_len = len(tokenizer) - int('bxr_XX' in tokenizer.added_tokens_encoder)
19
  tokenizer.lang_code_to_id['bxr_XX'] = old_len-1
 
14
  from transformers import MBartForConditionalGeneration, MBart50Tokenizer
15
  model = MBartForConditionalGeneration.from_pretrained("SaranaAbidueva/mbart50_ru_bua")
16
  tokenizer = MBart50Tokenizer.from_pretrained("SaranaAbidueva/mbart50_ru_bua")
17
+
18
  def fix_tokenizer(tokenizer):
19
  old_len = len(tokenizer) - int('bxr_XX' in tokenizer.added_tokens_encoder)
20
  tokenizer.lang_code_to_id['bxr_XX'] = old_len-1