vitvit commited on
Commit
8dc628f
โ€ข
1 Parent(s): ae11873

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +3 -3
README.md CHANGED
@@ -18,11 +18,11 @@ tokenizer = AutoTokenizer.from_pretrained('HeNLP/HeRo')
18
  model = AutoModelForMaskedLM.from_pretrained('HeNLP/HeRo'
19
 
20
  # Tokenization Example:
21
- # Encoding and tokenizing
22
- encoded_string = tokenizer('ืฉืœื•ื ืœื›ื•ืœื')
23
 
24
  # Decoding
25
- decoded_string = tokenizer.decode(encoded_string['input_ids'], skip_special_tokens=True)
26
  ```
27
 
28
  ### Citing
 
18
  model = AutoModelForMaskedLM.from_pretrained('HeNLP/HeRo'
19
 
20
  # Tokenization Example:
21
+ # Tokenizing
22
+ tokenized_string = tokenizer('ืฉืœื•ื ืœื›ื•ืœื')
23
 
24
  # Decoding
25
+ decoded_string = tokenizer.decode(tokenized_string ['input_ids'], skip_special_tokens=True)
26
  ```
27
 
28
  ### Citing