Zayt commited on
Commit
ae8915f
1 Parent(s): 4015e10

Create README.md

Browse files
Files changed (1) hide show
  1. README.md +12 -0
README.md ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ```python
2
+ from underthesea import word_tokenize
3
+ from transformers import RobertaTokenizer, RobertaModel
4
+
5
+ model_name = 'Zayt/viRoberta-l6-h384-word-cased'
6
+ tokenizer = AutoTokenizer.from_pretrained(model_name)
7
+ model = AutoModelForMaskedLM.from_pretrained(model_name)
8
+
9
+ text = word_tokenize("Xin chào, tôi không còn là sinh viên đại học Bách Khoa.", format='text')
10
+ output = model(**tokenizer(text, return_tensors='pt))
11
+ output
12
+ ```