Jira commited on
Commit
b2c5194
1 Parent(s): 23d4a48

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -5
app.py CHANGED
@@ -1,12 +1,12 @@
1
  import gradio as gr
2
- #from transformers import AutoTokenizer
3
- from pythainlp.tokenize import word_tokenize
4
  #from transformers import pipeline
5
 
6
  def greet(name):
7
- #tokenizer = AutoTokenizer.from_pretrained("KoichiYasuoka/roberta-base-thai-char-upos")
8
- #t = tokenizer.tokenize(name)
9
- t = word_tokenize(text, keep_whitespace = False)
10
  #translator = pipeline("translation_en_to_de")
11
  #return translator(name)
12
  op = ""
1
  import gradio as gr
2
+ from transformers import AutoTokenizer
3
+ #from pythainlp.tokenize import word_tokenize
4
  #from transformers import pipeline
5
 
6
  def greet(name):
7
+ tokenizer = AutoTokenizer.from_pretrained("KoichiYasuoka/roberta-base-thai-spm")
8
+ t = tokenizer.tokenize(name)
9
+ #t = word_tokenize(text, keep_whitespace = False)
10
  #translator = pipeline("translation_en_to_de")
11
  #return translator(name)
12
  op = ""