Update app.py
Browse files
app.py
CHANGED
@@ -14,10 +14,10 @@ from tqdm import tqdm
|
|
14 |
import numpy as np
|
15 |
import pandas as pd
|
16 |
kv = KhaveeVerifier()
|
17 |
-
from transformers import AutoTokenizer,
|
18 |
|
19 |
tokenizer = AutoTokenizer.from_pretrained("Thanravee/KarveeSaimai", local_files_only=False)
|
20 |
-
model =
|
21 |
|
22 |
# split text from \n to list and drop soi word -> splitted wak list (no soi)
|
23 |
def split_klong(klong_text):
|
|
|
14 |
import numpy as np
|
15 |
import pandas as pd
|
16 |
kv = KhaveeVerifier()
|
17 |
+
from transformers import AutoTokenizer, AutoModelForCausalLM
|
18 |
|
19 |
tokenizer = AutoTokenizer.from_pretrained("Thanravee/KarveeSaimai", local_files_only=False)
|
20 |
+
model = AutoModelForCausalLM.from_pretrained("Thanravee/KarveeSaimai", local_files_only=False)
|
21 |
|
22 |
# split text from \n to list and drop soi word -> splitted wak list (no soi)
|
23 |
def split_klong(klong_text):
|