KoichiYasuoka
/

roberta-base-thai-spm-ud-goeswith

Token Classification

dependency-parsing

Inference Endpoints

Model card Files Files and versions Community

KoichiYasuoka commited on Feb 19, 2023

Commit

cbe8b77

•

1 Parent(s): 8d039e4

bug fix

Files changed (1) hide show

maker.py +3 -2

maker.py CHANGED Viewed

@@ -15,8 +15,9 @@ class UDgoeswithDataset(object):
       dep,c="-|_|dep",[]
       for s in r:
         t=s.split("\t")
-        if len(t)==10 and t[0].isdecimal():
-          c.append(t)
         elif c!=[]:
           v=tokenizer([t[1] for t in c],add_special_tokens=False)["input_ids"]
           for i in range(len(v)-1,-1,-1):

       dep,c="-|_|dep",[]
       for s in r:
         t=s.split("\t")
+        if len(t)==10:
+          if t[0].isdecimal():
+            c.append(t)
         elif c!=[]:
           v=tokenizer([t[1] for t in c],add_special_tokens=False)["input_ids"]
           for i in range(len(v)-1,-1,-1):