KoichiYasuoka
commited on
Commit
•
e9eb9fb
1
Parent(s):
6b6e7b4
bug fix
Browse files
maker.py
CHANGED
@@ -14,8 +14,9 @@ class UDgoeswithDataset(object):
|
|
14 |
dep,c="-|_|dep",[]
|
15 |
for s in r:
|
16 |
t=s.split("\t")
|
17 |
-
if len(t)==10
|
18 |
-
|
|
|
19 |
elif c!=[]:
|
20 |
v=tokenizer([t[1] for t in c],add_special_tokens=False)["input_ids"]
|
21 |
for i in range(len(v)-1,-1,-1):
|
|
|
14 |
dep,c="-|_|dep",[]
|
15 |
for s in r:
|
16 |
t=s.split("\t")
|
17 |
+
if len(t)==10:
|
18 |
+
if t[0].isdecimal():
|
19 |
+
c.append(t)
|
20 |
elif c!=[]:
|
21 |
v=tokenizer([t[1] for t in c],add_special_tokens=False)["input_ids"]
|
22 |
for i in range(len(v)-1,-1,-1):
|