KoichiYasuoka commited on
Commit
e9eb9fb
1 Parent(s): 6b6e7b4
Files changed (1) hide show
  1. maker.py +3 -2
maker.py CHANGED
@@ -14,8 +14,9 @@ class UDgoeswithDataset(object):
14
  dep,c="-|_|dep",[]
15
  for s in r:
16
  t=s.split("\t")
17
- if len(t)==10 and t[0].isdecimal():
18
- c.append(t)
 
19
  elif c!=[]:
20
  v=tokenizer([t[1] for t in c],add_special_tokens=False)["input_ids"]
21
  for i in range(len(v)-1,-1,-1):
 
14
  dep,c="-|_|dep",[]
15
  for s in r:
16
  t=s.split("\t")
17
+ if len(t)==10:
18
+ if t[0].isdecimal():
19
+ c.append(t)
20
  elif c!=[]:
21
  v=tokenizer([t[1] for t in c],add_special_tokens=False)["input_ids"]
22
  for i in range(len(v)-1,-1,-1):