KoichiYasuoka commited on
Commit
260457a
1 Parent(s): b1c48db
Files changed (1) hide show
  1. maker.py +3 -2
maker.py CHANGED
@@ -15,8 +15,9 @@ class UDgoeswithDataset(object):
15
  dep,c="-|_|dep",[]
16
  for s in r:
17
  t=s.split("\t")
18
- if len(t)==10 and t[0].isdecimal():
19
- c.append(t)
 
20
  elif c!=[]:
21
  v=tokenizer([t[1] for t in c],add_special_tokens=False)["input_ids"]
22
  for i in range(len(v)-1,-1,-1):
 
15
  dep,c="-|_|dep",[]
16
  for s in r:
17
  t=s.split("\t")
18
+ if len(t)==10:
19
+ if t[0].isdecimal():
20
+ c.append(t)
21
  elif c!=[]:
22
  v=tokenizer([t[1] for t in c],add_special_tokens=False)["input_ids"]
23
  for i in range(len(v)-1,-1,-1):