KoichiYasuoka commited on
Commit
ed74159
1 Parent(s): d4b8c36
Files changed (1) hide show
  1. maker.py +3 -2
maker.py CHANGED
@@ -18,8 +18,9 @@ class UDgoeswithDataset(object):
18
  dep,c="-|_|dep",[]
19
  for s in r:
20
  t=s.split("\t")
21
- if len(t)==10 and t[0].isdecimal():
22
- c.append(t)
 
23
  elif c!=[]:
24
  v=tokenizer([t[1].replace("_"," ") for t in c],add_special_tokens=False)["input_ids"]
25
  for i in range(len(v)-1,-1,-1):
18
  dep,c="-|_|dep",[]
19
  for s in r:
20
  t=s.split("\t")
21
+ if len(t)==10:
22
+ if t[0].isdecimal():
23
+ c.append(t)
24
  elif c!=[]:
25
  v=tokenizer([t[1].replace("_"," ") for t in c],add_special_tokens=False)["input_ids"]
26
  for i in range(len(v)-1,-1,-1):