KoichiYasuoka commited on
Commit
2476cda
1 Parent(s): e86483a
Files changed (1) hide show
  1. maker.py +1 -1
maker.py CHANGED
@@ -16,7 +16,7 @@ class UDgoeswithDataset(object):
16
  t=s.split("\t")
17
  if len(t)==10 and t[0].isdecimal():
18
  c.append(t)
19
- elif c!=[]:
20
  v=tokenizer([t[1] for t in c],add_special_tokens=False)["input_ids"]
21
  for i in range(len(v)-1,-1,-1):
22
  for j in range(1,len(v[i])):
 
16
  t=s.split("\t")
17
  if len(t)==10 and t[0].isdecimal():
18
  c.append(t)
19
+ elif c!=[] and s.strip()=="":
20
  v=tokenizer([t[1] for t in c],add_special_tokens=False)["input_ids"]
21
  for i in range(len(v)-1,-1,-1):
22
  for j in range(1,len(v[i])):