cahya commited on
Commit
8696911
1 Parent(s): 06e1d8a

updated minimal line length

Browse files
Files changed (1) hide show
  1. text_collection/text_collection.py +1 -1
text_collection/text_collection.py CHANGED
@@ -110,7 +110,7 @@ class TextCollection(datasets.GeneratorBasedBuilder):
110
  with open(path, "r") as f:
111
  print("# Reading", path)
112
  for line in f:
113
- if len(line.strip()) > 0:
114
  current_lines.append(line)
115
  elif current_lines:
116
  feature = id_, {"id": id_, "text": "".join(current_lines).rstrip()}
 
110
  with open(path, "r") as f:
111
  print("# Reading", path)
112
  for line in f:
113
+ if len(line.strip()) > -1:
114
  current_lines.append(line)
115
  elif current_lines:
116
  feature = id_, {"id": id_, "text": "".join(current_lines).rstrip()}