Gladiator commited on
Commit
13a4332
1 Parent(s): 4b21134

remove lowercase

Browse files
Files changed (1) hide show
  1. src/utils.py +1 -1
src/utils.py CHANGED
@@ -14,7 +14,7 @@ emoji_pattern = re.compile(
14
 
15
 
16
  def clean_text(x):
17
- x = x.lower() # lowercase
18
  x = x.encode("ascii", "ignore").decode() # unicode
19
  x = re.sub(r"https*\S+", " ", x) # url
20
  x = re.sub(r"@\S+", " ", x) # mentions
 
14
 
15
 
16
  def clean_text(x):
17
+ # x = x.lower() # lowercase
18
  x = x.encode("ascii", "ignore").decode() # unicode
19
  x = re.sub(r"https*\S+", " ", x) # url
20
  x = re.sub(r"@\S+", " ", x) # mentions