remove lowercase
Browse files- src/utils.py +1 -1
src/utils.py
CHANGED
|
@@ -14,7 +14,7 @@ emoji_pattern = re.compile(
|
|
| 14 |
|
| 15 |
|
| 16 |
def clean_text(x):
|
| 17 |
-
x = x.lower() # lowercase
|
| 18 |
x = x.encode("ascii", "ignore").decode() # unicode
|
| 19 |
x = re.sub(r"https*\S+", " ", x) # url
|
| 20 |
x = re.sub(r"@\S+", " ", x) # mentions
|
|
|
|
| 14 |
|
| 15 |
|
| 16 |
def clean_text(x):
|
| 17 |
+
# x = x.lower() # lowercase
|
| 18 |
x = x.encode("ascii", "ignore").decode() # unicode
|
| 19 |
x = re.sub(r"https*\S+", " ", x) # url
|
| 20 |
x = re.sub(r"@\S+", " ", x) # mentions
|