Spaces:
Sleeping
Sleeping
Update normalizer.py
Browse files- normalizer.py +0 -3
normalizer.py
CHANGED
|
@@ -1,7 +1,6 @@
|
|
| 1 |
import asyncio
|
| 2 |
import string, re
|
| 3 |
import pandas as pd
|
| 4 |
-
from aiogoogletrans import Translator
|
| 5 |
from spellchecker import SpellChecker
|
| 6 |
from nltk.tokenize import RegexpTokenizer
|
| 7 |
|
|
@@ -59,8 +58,6 @@ class Normalizer:
|
|
| 59 |
self._contractions_dict = pd.read_json(contractions_url, typ="series")
|
| 60 |
self._contractions_list = list(self._contractions_dict.keys())
|
| 61 |
|
| 62 |
-
# Initialize translator for language detection
|
| 63 |
-
self._translator = Translator()
|
| 64 |
|
| 65 |
# Converting to lowercase
|
| 66 |
def _convert_to_lowercase(self, text):
|
|
|
|
| 1 |
import asyncio
|
| 2 |
import string, re
|
| 3 |
import pandas as pd
|
|
|
|
| 4 |
from spellchecker import SpellChecker
|
| 5 |
from nltk.tokenize import RegexpTokenizer
|
| 6 |
|
|
|
|
| 58 |
self._contractions_dict = pd.read_json(contractions_url, typ="series")
|
| 59 |
self._contractions_list = list(self._contractions_dict.keys())
|
| 60 |
|
|
|
|
|
|
|
| 61 |
|
| 62 |
# Converting to lowercase
|
| 63 |
def _convert_to_lowercase(self, text):
|