Spaces:
Runtime error
Runtime error
Update normalizer.py
Browse files- normalizer.py +0 -3
normalizer.py
CHANGED
@@ -1,7 +1,6 @@
|
|
1 |
import asyncio
|
2 |
import string, re
|
3 |
import pandas as pd
|
4 |
-
from aiogoogletrans import Translator
|
5 |
from spellchecker import SpellChecker
|
6 |
from nltk.tokenize import RegexpTokenizer
|
7 |
|
@@ -59,8 +58,6 @@ class Normalizer:
|
|
59 |
self._contractions_dict = pd.read_json(contractions_url, typ="series")
|
60 |
self._contractions_list = list(self._contractions_dict.keys())
|
61 |
|
62 |
-
# Initialize translator for language detection
|
63 |
-
self._translator = Translator()
|
64 |
|
65 |
# Converting to lowercase
|
66 |
def _convert_to_lowercase(self, text):
|
|
|
1 |
import asyncio
|
2 |
import string, re
|
3 |
import pandas as pd
|
|
|
4 |
from spellchecker import SpellChecker
|
5 |
from nltk.tokenize import RegexpTokenizer
|
6 |
|
|
|
58 |
self._contractions_dict = pd.read_json(contractions_url, typ="series")
|
59 |
self._contractions_list = list(self._contractions_dict.keys())
|
60 |
|
|
|
|
|
61 |
|
62 |
# Converting to lowercase
|
63 |
def _convert_to_lowercase(self, text):
|