switch back transformer logger
Browse files
app.py
CHANGED
@@ -24,10 +24,12 @@ from gradio.themes.utils import colors, fonts, sizes
|
|
24 |
import argparse
|
25 |
|
26 |
import langid
|
27 |
-
from transformers import pipeline, AutoModelForSeq2SeqLM, AutoTokenizer
|
28 |
from easynmt import EasyNMT
|
29 |
|
30 |
-
|
|
|
|
|
31 |
|
32 |
# # Initialize nllb-200 models
|
33 |
# tokenizer = AutoTokenizer.from_pretrained("facebook/nllb-200-distilled-600M")
|
@@ -36,11 +38,11 @@ import logging
|
|
36 |
# Initialize mbart50 models
|
37 |
mbart_m2en_model = EasyNMT("mbart50_m2en")
|
38 |
mbart_en2m_model = EasyNMT("mbart50_en2m")
|
39 |
-
|
40 |
|
41 |
# Initialize m2m_100 models
|
42 |
m2m_model = EasyNMT("m2m_100_1.2B")
|
43 |
-
|
44 |
|
45 |
|
46 |
class myTheme(Base):
|
@@ -106,7 +108,7 @@ def detect_lang(article):
|
|
106 |
"""
|
107 |
|
108 |
result_lang = langid.classify(article)
|
109 |
-
|
110 |
return result_lang[0]
|
111 |
|
112 |
|
@@ -176,21 +178,21 @@ def mbart_trans(article, target_language):
|
|
176 |
elif target_language == "Chinese":
|
177 |
target_lang = "zh"
|
178 |
|
179 |
-
|
180 |
-
|
181 |
-
|
182 |
|
183 |
if result_lang != target_lang:
|
184 |
if target_language == "English":
|
185 |
translated = mbart_m2en_model.translate(article, target_lang="en")
|
186 |
-
|
187 |
return translated
|
188 |
else:
|
189 |
translated = mbart_en2m_model.translate(article, target_lang="zh")
|
190 |
-
|
191 |
return translated
|
192 |
else:
|
193 |
-
|
194 |
"Error: You chose the same language as the article detected language. Please reselect language and try again."
|
195 |
)
|
196 |
return "Error: You chose the same language as the article detected language. Please reselect language and try again."
|
@@ -203,16 +205,16 @@ def m2m_trans(article, target_language):
|
|
203 |
elif target_language == "Chinese":
|
204 |
target_lang = "zh"
|
205 |
|
206 |
-
|
207 |
-
|
208 |
-
|
209 |
|
210 |
if result_lang != target_lang:
|
211 |
translated = m2m_model.translate(article, target_lang)
|
212 |
-
|
213 |
return translated
|
214 |
else:
|
215 |
-
|
216 |
f"Error: You chose the same language as the article detected language. Please reselect language and try again."
|
217 |
)
|
218 |
return "Error: You chose the same language as the article detected language. Please reselect language and try again."
|
|
|
24 |
import argparse
|
25 |
|
26 |
import langid
|
27 |
+
from transformers import pipeline, AutoModelForSeq2SeqLM, AutoTokenizer, logging
|
28 |
from easynmt import EasyNMT
|
29 |
|
30 |
+
# Initialize logging
|
31 |
+
logging.set_verbosity_info()
|
32 |
+
logger = logging.get_logger("transformers")
|
33 |
|
34 |
# # Initialize nllb-200 models
|
35 |
# tokenizer = AutoTokenizer.from_pretrained("facebook/nllb-200-distilled-600M")
|
|
|
38 |
# Initialize mbart50 models
|
39 |
mbart_m2en_model = EasyNMT("mbart50_m2en")
|
40 |
mbart_en2m_model = EasyNMT("mbart50_en2m")
|
41 |
+
logger.info("mbart50 models initialized")
|
42 |
|
43 |
# Initialize m2m_100 models
|
44 |
m2m_model = EasyNMT("m2m_100_1.2B")
|
45 |
+
logger.info("m2m_100 models initialized")
|
46 |
|
47 |
|
48 |
class myTheme(Base):
|
|
|
108 |
"""
|
109 |
|
110 |
result_lang = langid.classify(article)
|
111 |
+
logger.info(f"language detected as {result_lang}")
|
112 |
return result_lang[0]
|
113 |
|
114 |
|
|
|
178 |
elif target_language == "Chinese":
|
179 |
target_lang = "zh"
|
180 |
|
181 |
+
logger.info(f"Article to translate : {article}")
|
182 |
+
logger.info(f"Chose which translation model: mbart model")
|
183 |
+
logger.info(f"Language selected: {target_language}")
|
184 |
|
185 |
if result_lang != target_lang:
|
186 |
if target_language == "English":
|
187 |
translated = mbart_m2en_model.translate(article, target_lang="en")
|
188 |
+
logger.info(f"Translated Result: {translated}")
|
189 |
return translated
|
190 |
else:
|
191 |
translated = mbart_en2m_model.translate(article, target_lang="zh")
|
192 |
+
logger.info(f"Translated Result: {translated}")
|
193 |
return translated
|
194 |
else:
|
195 |
+
logger.warning(
|
196 |
"Error: You chose the same language as the article detected language. Please reselect language and try again."
|
197 |
)
|
198 |
return "Error: You chose the same language as the article detected language. Please reselect language and try again."
|
|
|
205 |
elif target_language == "Chinese":
|
206 |
target_lang = "zh"
|
207 |
|
208 |
+
logger.info(f"Article to translate : {article}")
|
209 |
+
logger.info(f"Chose which translation model: m2m model")
|
210 |
+
logger.info(f"Language selected: {target_language}")
|
211 |
|
212 |
if result_lang != target_lang:
|
213 |
translated = m2m_model.translate(article, target_lang)
|
214 |
+
logger.info(f"Translation Result: {translated}")
|
215 |
return translated
|
216 |
else:
|
217 |
+
logger.warning(
|
218 |
f"Error: You chose the same language as the article detected language. Please reselect language and try again."
|
219 |
)
|
220 |
return "Error: You chose the same language as the article detected language. Please reselect language and try again."
|