richylyq commited on
Commit
90b34d1
1 Parent(s): 8ab7fb4

switch back transformer logger

Browse files
Files changed (1) hide show
  1. app.py +18 -16
app.py CHANGED
@@ -24,10 +24,12 @@ from gradio.themes.utils import colors, fonts, sizes
24
  import argparse
25
 
26
  import langid
27
- from transformers import pipeline, AutoModelForSeq2SeqLM, AutoTokenizer
28
  from easynmt import EasyNMT
29
 
30
- import logging
 
 
31
 
32
  # # Initialize nllb-200 models
33
  # tokenizer = AutoTokenizer.from_pretrained("facebook/nllb-200-distilled-600M")
@@ -36,11 +38,11 @@ import logging
36
  # Initialize mbart50 models
37
  mbart_m2en_model = EasyNMT("mbart50_m2en")
38
  mbart_en2m_model = EasyNMT("mbart50_en2m")
39
- logging.info("mbart50 models initialized")
40
 
41
  # Initialize m2m_100 models
42
  m2m_model = EasyNMT("m2m_100_1.2B")
43
- logging.info("m2m_100 models initialized")
44
 
45
 
46
  class myTheme(Base):
@@ -106,7 +108,7 @@ def detect_lang(article):
106
  """
107
 
108
  result_lang = langid.classify(article)
109
- logging.info(f"language detected as {result_lang}")
110
  return result_lang[0]
111
 
112
 
@@ -176,21 +178,21 @@ def mbart_trans(article, target_language):
176
  elif target_language == "Chinese":
177
  target_lang = "zh"
178
 
179
- logging.info(f"Article to translate : {article}")
180
- logging.info(f"Chose which translation model: mbart model")
181
- logging.info(f"Language selected: {target_language}")
182
 
183
  if result_lang != target_lang:
184
  if target_language == "English":
185
  translated = mbart_m2en_model.translate(article, target_lang="en")
186
- logging.info(f"Translated Result: {translated}")
187
  return translated
188
  else:
189
  translated = mbart_en2m_model.translate(article, target_lang="zh")
190
- logging.info(f"Translated Result: {translated}")
191
  return translated
192
  else:
193
- logging.warning(
194
  "Error: You chose the same language as the article detected language. Please reselect language and try again."
195
  )
196
  return "Error: You chose the same language as the article detected language. Please reselect language and try again."
@@ -203,16 +205,16 @@ def m2m_trans(article, target_language):
203
  elif target_language == "Chinese":
204
  target_lang = "zh"
205
 
206
- logging.info(f"Article to translate : {article}")
207
- logging.info(f"Chose which translation model: m2m model")
208
- logging.info(f"Language selected: {target_language}")
209
 
210
  if result_lang != target_lang:
211
  translated = m2m_model.translate(article, target_lang)
212
- logging.info(f"Translation Result: {translated}")
213
  return translated
214
  else:
215
- logging.warning(
216
  f"Error: You chose the same language as the article detected language. Please reselect language and try again."
217
  )
218
  return "Error: You chose the same language as the article detected language. Please reselect language and try again."
 
24
  import argparse
25
 
26
  import langid
27
+ from transformers import pipeline, AutoModelForSeq2SeqLM, AutoTokenizer, logging
28
  from easynmt import EasyNMT
29
 
30
+ # Initialize logging
31
+ logging.set_verbosity_info()
32
+ logger = logging.get_logger("transformers")
33
 
34
  # # Initialize nllb-200 models
35
  # tokenizer = AutoTokenizer.from_pretrained("facebook/nllb-200-distilled-600M")
 
38
  # Initialize mbart50 models
39
  mbart_m2en_model = EasyNMT("mbart50_m2en")
40
  mbart_en2m_model = EasyNMT("mbart50_en2m")
41
+ logger.info("mbart50 models initialized")
42
 
43
  # Initialize m2m_100 models
44
  m2m_model = EasyNMT("m2m_100_1.2B")
45
+ logger.info("m2m_100 models initialized")
46
 
47
 
48
  class myTheme(Base):
 
108
  """
109
 
110
  result_lang = langid.classify(article)
111
+ logger.info(f"language detected as {result_lang}")
112
  return result_lang[0]
113
 
114
 
 
178
  elif target_language == "Chinese":
179
  target_lang = "zh"
180
 
181
+ logger.info(f"Article to translate : {article}")
182
+ logger.info(f"Chose which translation model: mbart model")
183
+ logger.info(f"Language selected: {target_language}")
184
 
185
  if result_lang != target_lang:
186
  if target_language == "English":
187
  translated = mbart_m2en_model.translate(article, target_lang="en")
188
+ logger.info(f"Translated Result: {translated}")
189
  return translated
190
  else:
191
  translated = mbart_en2m_model.translate(article, target_lang="zh")
192
+ logger.info(f"Translated Result: {translated}")
193
  return translated
194
  else:
195
+ logger.warning(
196
  "Error: You chose the same language as the article detected language. Please reselect language and try again."
197
  )
198
  return "Error: You chose the same language as the article detected language. Please reselect language and try again."
 
205
  elif target_language == "Chinese":
206
  target_lang = "zh"
207
 
208
+ logger.info(f"Article to translate : {article}")
209
+ logger.info(f"Chose which translation model: m2m model")
210
+ logger.info(f"Language selected: {target_language}")
211
 
212
  if result_lang != target_lang:
213
  translated = m2m_model.translate(article, target_lang)
214
+ logger.info(f"Translation Result: {translated}")
215
  return translated
216
  else:
217
+ logger.warning(
218
  f"Error: You chose the same language as the article detected language. Please reselect language and try again."
219
  )
220
  return "Error: You chose the same language as the article detected language. Please reselect language and try again."