switch back transformer logger
Browse files
app.py
CHANGED
|
@@ -24,10 +24,12 @@ from gradio.themes.utils import colors, fonts, sizes
|
|
| 24 |
import argparse
|
| 25 |
|
| 26 |
import langid
|
| 27 |
-
from transformers import pipeline, AutoModelForSeq2SeqLM, AutoTokenizer
|
| 28 |
from easynmt import EasyNMT
|
| 29 |
|
| 30 |
-
|
|
|
|
|
|
|
| 31 |
|
| 32 |
# # Initialize nllb-200 models
|
| 33 |
# tokenizer = AutoTokenizer.from_pretrained("facebook/nllb-200-distilled-600M")
|
|
@@ -36,11 +38,11 @@ import logging
|
|
| 36 |
# Initialize mbart50 models
|
| 37 |
mbart_m2en_model = EasyNMT("mbart50_m2en")
|
| 38 |
mbart_en2m_model = EasyNMT("mbart50_en2m")
|
| 39 |
-
|
| 40 |
|
| 41 |
# Initialize m2m_100 models
|
| 42 |
m2m_model = EasyNMT("m2m_100_1.2B")
|
| 43 |
-
|
| 44 |
|
| 45 |
|
| 46 |
class myTheme(Base):
|
|
@@ -106,7 +108,7 @@ def detect_lang(article):
|
|
| 106 |
"""
|
| 107 |
|
| 108 |
result_lang = langid.classify(article)
|
| 109 |
-
|
| 110 |
return result_lang[0]
|
| 111 |
|
| 112 |
|
|
@@ -176,21 +178,21 @@ def mbart_trans(article, target_language):
|
|
| 176 |
elif target_language == "Chinese":
|
| 177 |
target_lang = "zh"
|
| 178 |
|
| 179 |
-
|
| 180 |
-
|
| 181 |
-
|
| 182 |
|
| 183 |
if result_lang != target_lang:
|
| 184 |
if target_language == "English":
|
| 185 |
translated = mbart_m2en_model.translate(article, target_lang="en")
|
| 186 |
-
|
| 187 |
return translated
|
| 188 |
else:
|
| 189 |
translated = mbart_en2m_model.translate(article, target_lang="zh")
|
| 190 |
-
|
| 191 |
return translated
|
| 192 |
else:
|
| 193 |
-
|
| 194 |
"Error: You chose the same language as the article detected language. Please reselect language and try again."
|
| 195 |
)
|
| 196 |
return "Error: You chose the same language as the article detected language. Please reselect language and try again."
|
|
@@ -203,16 +205,16 @@ def m2m_trans(article, target_language):
|
|
| 203 |
elif target_language == "Chinese":
|
| 204 |
target_lang = "zh"
|
| 205 |
|
| 206 |
-
|
| 207 |
-
|
| 208 |
-
|
| 209 |
|
| 210 |
if result_lang != target_lang:
|
| 211 |
translated = m2m_model.translate(article, target_lang)
|
| 212 |
-
|
| 213 |
return translated
|
| 214 |
else:
|
| 215 |
-
|
| 216 |
f"Error: You chose the same language as the article detected language. Please reselect language and try again."
|
| 217 |
)
|
| 218 |
return "Error: You chose the same language as the article detected language. Please reselect language and try again."
|
|
|
|
| 24 |
import argparse
|
| 25 |
|
| 26 |
import langid
|
| 27 |
+
from transformers import pipeline, AutoModelForSeq2SeqLM, AutoTokenizer, logging
|
| 28 |
from easynmt import EasyNMT
|
| 29 |
|
| 30 |
+
# Initialize logging
|
| 31 |
+
logging.set_verbosity_info()
|
| 32 |
+
logger = logging.get_logger("transformers")
|
| 33 |
|
| 34 |
# # Initialize nllb-200 models
|
| 35 |
# tokenizer = AutoTokenizer.from_pretrained("facebook/nllb-200-distilled-600M")
|
|
|
|
| 38 |
# Initialize mbart50 models
|
| 39 |
mbart_m2en_model = EasyNMT("mbart50_m2en")
|
| 40 |
mbart_en2m_model = EasyNMT("mbart50_en2m")
|
| 41 |
+
logger.info("mbart50 models initialized")
|
| 42 |
|
| 43 |
# Initialize m2m_100 models
|
| 44 |
m2m_model = EasyNMT("m2m_100_1.2B")
|
| 45 |
+
logger.info("m2m_100 models initialized")
|
| 46 |
|
| 47 |
|
| 48 |
class myTheme(Base):
|
|
|
|
| 108 |
"""
|
| 109 |
|
| 110 |
result_lang = langid.classify(article)
|
| 111 |
+
logger.info(f"language detected as {result_lang}")
|
| 112 |
return result_lang[0]
|
| 113 |
|
| 114 |
|
|
|
|
| 178 |
elif target_language == "Chinese":
|
| 179 |
target_lang = "zh"
|
| 180 |
|
| 181 |
+
logger.info(f"Article to translate : {article}")
|
| 182 |
+
logger.info(f"Chose which translation model: mbart model")
|
| 183 |
+
logger.info(f"Language selected: {target_language}")
|
| 184 |
|
| 185 |
if result_lang != target_lang:
|
| 186 |
if target_language == "English":
|
| 187 |
translated = mbart_m2en_model.translate(article, target_lang="en")
|
| 188 |
+
logger.info(f"Translated Result: {translated}")
|
| 189 |
return translated
|
| 190 |
else:
|
| 191 |
translated = mbart_en2m_model.translate(article, target_lang="zh")
|
| 192 |
+
logger.info(f"Translated Result: {translated}")
|
| 193 |
return translated
|
| 194 |
else:
|
| 195 |
+
logger.warning(
|
| 196 |
"Error: You chose the same language as the article detected language. Please reselect language and try again."
|
| 197 |
)
|
| 198 |
return "Error: You chose the same language as the article detected language. Please reselect language and try again."
|
|
|
|
| 205 |
elif target_language == "Chinese":
|
| 206 |
target_lang = "zh"
|
| 207 |
|
| 208 |
+
logger.info(f"Article to translate : {article}")
|
| 209 |
+
logger.info(f"Chose which translation model: m2m model")
|
| 210 |
+
logger.info(f"Language selected: {target_language}")
|
| 211 |
|
| 212 |
if result_lang != target_lang:
|
| 213 |
translated = m2m_model.translate(article, target_lang)
|
| 214 |
+
logger.info(f"Translation Result: {translated}")
|
| 215 |
return translated
|
| 216 |
else:
|
| 217 |
+
logger.warning(
|
| 218 |
f"Error: You chose the same language as the article detected language. Please reselect language and try again."
|
| 219 |
)
|
| 220 |
return "Error: You chose the same language as the article detected language. Please reselect language and try again."
|