add logging and test
Browse files
app.py
CHANGED
|
@@ -24,9 +24,13 @@ from gradio.themes.utils import colors, fonts, sizes
|
|
| 24 |
import argparse
|
| 25 |
|
| 26 |
import langid
|
| 27 |
-
from transformers import pipeline, AutoModelForSeq2SeqLM, AutoTokenizer
|
| 28 |
from easynmt import EasyNMT
|
| 29 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 30 |
# # Initialize nllb-200 models
|
| 31 |
# tokenizer = AutoTokenizer.from_pretrained("facebook/nllb-200-distilled-600M")
|
| 32 |
# model = AutoModelForSeq2SeqLM.from_pretrained("facebook/nllb-200-distilled-600M")
|
|
@@ -34,9 +38,11 @@ from easynmt import EasyNMT
|
|
| 34 |
# Initialize mbart50 models
|
| 35 |
mbart_m2en_model = EasyNMT("mbart50_m2en")
|
| 36 |
mbart_en2m_model = EasyNMT("mbart50_en2m")
|
|
|
|
| 37 |
|
| 38 |
# Initialize m2m_100 models
|
| 39 |
m2m_model = EasyNMT("m2m_100_1.2B")
|
|
|
|
| 40 |
|
| 41 |
|
| 42 |
class myTheme(Base):
|
|
@@ -102,6 +108,7 @@ def detect_lang(article):
|
|
| 102 |
"""
|
| 103 |
|
| 104 |
result_lang = langid.classify(article)
|
|
|
|
| 105 |
return result_lang[0]
|
| 106 |
|
| 107 |
|
|
|
|
| 24 |
import argparse
|
| 25 |
|
| 26 |
import langid
|
| 27 |
+
from transformers import pipeline, AutoModelForSeq2SeqLM, AutoTokenizer, logging
|
| 28 |
from easynmt import EasyNMT
|
| 29 |
|
| 30 |
+
# Initialize logging
|
| 31 |
+
logging.set_verbosity_info()
|
| 32 |
+
logger = logging.get_logger("transformers")
|
| 33 |
+
|
| 34 |
# # Initialize nllb-200 models
|
| 35 |
# tokenizer = AutoTokenizer.from_pretrained("facebook/nllb-200-distilled-600M")
|
| 36 |
# model = AutoModelForSeq2SeqLM.from_pretrained("facebook/nllb-200-distilled-600M")
|
|
|
|
| 38 |
# Initialize mbart50 models
|
| 39 |
mbart_m2en_model = EasyNMT("mbart50_m2en")
|
| 40 |
mbart_en2m_model = EasyNMT("mbart50_en2m")
|
| 41 |
+
logger.info("mbart50 models initialized")
|
| 42 |
|
| 43 |
# Initialize m2m_100 models
|
| 44 |
m2m_model = EasyNMT("m2m_100_1.2B")
|
| 45 |
+
logger.info("m2m_100 models initialized")
|
| 46 |
|
| 47 |
|
| 48 |
class myTheme(Base):
|
|
|
|
| 108 |
"""
|
| 109 |
|
| 110 |
result_lang = langid.classify(article)
|
| 111 |
+
logger.info(f"language detected as {result_lang}")
|
| 112 |
return result_lang[0]
|
| 113 |
|
| 114 |
|