Spaces:
Runtime error
Runtime error
Commit
·
34aa785
1
Parent(s):
bde1c71
fix typo in checking task_name
Browse files
src/evaluators/evaluate.py
CHANGED
|
@@ -11,10 +11,8 @@ import traceback
|
|
| 11 |
from src.evaluators import EVALUATOR_REGISTRY
|
| 12 |
from src.evaluators.base_evaluator import BaseEvaluator
|
| 13 |
from src.envs import API, EVAL_REQUESTS_PATH, RESULTS_REPO, QUEUE_REPO,TOKEN
|
| 14 |
-
# from src.evaluators.tunisian_corpus_coverage import evaluate_tunisian_corpus_coverage
|
| 15 |
-
from src.evaluators.sentiment_analysis.evaluator import SentimentAnalysisEvaluator
|
| 16 |
|
| 17 |
-
|
| 18 |
class EvaluationStatus(Enum):
|
| 19 |
PENDING = "PENDING"
|
| 20 |
RUNNING = "RUNNING"
|
|
@@ -66,9 +64,12 @@ def evaluate_model(model_name: str, revision: str, precision: str, weight_type:
|
|
| 66 |
try:
|
| 67 |
if task_name == "Sentiment Analysis":
|
| 68 |
model = classification_model
|
| 69 |
-
|
|
|
|
| 70 |
model = embdding_model
|
| 71 |
-
|
|
|
|
|
|
|
| 72 |
evaluator: BaseEvaluator = EvaluatorClass()
|
| 73 |
result = evaluator.evaluate(model, tokenizer, device=device)
|
| 74 |
|
|
|
|
| 11 |
from src.evaluators import EVALUATOR_REGISTRY
|
| 12 |
from src.evaluators.base_evaluator import BaseEvaluator
|
| 13 |
from src.envs import API, EVAL_REQUESTS_PATH, RESULTS_REPO, QUEUE_REPO,TOKEN
|
|
|
|
|
|
|
| 14 |
|
| 15 |
+
|
| 16 |
class EvaluationStatus(Enum):
|
| 17 |
PENDING = "PENDING"
|
| 18 |
RUNNING = "RUNNING"
|
|
|
|
| 64 |
try:
|
| 65 |
if task_name == "Sentiment Analysis":
|
| 66 |
model = classification_model
|
| 67 |
+
print("Using classification model for Sentiment Analysis")
|
| 68 |
+
elif task_name in ["Transliteration", "Normalization"]:
|
| 69 |
model = embdding_model
|
| 70 |
+
print(f"Using base embedding model for {task_name}")
|
| 71 |
+
else:
|
| 72 |
+
raise ValueError(f"Unknown task for model selection: {task_name}")
|
| 73 |
evaluator: BaseEvaluator = EvaluatorClass()
|
| 74 |
result = evaluator.evaluate(model, tokenizer, device=device)
|
| 75 |
|