hamzabouajila commited on
Commit
34aa785
·
1 Parent(s): bde1c71

fix typo in checking task_name

Browse files
Files changed (1) hide show
  1. src/evaluators/evaluate.py +6 -5
src/evaluators/evaluate.py CHANGED
@@ -11,10 +11,8 @@ import traceback
11
  from src.evaluators import EVALUATOR_REGISTRY
12
  from src.evaluators.base_evaluator import BaseEvaluator
13
  from src.envs import API, EVAL_REQUESTS_PATH, RESULTS_REPO, QUEUE_REPO,TOKEN
14
- # from src.evaluators.tunisian_corpus_coverage import evaluate_tunisian_corpus_coverage
15
- from src.evaluators.sentiment_analysis.evaluator import SentimentAnalysisEvaluator
16
 
17
- sa_evaluator = SentimentAnalysisEvaluator()
18
  class EvaluationStatus(Enum):
19
  PENDING = "PENDING"
20
  RUNNING = "RUNNING"
@@ -66,9 +64,12 @@ def evaluate_model(model_name: str, revision: str, precision: str, weight_type:
66
  try:
67
  if task_name == "Sentiment Analysis":
68
  model = classification_model
69
- elif task_name in ["Transliteration, Normalization"]:
 
70
  model = embdding_model
71
-
 
 
72
  evaluator: BaseEvaluator = EvaluatorClass()
73
  result = evaluator.evaluate(model, tokenizer, device=device)
74
 
 
11
  from src.evaluators import EVALUATOR_REGISTRY
12
  from src.evaluators.base_evaluator import BaseEvaluator
13
  from src.envs import API, EVAL_REQUESTS_PATH, RESULTS_REPO, QUEUE_REPO,TOKEN
 
 
14
 
15
+
16
  class EvaluationStatus(Enum):
17
  PENDING = "PENDING"
18
  RUNNING = "RUNNING"
 
64
  try:
65
  if task_name == "Sentiment Analysis":
66
  model = classification_model
67
+ print("Using classification model for Sentiment Analysis")
68
+ elif task_name in ["Transliteration", "Normalization"]:
69
  model = embdding_model
70
+ print(f"Using base embedding model for {task_name}")
71
+ else:
72
+ raise ValueError(f"Unknown task for model selection: {task_name}")
73
  evaluator: BaseEvaluator = EvaluatorClass()
74
  result = evaluator.evaluate(model, tokenizer, device=device)
75