Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -22,7 +22,6 @@ model_name = "mistralai/Mistral-7B-v0.1"
|
|
| 22 |
# ---------------------------------------------------------------------------
|
| 23 |
# 2. MMLU-Pro Evaluation
|
| 24 |
# ---------------------------------------------------------------------------
|
| 25 |
-
@spaces.GPU(duration=180) # Extended to 3 minutes for larger evaluations
|
| 26 |
def run_mmlu_evaluation(all_subjects, num_subjects, num_shots, all_questions, num_questions, progress=gr.Progress()):
|
| 27 |
"""
|
| 28 |
Runs the MMLU evaluation with the specified parameters.
|
|
|
|
| 22 |
# ---------------------------------------------------------------------------
|
| 23 |
# 2. MMLU-Pro Evaluation
|
| 24 |
# ---------------------------------------------------------------------------
|
|
|
|
| 25 |
def run_mmlu_evaluation(all_subjects, num_subjects, num_shots, all_questions, num_questions, progress=gr.Progress()):
|
| 26 |
"""
|
| 27 |
Runs the MMLU evaluation with the specified parameters.
|