H2H-eval-comparator

Sleeping

rohansampath commited on Feb 27

Commit

d739d62

verified ·

1 Parent(s): fdb8962

Update run_evaluation.py

Files changed (1) hide show

run_evaluation.py CHANGED Viewed

@@ -6,7 +6,6 @@ import spaces
 from mmlu_pro_eval_adapted import evaluate_mmlu_pro
 from configs.dataset_config import get_subject_mode_param, get_subject_names
-@spaces.GPU(duration=240)
 def run_mmlu_evaluation(subject_selection_mode, num_subjects, selected_subjects,
                       all_questions, num_questions, model_configs, progress=gr.Progress()):
     """

 from mmlu_pro_eval_adapted import evaluate_mmlu_pro
 from configs.dataset_config import get_subject_mode_param, get_subject_names
 def run_mmlu_evaluation(subject_selection_mode, num_subjects, selected_subjects,
                       all_questions, num_questions, model_configs, progress=gr.Progress()):
     """