Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -6,6 +6,7 @@ from huggingface_hub import login
|
|
| 6 |
from toy_dataset_eval import evaluate_toy_dataset
|
| 7 |
from mmlu_eval_original import evaluate_mmlu
|
| 8 |
import spaces
|
|
|
|
| 9 |
|
| 10 |
# Read token and login
|
| 11 |
hf_token = os.getenv("HF_TOKEN_READ_WRITE")
|
|
@@ -146,7 +147,7 @@ with gr.Blocks() as demo:
|
|
| 146 |
value=57,
|
| 147 |
step=1,
|
| 148 |
label="Number of Subjects",
|
| 149 |
-
info="Number of subjects to evaluate (1-57)",
|
| 150 |
interactive=True
|
| 151 |
)
|
| 152 |
|
|
@@ -157,7 +158,7 @@ with gr.Blocks() as demo:
|
|
| 157 |
value=5,
|
| 158 |
step=1,
|
| 159 |
label="Number of Few-shot Examples",
|
| 160 |
-
info="Number of examples to use for few-shot learning (0-5)"
|
| 161 |
)
|
| 162 |
num_examples_slider = gr.Slider(
|
| 163 |
minimum=1,
|
|
@@ -165,7 +166,7 @@ with gr.Blocks() as demo:
|
|
| 165 |
value=5,
|
| 166 |
step=1,
|
| 167 |
label="Examples per Subject",
|
| 168 |
-
info="Number of test examples per subject (1-10)"
|
| 169 |
)
|
| 170 |
|
| 171 |
with gr.Row():
|
|
|
|
| 6 |
from toy_dataset_eval import evaluate_toy_dataset
|
| 7 |
from mmlu_eval_original import evaluate_mmlu
|
| 8 |
import spaces
|
| 9 |
+
import pandas as pd
|
| 10 |
|
| 11 |
# Read token and login
|
| 12 |
hf_token = os.getenv("HF_TOKEN_READ_WRITE")
|
|
|
|
| 147 |
value=57,
|
| 148 |
step=1,
|
| 149 |
label="Number of Subjects",
|
| 150 |
+
info="Number of subjects to evaluate (1-57). They will be loaded in alphabetical order.",
|
| 151 |
interactive=True
|
| 152 |
)
|
| 153 |
|
|
|
|
| 158 |
value=5,
|
| 159 |
step=1,
|
| 160 |
label="Number of Few-shot Examples",
|
| 161 |
+
info="Number of examples to use for few-shot learning (0-5). They will be loaded in alphabetical order."
|
| 162 |
)
|
| 163 |
num_examples_slider = gr.Slider(
|
| 164 |
minimum=1,
|
|
|
|
| 166 |
value=5,
|
| 167 |
step=1,
|
| 168 |
label="Examples per Subject",
|
| 169 |
+
info="Number of test examples per subject (1-10). They will be loaded in alphabetical order."
|
| 170 |
)
|
| 171 |
|
| 172 |
with gr.Row():
|