Spaces:
Sleeping
Sleeping
Commit
·
c42c189
1
Parent(s):
a026fe5
Add Select All for models and debug case loading
Browse files
app.py
CHANGED
|
@@ -141,16 +141,33 @@ def get_available_dialects() -> List[str]:
|
|
| 141 |
return config_loader.get_dialects()
|
| 142 |
|
| 143 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 144 |
def get_cases_for_dataset(dataset_name: str) -> List[str]:
|
| 145 |
"""Get list of cases for a dataset."""
|
| 146 |
if not dataset_name:
|
| 147 |
return []
|
| 148 |
|
| 149 |
try:
|
|
|
|
| 150 |
cases = dataset_manager.load_cases(dataset_name)
|
|
|
|
| 151 |
return [f"{case.id}: {case.question[:50]}..." for case in cases]
|
| 152 |
except Exception as e:
|
| 153 |
-
print(f"Error loading cases: {e}")
|
|
|
|
|
|
|
| 154 |
return []
|
| 155 |
|
| 156 |
|
|
@@ -161,6 +178,12 @@ def run_evaluation(dataset_name: str, dialect: str, case_selection: str,
|
|
| 161 |
if not all([dataset_name, dialect, case_selection, selected_models]):
|
| 162 |
return "Please select all required options.", None, None, None
|
| 163 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 164 |
# Get environment config
|
| 165 |
env_config = config_loader.get_environment_config()
|
| 166 |
has_hf_token = bool(os.getenv(env_config["hf_token_env"]))
|
|
@@ -312,7 +335,7 @@ def create_interface():
|
|
| 312 |
)
|
| 313 |
|
| 314 |
models_checkbox = gr.CheckboxGroup(
|
| 315 |
-
choices=get_available_models(),
|
| 316 |
label=ui_config["inputs"]["models"]["label"],
|
| 317 |
value=[]
|
| 318 |
)
|
|
|
|
| 141 |
return config_loader.get_dialects()
|
| 142 |
|
| 143 |
|
| 144 |
+
def handle_model_selection(selected_models: List[str]) -> List[str]:
|
| 145 |
+
"""Handle model selection including 'Select All' functionality."""
|
| 146 |
+
if not selected_models:
|
| 147 |
+
return []
|
| 148 |
+
|
| 149 |
+
# If "Select All" is selected, return all available models
|
| 150 |
+
if "Select All" in selected_models:
|
| 151 |
+
return get_available_models()
|
| 152 |
+
|
| 153 |
+
# Otherwise, return the selected models (excluding "Select All" if it's there)
|
| 154 |
+
return [model for model in selected_models if model != "Select All"]
|
| 155 |
+
|
| 156 |
+
|
| 157 |
def get_cases_for_dataset(dataset_name: str) -> List[str]:
|
| 158 |
"""Get list of cases for a dataset."""
|
| 159 |
if not dataset_name:
|
| 160 |
return []
|
| 161 |
|
| 162 |
try:
|
| 163 |
+
print(f"Loading cases for dataset: {dataset_name}")
|
| 164 |
cases = dataset_manager.load_cases(dataset_name)
|
| 165 |
+
print(f"Loaded {len(cases)} cases")
|
| 166 |
return [f"{case.id}: {case.question[:50]}..." for case in cases]
|
| 167 |
except Exception as e:
|
| 168 |
+
print(f"Error loading cases for {dataset_name}: {e}")
|
| 169 |
+
import traceback
|
| 170 |
+
traceback.print_exc()
|
| 171 |
return []
|
| 172 |
|
| 173 |
|
|
|
|
| 178 |
if not all([dataset_name, dialect, case_selection, selected_models]):
|
| 179 |
return "Please select all required options.", None, None, None
|
| 180 |
|
| 181 |
+
# Handle model selection (including "Select All" functionality)
|
| 182 |
+
selected_models = handle_model_selection(selected_models)
|
| 183 |
+
|
| 184 |
+
if not selected_models:
|
| 185 |
+
return "Please select at least one model to evaluate.", None, None, None
|
| 186 |
+
|
| 187 |
# Get environment config
|
| 188 |
env_config = config_loader.get_environment_config()
|
| 189 |
has_hf_token = bool(os.getenv(env_config["hf_token_env"]))
|
|
|
|
| 335 |
)
|
| 336 |
|
| 337 |
models_checkbox = gr.CheckboxGroup(
|
| 338 |
+
choices=["Select All"] + get_available_models(),
|
| 339 |
label=ui_config["inputs"]["models"]["label"],
|
| 340 |
value=[]
|
| 341 |
)
|