uparekh01151 commited on
Commit
c42c189
·
1 Parent(s): a026fe5

Add Select All for models and debug case loading

Browse files
Files changed (1) hide show
  1. app.py +25 -2
app.py CHANGED
@@ -141,16 +141,33 @@ def get_available_dialects() -> List[str]:
141
  return config_loader.get_dialects()
142
 
143
 
 
 
 
 
 
 
 
 
 
 
 
 
 
144
  def get_cases_for_dataset(dataset_name: str) -> List[str]:
145
  """Get list of cases for a dataset."""
146
  if not dataset_name:
147
  return []
148
 
149
  try:
 
150
  cases = dataset_manager.load_cases(dataset_name)
 
151
  return [f"{case.id}: {case.question[:50]}..." for case in cases]
152
  except Exception as e:
153
- print(f"Error loading cases: {e}")
 
 
154
  return []
155
 
156
 
@@ -161,6 +178,12 @@ def run_evaluation(dataset_name: str, dialect: str, case_selection: str,
161
  if not all([dataset_name, dialect, case_selection, selected_models]):
162
  return "Please select all required options.", None, None, None
163
 
 
 
 
 
 
 
164
  # Get environment config
165
  env_config = config_loader.get_environment_config()
166
  has_hf_token = bool(os.getenv(env_config["hf_token_env"]))
@@ -312,7 +335,7 @@ def create_interface():
312
  )
313
 
314
  models_checkbox = gr.CheckboxGroup(
315
- choices=get_available_models(),
316
  label=ui_config["inputs"]["models"]["label"],
317
  value=[]
318
  )
 
141
  return config_loader.get_dialects()
142
 
143
 
144
+ def handle_model_selection(selected_models: List[str]) -> List[str]:
145
+ """Handle model selection including 'Select All' functionality."""
146
+ if not selected_models:
147
+ return []
148
+
149
+ # If "Select All" is selected, return all available models
150
+ if "Select All" in selected_models:
151
+ return get_available_models()
152
+
153
+ # Otherwise, return the selected models (excluding "Select All" if it's there)
154
+ return [model for model in selected_models if model != "Select All"]
155
+
156
+
157
  def get_cases_for_dataset(dataset_name: str) -> List[str]:
158
  """Get list of cases for a dataset."""
159
  if not dataset_name:
160
  return []
161
 
162
  try:
163
+ print(f"Loading cases for dataset: {dataset_name}")
164
  cases = dataset_manager.load_cases(dataset_name)
165
+ print(f"Loaded {len(cases)} cases")
166
  return [f"{case.id}: {case.question[:50]}..." for case in cases]
167
  except Exception as e:
168
+ print(f"Error loading cases for {dataset_name}: {e}")
169
+ import traceback
170
+ traceback.print_exc()
171
  return []
172
 
173
 
 
178
  if not all([dataset_name, dialect, case_selection, selected_models]):
179
  return "Please select all required options.", None, None, None
180
 
181
+ # Handle model selection (including "Select All" functionality)
182
+ selected_models = handle_model_selection(selected_models)
183
+
184
+ if not selected_models:
185
+ return "Please select at least one model to evaluate.", None, None, None
186
+
187
  # Get environment config
188
  env_config = config_loader.get_environment_config()
189
  has_hf_token = bool(os.getenv(env_config["hf_token_env"]))
 
335
  )
336
 
337
  models_checkbox = gr.CheckboxGroup(
338
+ choices=["Select All"] + get_available_models(),
339
  label=ui_config["inputs"]["models"]["label"],
340
  value=[]
341
  )