Add dataset visibility configuration - only show nyc_taxi_small by default

app.py

@@ -120,8 +120,14 @@ def load_prompt_template(dialect: str) -> str:
 
 def get_available_datasets() -> List[str]:
     """Get list of available datasets."""
-    datasets = dataset_manager.get_datasets()
-    return list(datasets.keys())
+    # Get all available datasets
+    all_datasets = dataset_manager.get_datasets()
+    
+    # Filter to only show visible datasets from config
+    visible_datasets = config_loader.get_visible_datasets()
+    
+    # Return only datasets that are both available and visible
+    return [name for name in all_datasets.keys() if name in visible_datasets]
 
 
 def get_available_models() -> List[str]:

config/app.yaml

@@ -56,6 +56,14 @@ use_cases:
   - "code_generation"
   - "documentation"
 
+# Visible Datasets (control which datasets appear in UI)
+visible_datasets:
+  - "sql_generation/nyc_taxi_small"
+  # - "code_generation/python_algorithms"  # Disabled
+  # - "code_generation/go_algorithms"      # Disabled
+  # - "documentation/technical_docs"       # Disabled
+  # - "documentation/api_documentation"    # Disabled
+
 # Available Programming Languages (for code generation)
 languages:
   - "python"

src/utils/config_loader.py

@@ -149,6 +149,11 @@ class ConfigLoader:
         """Get mock SQL configuration."""
         config = self._load_yaml("metrics.yaml")
         return config["mock_sql"]
+    
+    def get_visible_datasets(self) -> list:
+        """Get list of visible datasets from configuration."""
+        config = self._load_yaml("app.yaml")
+        return config.get("visible_datasets", [])
 
 
 # Global configuration loader instance