Update app.py

app.py

@@ -18,6 +18,17 @@ async def get_splits(dataset_name: str) -> Dict[str, List[Dict]]:
         }
 
 async def get_valid_datasets() -> List[str]:
+    URL = f"https://huggingface.co/api/datasets"
+    async with httpx.AsyncClient() as session:
+        response = await session.get(URL)
+        try:
+            datasets_raw = response.text.split(",")
+            datasets = [dataset.strip() for dataset in datasets_raw if "/" in dataset]
+        except (KeyError, json.JSONDecodeError):
+            datasets = []  # Set a default value if the response is not in the expected format
+        return datasets
+        
+async def get_valid_datasets_old() -> List[str]:
     URL = f"https://huggingface.co/api/datasets"
     async with httpx.AsyncClient() as session:
         response = await session.get(URL)