init

app.py

@@ -30,7 +30,7 @@ TASK_DIRS = [
     os.path.join(REPO_ROOT, "src", "lighteval", "tasks", "tasks"),
     os.path.join(REPO_ROOT, "src", "lighteval", "tasks", "multilingual", "tasks"),
 ]
-CACHE_PATH = os.path.join(REPO_ROOT, "benchmark_finder", "tasks_index.json")
+CACHE_PATH = "tasks_index.json"
 
 
 @dataclass
@@ -180,9 +180,12 @@ def build_and_cache_index() -> Tuple[List[TaskDoc], List[str], List[str]]:
 
 _loaded = load_index(CACHE_PATH)
 if _loaded is None:
+    print("Building and caching index...")
     ALL_TASKS, ALL_LANGS, ALL_TAGS = build_and_cache_index()
 else:
+    print("Loading index from cache...")
     ALL_TASKS, ALL_LANGS, ALL_TAGS = _loaded
+print(f"Loaded {len(ALL_TASKS)} tasks from cache")
 TOP_LANGS = ALL_LANGS[:5]