Category of benchmark

app.py

@@ -206,15 +206,20 @@ with gr.Blocks(theme=gr.themes.Soft(text_size=text_md), css=custom_css) as main:
                 gr.Markdown(LEADERBOARD_TAB_TITLE_MARKDOWN)
 
             with gr.Row():
-                with gr.Tab("Overall"):
-                    results_table = gr.DataFrame(
-                        leaderboard_server.get_leaderboard(),
-                        interactive=False,
-                        label=None,
-                        visible=True,
-                        datatype="markdown",
-                        elem_classes="leaderboard-table",
-                    )
+                category_of_tasks = gr.Dropdown(
+                    choices=[leaderboard_server.tasks_category_overall] + list(leaderboard_server.tasks_categories),
+                    label="Category of benchmark",
+                    interactive=True,
+                )
+                
+                results_table = gr.DataFrame(
+                    leaderboard_server.get_leaderboard(),
+                    interactive=False,
+                    label=None,
+                    visible=True,
+                    datatype="markdown",
+                    elem_classes="leaderboard-table",
+                )
 
         with gr.Tab('Model details'):
             gr.Markdown(MORE_DETAILS_MARKDOWN)

server.py

@@ -55,6 +55,7 @@ class LeaderboardServer:
         self.submission_id_to_file = {}  # Map submission ids to file paths
         self.tasks_metadata = json.load(open(TASKS_METADATA_PATH))
         self.tasks_categories = {self.tasks_metadata[task]["category"] for task in self.tasks_metadata}
+        self.tasks_category_overall = "overall"
         self.submission_ids = set()
         self.fetch_existing_models()
         self.tournament_results = self.load_tournament_results()
@@ -90,8 +91,9 @@ class LeaderboardServer:
 
             self.submission_id_to_file[submission_id] = submission_file
 
-    def get_leaderboard(self, tournament_results=None, category="overall"):
+    def get_leaderboard(self, tournament_results=None, category=None):
         tournament_results = tournament_results if tournament_results else self.tournament_results
+        category = category if category else self.tasks_category_overall
 
         if len(tournament_results) == 0:
             return pd.DataFrame(columns=['No submissions yet'])
@@ -118,7 +120,7 @@ class LeaderboardServer:
                 for task in self.tasks_metadata.keys():
                     
                     task_category = self.tasks_metadata[task]["category"]
-                    if category not in ("overall", task_category):
+                    if category not in (self.tasks_category_overall, task_category):
                         continue
                     else:
                         # tournament_results
@@ -144,7 +146,7 @@ class LeaderboardServer:
                 for c in win_score:
                     win_score[c] = sum(win_score[c]) / len(win_score[c])
                 
-                if category == "overall":
+                if category == self.tasks_category_overall:
                     for c in win_score:
                         local_results[c] = win_score[c]
                     local_results["average_score"] = sum(win_score.values()) / len(win_score)