update

app.py

@@ -234,19 +234,28 @@ with demo:
                     )
                     paper_url_textbox = gr.Textbox(label="Paper URL Link")
                     github_url_textbox = gr.Textbox(label="GitHub URL Link")
-
-                with gr.Column():
-                    test_performance = gr.TextArea(label="Test set performance, use {task: [mean,std]} format e.g. {'rel-amazon/user-churn': [0.352,0.023], 'rel-amazon/user-ltv': [0.304,0.022], ...}")
-                    valid_performance = gr.TextArea(label="Validation set performance, use {task: [mean,std]} format e.g. {'rel-amazon/user-churn': [0.352,0.023], 'rel-amazon/user-ltv': [0.304,0.022], ...}")
                     parameters_textbox = gr.Textbox(label="Number of parameters")
+                    task_track = gr.Dropdown(
+                        choices=['Node Classification', 'Node Regression', 'Link Prediction'],
+                        label="Choose the task track",
+                        multiselect=False,
+                        value=None,
+                        interactive=True,
+                    )
                     honor_code = gr.Dropdown(
                         choices=[i.value.name for i in HONOR],
-                        label="Click here to agree to the honor code",
+                        label="Do you agree to the honor code?",
                         multiselect=False,
                         value=None,
                         interactive=True,
                     )
 
+
+                with gr.Column():
+                    test_performance = gr.Textbox(lines = 17, label="Test set performance, use {task: [mean,std]} format e.g. {'rel-amazon/user-churn': [0.352,0.023], 'rel-amazon/user-ltv': [0.304,0.022], ...}")
+                    valid_performance = gr.Textbox(lines = 17, label="Validation set performance, use {task: [mean,std]} format e.g. {'rel-amazon/user-churn': [0.352,0.023], 'rel-amazon/user-ltv': [0.304,0.022], ...}")
+                    
+
             submit_button = gr.Button("Submit Eval")
             submission_result = gr.Markdown()
             submit_button.click(
@@ -263,6 +272,7 @@ with demo:
                     github_url_textbox,
                     parameters_textbox,
                     honor_code,
+                    task_track
                 ],
                 submission_result,
             )

src/populate.py

@@ -61,10 +61,10 @@ def get_leaderboard_df(EVAL_REQUESTS_PATH, tasks) -> pd.DataFrame:
 
     #df_res = pd.DataFrame([{col: model[col] for col in columns_to_show} for model in model_res])
     print(df_res)
-    ranks = df_res[list(name2short_name.values())].rank()
+    ranks = df_res[list(name2short_name.values())].rank(ascending = False)
     df_res.rename(columns={'model': 'Model', 'author': 'Author', 'email': 'Email', 'paper_url': 'Paper URL', 'github_url': 'Github URL', 'submitted_time': 'Time', 'params': '# of Params'}, inplace=True)
     df_res['Average Rank⬆️'] = ranks.mean(axis=1)
-    df_res.sort_values(by='Average Rank⬆️', ascending=False, inplace=True)
+    df_res.sort_values(by='Average Rank⬆️', ascending=True, inplace=True)
     return df_res
 
 def get_evaluation_queue_df(save_path: str, cols: list) -> list[pd.DataFrame]:

src/submission/submit.py

@@ -37,6 +37,7 @@ def add_new_eval(
     github_url,
     parameters,
     honor_code,
+    task_track
 ):
     global REQUESTED_MODELS
     global USERS_TO_SUBMISSION_DATES
@@ -67,6 +68,7 @@ def add_new_eval(
         "status": "PENDING",
         "submitted_time": current_time,
         "params": model_size,
+        "task": task_track,
         "private": False,
     }