8

app.py

@@ -29,7 +29,7 @@ from src.display.utils import (
 )
 from src.envs import API, EVAL_REQUESTS_PATH, EVAL_RESULTS_PATH, QUEUE_REPO, REPO_ID, RESULTS_REPO, TOKEN
 from src.populate import get_evaluation_queue_df, get_leaderboard_df
-from src.submission.submit import add_new_eval
+from src.submission.submit import add_new_open_model_eval
 
 
 
@@ -151,7 +151,7 @@ with demo:
             submit_button = gr.Button("Submit Eval")
             submission_result = gr.Markdown()
             submit_button.click(
-                add_new_eval,
+                add_new_open_model_eval,
                 [
                     model_name
                 ],

src/about.py

@@ -85,7 +85,10 @@ To reproduce our results, here is the commands you can run:
 """
 
 EVALUATION_QUEUE_TEXT = """
+<<<<<<< HEAD
 
+=======
+>>>>>>> 2969b1f6d030552c228a8827efdfaf446e18fecc
 
 """
 

src/submission/submit.py

@@ -16,10 +16,8 @@ USERS_TO_SUBMISSION_DATES = None
 
 
 
-def add_new_eval(
+def add_new_open_model_eval(
     model: str,
-    model_show: str,
-    open_source: bool
 ):
     """通过提交模型到评估队列,将信息自动保存到requests数据集中"""
     global REQUESTED_MODELS
@@ -30,11 +28,11 @@ def add_new_eval(
     current_time = datetime.now(timezone.utc).strftime("%Y-%m-%dT%H:%M:%SZ")
 
     # Is the model info correctly filled?
-    if open_source:
-        try:
-            model_info = API.model_info(repo_id=model)
-        except Exception:
-            return styled_error("Could not get your model information. Please fill it up properly.")
+
+    try:
+        model_info = API.model_info(repo_id=model)
+    except Exception:
+        return styled_error("Could not get your model information. Please fill it up properly.")
 
     modelcard_OK, error_msg = check_model_card(model)
     if not modelcard_OK:
@@ -45,8 +43,8 @@ def add_new_eval(
 
     eval_entry = {
         "model_name": model,
-        "model_show": model_show,
-        "open_source": open_source,
+        "model_show": model.split("/")[1],
+        "open_source": True,
         "status": "PENDING",
         "submitted_time": str(current_time),
     }
@@ -56,13 +54,12 @@ def add_new_eval(
         return styled_warning("This model has been already submitted.")
 
     print("Creating eval file")
-    if open_source:
-        user_name = model.split("/")[0] 
-        OUT_DIR = f"{EVAL_REQUESTS_PATH}/{user_name}"
-        os.makedirs(OUT_DIR, exist_ok=True)
-        out_path = f"{model}_eval_request_False.json"
-    else:
-        out_path = f"{model_show}_eval_request_True.json"
+
+    user_name = model.split("/")[0] 
+    OUT_DIR = f"{EVAL_REQUESTS_PATH}/{user_name}"
+    os.makedirs(OUT_DIR, exist_ok=True)
+    out_path = f"{model}_eval_request_False.json"
+
     
     with open(out_path, "w") as f:
         f.write(json.dumps(eval_entry))