Spaces:
Running
Running
ycy
commited on
Commit
·
4ea69b6
1
Parent(s):
f2f2cdd
- app.py +1 -1
- src/leaderboard/read_evals.py +2 -2
app.py
CHANGED
|
@@ -86,7 +86,7 @@ def init_leaderboard(dataframe):
|
|
| 86 |
label="Select the number of parameters (B)",
|
| 87 |
),
|
| 88 |
ColumnFilter(
|
| 89 |
-
AutoEvalColumn.still_on_hub.name, type="boolean", label="
|
| 90 |
),
|
| 91 |
],
|
| 92 |
bool_checkboxgroup_label="Hide models",
|
|
|
|
| 86 |
label="Select the number of parameters (B)",
|
| 87 |
),
|
| 88 |
ColumnFilter(
|
| 89 |
+
AutoEvalColumn.still_on_hub.name, type="boolean", label="Closed-source", default=True
|
| 90 |
),
|
| 91 |
],
|
| 92 |
bool_checkboxgroup_label="Hide models",
|
src/leaderboard/read_evals.py
CHANGED
|
@@ -94,6 +94,7 @@ class EvalResult:
|
|
| 94 |
def update_with_request_file(self, requests_path):
|
| 95 |
"""Finds the relevant request file for the current model and updates info with it"""
|
| 96 |
request_file = get_request_file_for_model(requests_path, self.full_model, self.precision.value.name)
|
|
|
|
| 97 |
try:
|
| 98 |
with open(request_file, "r") as f:
|
| 99 |
request = json.load(f)
|
|
@@ -135,8 +136,7 @@ class EvalResult:
|
|
| 135 |
|
| 136 |
def get_request_file_for_model(requests_path, model_name, precision):
|
| 137 |
"""Selects the correct request file for a given model. Only keeps runs tagged as FINISHED"""
|
| 138 |
-
|
| 139 |
-
print("------")
|
| 140 |
request_files = os.path.join(
|
| 141 |
requests_path,
|
| 142 |
f"{model_name}_eval_request_*.json",
|
|
|
|
| 94 |
def update_with_request_file(self, requests_path):
|
| 95 |
"""Finds the relevant request file for the current model and updates info with it"""
|
| 96 |
request_file = get_request_file_for_model(requests_path, self.full_model, self.precision.value.name)
|
| 97 |
+
|
| 98 |
try:
|
| 99 |
with open(request_file, "r") as f:
|
| 100 |
request = json.load(f)
|
|
|
|
| 136 |
|
| 137 |
def get_request_file_for_model(requests_path, model_name, precision):
|
| 138 |
"""Selects the correct request file for a given model. Only keeps runs tagged as FINISHED"""
|
| 139 |
+
|
|
|
|
| 140 |
request_files = os.path.join(
|
| 141 |
requests_path,
|
| 142 |
f"{model_name}_eval_request_*.json",
|