Clémentine
commited on
Commit
·
1df8383
1
Parent(s):
788108a
updated model param number reader
Browse files
src/auto_leaderboard/get_model_metadata.py
CHANGED
|
@@ -1,4 +1,5 @@
|
|
| 1 |
import re
|
|
|
|
| 2 |
from typing import List
|
| 3 |
|
| 4 |
from src.utils_display import AutoEvalColumn
|
|
@@ -6,7 +7,7 @@ from src.auto_leaderboard.model_metadata_type import get_model_type
|
|
| 6 |
|
| 7 |
from huggingface_hub import HfApi
|
| 8 |
import huggingface_hub
|
| 9 |
-
api = HfApi()
|
| 10 |
|
| 11 |
|
| 12 |
def get_model_infos_from_hub(leaderboard_data: List[dict]):
|
|
@@ -15,9 +16,10 @@ def get_model_infos_from_hub(leaderboard_data: List[dict]):
|
|
| 15 |
try:
|
| 16 |
model_info = api.model_info(model_name)
|
| 17 |
except huggingface_hub.utils._errors.RepositoryNotFoundError:
|
|
|
|
| 18 |
model_data[AutoEvalColumn.license.name] = None
|
| 19 |
model_data[AutoEvalColumn.likes.name] = None
|
| 20 |
-
model_data[AutoEvalColumn.params.name] = None
|
| 21 |
continue
|
| 22 |
|
| 23 |
model_data[AutoEvalColumn.license.name] = get_model_license(model_info)
|
|
@@ -41,14 +43,12 @@ def get_model_size(model_name, model_info):
|
|
| 41 |
try:
|
| 42 |
return round(model_info.safetensors["total"] / 1e9, 3)
|
| 43 |
except AttributeError:
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
except AttributeError:
|
| 51 |
-
return None
|
| 52 |
|
| 53 |
|
| 54 |
def apply_metadata(leaderboard_data: List[dict]):
|
|
|
|
| 1 |
import re
|
| 2 |
+
import os
|
| 3 |
from typing import List
|
| 4 |
|
| 5 |
from src.utils_display import AutoEvalColumn
|
|
|
|
| 7 |
|
| 8 |
from huggingface_hub import HfApi
|
| 9 |
import huggingface_hub
|
| 10 |
+
api = HfApi(token=os.environ.get("H4_TOKEN", None))
|
| 11 |
|
| 12 |
|
| 13 |
def get_model_infos_from_hub(leaderboard_data: List[dict]):
|
|
|
|
| 16 |
try:
|
| 17 |
model_info = api.model_info(model_name)
|
| 18 |
except huggingface_hub.utils._errors.RepositoryNotFoundError:
|
| 19 |
+
print("Repo not found!", model_name)
|
| 20 |
model_data[AutoEvalColumn.license.name] = None
|
| 21 |
model_data[AutoEvalColumn.likes.name] = None
|
| 22 |
+
model_data[AutoEvalColumn.params.name] = get_model_size(model_name, None)
|
| 23 |
continue
|
| 24 |
|
| 25 |
model_data[AutoEvalColumn.license.name] = get_model_license(model_info)
|
|
|
|
| 43 |
try:
|
| 44 |
return round(model_info.safetensors["total"] / 1e9, 3)
|
| 45 |
except AttributeError:
|
| 46 |
+
try:
|
| 47 |
+
size_match = re.search(size_pattern, model_name.lower())
|
| 48 |
+
size = size_match.group(0)
|
| 49 |
+
return round(int(size[:-1]) if size[-1] == "b" else int(size[:-1]) / 1e3, 3)
|
| 50 |
+
except AttributeError:
|
| 51 |
+
return None
|
|
|
|
|
|
|
| 52 |
|
| 53 |
|
| 54 |
def apply_metadata(leaderboard_data: List[dict]):
|