Spaces:
Running
Running
ycy
commited on
Commit
·
5c627ea
1
Parent(s):
f195763
- app.py +20 -18
- src/about.py +10 -8
app.py
CHANGED
|
@@ -3,13 +3,14 @@ from gradio_leaderboard import Leaderboard, ColumnFilter, SelectColumns
|
|
| 3 |
import pandas as pd
|
| 4 |
from apscheduler.schedulers.background import BackgroundScheduler
|
| 5 |
from huggingface_hub import snapshot_download
|
| 6 |
-
|
|
|
|
| 7 |
|
| 8 |
from src.about import (
|
| 9 |
CITATION_BUTTON_LABEL,
|
| 10 |
CITATION_BUTTON_TEXT,
|
| 11 |
EVALUATION_QUEUE_TEXT,
|
| 12 |
-
|
| 13 |
LLM_BENCHMARKS_TEXT,
|
| 14 |
TITLE,
|
| 15 |
)
|
|
@@ -30,6 +31,7 @@ from src.populate import get_evaluation_queue_df, get_leaderboard_df
|
|
| 30 |
from src.submission.submit import add_new_eval
|
| 31 |
|
| 32 |
|
|
|
|
| 33 |
def restart_space():
|
| 34 |
API.restart_space(repo_id=REPO_ID)
|
| 35 |
|
|
@@ -73,22 +75,22 @@ def init_leaderboard(dataframe):
|
|
| 73 |
cant_deselect=[c.name for c in fields(AutoEvalColumn) if c.never_hidden],
|
| 74 |
label="Select Columns to Display:",
|
| 75 |
),
|
| 76 |
-
search_columns=[AutoEvalColumn.model.name
|
| 77 |
hide_columns=[c.name for c in fields(AutoEvalColumn) if c.hidden],
|
| 78 |
-
filter_columns=[
|
| 79 |
-
|
| 80 |
-
|
| 81 |
-
|
| 82 |
-
|
| 83 |
-
|
| 84 |
-
|
| 85 |
-
|
| 86 |
-
|
| 87 |
-
|
| 88 |
-
|
| 89 |
-
|
| 90 |
-
|
| 91 |
-
],
|
| 92 |
bool_checkboxgroup_label="Hide models",
|
| 93 |
interactive=False,
|
| 94 |
)
|
|
@@ -97,7 +99,7 @@ def init_leaderboard(dataframe):
|
|
| 97 |
demo = gr.Blocks(css=custom_css)
|
| 98 |
with demo:
|
| 99 |
gr.HTML(TITLE)
|
| 100 |
-
gr.HTML(
|
| 101 |
|
| 102 |
with gr.Tabs(elem_classes="tab-buttons") as tabs:
|
| 103 |
with gr.TabItem("🏅 LLM Benchmark", elem_id="llm-benchmark-tab-table", id=0):
|
|
|
|
| 3 |
import pandas as pd
|
| 4 |
from apscheduler.schedulers.background import BackgroundScheduler
|
| 5 |
from huggingface_hub import snapshot_download
|
| 6 |
+
from datetime import datetime
|
| 7 |
+
import pytz
|
| 8 |
|
| 9 |
from src.about import (
|
| 10 |
CITATION_BUTTON_LABEL,
|
| 11 |
CITATION_BUTTON_TEXT,
|
| 12 |
EVALUATION_QUEUE_TEXT,
|
| 13 |
+
get_INTRODUCTION_TEXT,
|
| 14 |
LLM_BENCHMARKS_TEXT,
|
| 15 |
TITLE,
|
| 16 |
)
|
|
|
|
| 31 |
from src.submission.submit import add_new_eval
|
| 32 |
|
| 33 |
|
| 34 |
+
|
| 35 |
def restart_space():
|
| 36 |
API.restart_space(repo_id=REPO_ID)
|
| 37 |
|
|
|
|
| 75 |
cant_deselect=[c.name for c in fields(AutoEvalColumn) if c.never_hidden],
|
| 76 |
label="Select Columns to Display:",
|
| 77 |
),
|
| 78 |
+
search_columns=[AutoEvalColumn.model.name],
|
| 79 |
hide_columns=[c.name for c in fields(AutoEvalColumn) if c.hidden],
|
| 80 |
+
# filter_columns=[
|
| 81 |
+
# ColumnFilter(AutoEvalColumn.model_type.name, type="checkboxgroup", label="Model types"),
|
| 82 |
+
# ColumnFilter(AutoEvalColumn.precision.name, type="checkboxgroup", label="Precision"),
|
| 83 |
+
# ColumnFilter(
|
| 84 |
+
# AutoEvalColumn.params.name,
|
| 85 |
+
# type="slider",
|
| 86 |
+
# min=0.01,
|
| 87 |
+
# max=150,
|
| 88 |
+
# label="Select the number of parameters (B)",
|
| 89 |
+
# ),
|
| 90 |
+
# ColumnFilter(
|
| 91 |
+
# AutoEvalColumn.still_on_hub.name, type="boolean", label="Available on the hub", default=False
|
| 92 |
+
# ),
|
| 93 |
+
# ],
|
| 94 |
bool_checkboxgroup_label="Hide models",
|
| 95 |
interactive=False,
|
| 96 |
)
|
|
|
|
| 99 |
demo = gr.Blocks(css=custom_css)
|
| 100 |
with demo:
|
| 101 |
gr.HTML(TITLE)
|
| 102 |
+
gr.HTML(get_INTRODUCTION_TEXT(LEADERBOARD_DF.shape[0] , datetime.now(pytz.timezone('US/Pacific')).strftime("%Y-%m-%d %H:%M:%S")), elem_classes="markdown-text")
|
| 103 |
|
| 104 |
with gr.Tabs(elem_classes="tab-buttons") as tabs:
|
| 105 |
with gr.TabItem("🏅 LLM Benchmark", elem_id="llm-benchmark-tab-table", id=0):
|
src/about.py
CHANGED
|
@@ -28,16 +28,18 @@ NUM_FEWSHOT = 0 # Change with your few shot
|
|
| 28 |
TITLE = """<h1 align="center" id="space-title">VLM Detailed Caption Leaderborad</h1>"""
|
| 29 |
|
| 30 |
# introduction text
|
| 31 |
-
INTRODUCTION_TEXT = """
|
| 32 |
-
<div style="display: flex; flex-wrap: wrap; gap: 10px;">
|
| 33 |
-
|
| 34 |
-
<!-- Paper badge with custom icon -->
|
| 35 |
-
<a href="https://github.com/yanchenyang123/DeepSeek-V3/issues" target="_blank">
|
| 36 |
-
<img src="https://img.shields.io/badge/Paper-Available-blue?style=flat-square&logo=book&logoColor=white" alt="Paper">
|
| 37 |
-
</a>
|
| 38 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 39 |
</div>
|
| 40 |
-
|
|
|
|
| 41 |
#TODO About
|
| 42 |
LLM_BENCHMARKS_TEXT = f"""
|
| 43 |
<h2 style="color: #2c3e50;"> Why Leaderboard? </h2>
|
|
|
|
| 28 |
TITLE = """<h1 align="center" id="space-title">VLM Detailed Caption Leaderborad</h1>"""
|
| 29 |
|
| 30 |
# introduction text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 31 |
|
| 32 |
+
def get_INTRODUCTION_TEXT(model_num: int, LAST_UPDATED: str, paper_link= "TODO"):
|
| 33 |
+
return f"""
|
| 34 |
+
<div style="display: flex; flex-wrap: wrap; gap: 10px; align-items: center;">
|
| 35 |
+
<!-- Paper icon with custom link -->
|
| 36 |
+
<a href="{paper_link}" target="_blank">
|
| 37 |
+
📑 Paper
|
| 38 |
+
</a>
|
| 39 |
+
<span style="margin-left: 10px;"># Models: {model_num} | Updated: {LAST_UPDATED}</span>
|
| 40 |
</div>
|
| 41 |
+
"""
|
| 42 |
+
|
| 43 |
#TODO About
|
| 44 |
LLM_BENCHMARKS_TEXT = f"""
|
| 45 |
<h2 style="color: #2c3e50;"> Why Leaderboard? </h2>
|