adding_leaderboard_back (#33)

- adding leaderboard back! (dd2eba6ad95fa53f8b5fbd6dc15574ec138bb2eb)
- small change (80bb49b20cd80470dda61efdaa5844784556a0f5)
- mirror fschat repo (576afc533bc7923c200150b7ed662d55dea9c054)
- added mirror arg (62bf7e6ab36b1fae9c745a42bb2eeb50a03b7dd6)
- you're welcome (2e49e3e0ceac8ca576896955e6a9bbc8dce29b65)

app.py

@@ -0,0 +1,73 @@
+from fastchat.serve.monitor.monitor import build_leaderboard_tab, build_basic_stats_tab, basic_component_values, leader_component_values
+from fastchat.utils import build_logger, get_window_url_params_js
+
+import argparse
+import glob
+import re
+import gradio as gr
+
+def load_demo(url_params, request: gr.Request):
+    logger.info(f"load_demo. ip: {request.client.host}. params: {url_params}")
+    return basic_component_values + leader_component_values
+
+def build_demo(elo_results_file, leaderboard_table_file):
+    from fastchat.serve.gradio_web_server import block_css
+
+    text_size = gr.themes.sizes.text_lg
+
+    with gr.Blocks(
+        title="Monitor",
+        theme=gr.themes.Base(text_size=text_size),
+        css=block_css,
+    ) as demo:
+        with gr.Tabs() as tabs:
+            with gr.Tab("Leaderboard", id=0):
+                leader_components = build_leaderboard_tab(
+                    elo_results_file,
+                    leaderboard_table_file,
+                    show_plot=True,
+                    mirror=True
+                )
+
+            with gr.Tab("Basic Stats", id=1):
+                basic_components = build_basic_stats_tab()
+
+        url_params = gr.JSON(visible=False)
+        demo.load(
+            load_demo,
+            [url_params],
+            basic_components + leader_components,
+        )
+
+    return demo
+
+if __name__ == "__main__":
+    parser = argparse.ArgumentParser()
+    parser.add_argument("--share", action="store_true")
+    parser.add_argument("--host", default="0.0.0.0")
+    parser.add_argument("--port", type=int, default=7860)
+    args = parser.parse_args()
+
+    logger = build_logger("monitor", "monitor.log")
+    logger.info(f"args: {args}")
+
+    elo_result_files = glob.glob("elo_results_*.pkl")
+    def extract_sort_key(filename):
+        match = re.search(r'(\d{8})-(\d+)', filename)
+        if match:
+            # Extract the date and identifier parts, converting them to integers for sorting
+            date_part = int(match.group(1))
+            id_part = int(match.group(2))
+            return (date_part, id_part)
+        else:
+            # Fallback sort key if the filename does not match the expected format
+            return (0, 0)
+    elo_result_files.sort(key=lambda x: extract_sort_key(x[12:-4]))
+    elo_result_file = elo_result_files[-1]
+
+    leaderboard_table_files = glob.glob("leaderboard_table_*.csv")
+    leaderboard_table_files.sort(key=lambda x: extract_sort_key(x[18:-4]))
+    leaderboard_table_file = leaderboard_table_files[-1]
+
+    demo = build_demo(elo_result_file, leaderboard_table_file)
+    demo.launch(share=args.share, server_name=args.host, server_port=args.port)

requirements.txt

@@ -1 +1,2 @@
-plotly
+plotly
+git+https://github.com/lm-sys/FastChat.git@main