Spaces:
Runtime error
Runtime error
minor change
Browse files
sotopia_space/benchmark.py
CHANGED
|
@@ -41,7 +41,7 @@ def benchmark_table():
|
|
| 41 |
global original_df, ablation_df
|
| 42 |
global LP_original_dfs, LP_MODE
|
| 43 |
|
| 44 |
-
gr.Markdown(f"**Version**: sotopia (v1.01; 2024.04.22) | **# Examples**: 7200 | **# Models**: {len(MODEL_OPTIONS)} | **# Comparisons**: x", elem_classes="markdown-text")
|
| 45 |
|
| 46 |
with gr.TabItem("BARTScore on 100 samples", elem_id="od-benchmark-tab-table-ablation", id=0, elem_classes="subtab"):
|
| 47 |
# original_df, ablation_df = skip_empty_original_df, skip_empty_ablation_df
|
|
@@ -52,7 +52,7 @@ def benchmark_table():
|
|
| 52 |
# original_df.insert(0, "Rank", range(1, 1 + len(original_df)))
|
| 53 |
with gr.Row():
|
| 54 |
with gr.Column(scale=4):
|
| 55 |
-
gr.Markdown("
|
| 56 |
# with gr.Column(scale=1):
|
| 57 |
# length_penlty_slider = gr.Slider(minimum=0.1, maximum=1, step=0.1, value=DEFAULT_LP, label="Length Penalty", elem_id="length-penalty-slider")
|
| 58 |
# checkbox_skip_empty = gr.Checkbox(label="Skip empty results", value=False, elem_id="skip-empty-checkbox", scale=2)
|
|
|
|
| 41 |
global original_df, ablation_df
|
| 42 |
global LP_original_dfs, LP_MODE
|
| 43 |
|
| 44 |
+
# gr.Markdown(f"**Version**: sotopia (v1.01; 2024.04.22) | **# Examples**: 7200 | **# Models**: {len(MODEL_OPTIONS)} | **# Comparisons**: x", elem_classes="markdown-text")
|
| 45 |
|
| 46 |
with gr.TabItem("BARTScore on 100 samples", elem_id="od-benchmark-tab-table-ablation", id=0, elem_classes="subtab"):
|
| 47 |
# original_df, ablation_df = skip_empty_original_df, skip_empty_ablation_df
|
|
|
|
| 52 |
# original_df.insert(0, "Rank", range(1, 1 + len(original_df)))
|
| 53 |
with gr.Row():
|
| 54 |
with gr.Column(scale=4):
|
| 55 |
+
gr.Markdown("Models are evaluated using BARTScore")
|
| 56 |
# with gr.Column(scale=1):
|
| 57 |
# length_penlty_slider = gr.Slider(minimum=0.1, maximum=1, step=0.1, value=DEFAULT_LP, label="Length Penalty", elem_id="length-penalty-slider")
|
| 58 |
# checkbox_skip_empty = gr.Checkbox(label="Skip empty results", value=False, elem_id="skip-empty-checkbox", scale=2)
|