Spaces:
Running
Running
Commit
Β·
2372481
1
Parent(s):
44b43cb
visual score
Browse files
app.py
CHANGED
|
@@ -87,10 +87,8 @@ def get_benchmark_df(benchmark="1xA100-80GB"):
|
|
| 87 |
)
|
| 88 |
|
| 89 |
# create composite score
|
| 90 |
-
normalized_score = bench_df["score"]
|
| 91 |
-
normalized_latency = (
|
| 92 |
-
bench_df["generate.latency(s)"] / bench_df["generate.latency(s)"].max()
|
| 93 |
-
)
|
| 94 |
# normalized_memory = (bench_df["forward.peak_memory(MB)"].max()-bench_df["forward.peak_memory(MB)"])/(bench_df["forward.peak_memory(MB)"].max()-bench_df["forward.peak_memory(MB)"].min())
|
| 95 |
bench_df["composite_score"] = normalized_score - normalized_latency
|
| 96 |
|
|
@@ -103,7 +101,7 @@ def get_benchmark_table(bench_df):
|
|
| 103 |
# rename
|
| 104 |
bench_df.rename(columns=COLUMNS_MAPPING, inplace=True)
|
| 105 |
# sort
|
| 106 |
-
bench_df.sort_values(by=SORTING_COLUMN, ascending=
|
| 107 |
|
| 108 |
# transform
|
| 109 |
bench_df["Model π€"] = bench_df["Model π€"].apply(make_clickable_model)
|
|
|
|
| 87 |
)
|
| 88 |
|
| 89 |
# create composite score
|
| 90 |
+
normalized_score = 100 - bench_df["score"]
|
| 91 |
+
normalized_latency = bench_df["generate.latency(s)"]
|
|
|
|
|
|
|
| 92 |
# normalized_memory = (bench_df["forward.peak_memory(MB)"].max()-bench_df["forward.peak_memory(MB)"])/(bench_df["forward.peak_memory(MB)"].max()-bench_df["forward.peak_memory(MB)"].min())
|
| 93 |
bench_df["composite_score"] = normalized_score - normalized_latency
|
| 94 |
|
|
|
|
| 101 |
# rename
|
| 102 |
bench_df.rename(columns=COLUMNS_MAPPING, inplace=True)
|
| 103 |
# sort
|
| 104 |
+
bench_df.sort_values(by=SORTING_COLUMN, ascending=True, inplace=True)
|
| 105 |
|
| 106 |
# transform
|
| 107 |
bench_df["Model π€"] = bench_df["Model π€"].apply(make_clickable_model)
|