Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Update results for gemini 1.5 pro preview 0409
Browse files
proprietary_models_results.json
CHANGED
|
@@ -103,5 +103,26 @@
|
|
| 103 |
},
|
| 104 |
"result_metrics_average": 0.6993914868794414,
|
| 105 |
"result_metrics_npm": 0.551208000273598
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 106 |
}
|
| 107 |
]
|
|
|
|
| 103 |
},
|
| 104 |
"result_metrics_average": 0.6993914868794414,
|
| 105 |
"result_metrics_npm": 0.551208000273598
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"model": "gemini-1.5-pro-preview-0409",
|
| 109 |
+
"name": "Gemini 1.5 Pro Preview (0409)",
|
| 110 |
+
"link": "https://cloud.google.com/vertex-ai",
|
| 111 |
+
"date": "2024-04-15",
|
| 112 |
+
"status": "full",
|
| 113 |
+
"main_language": "English",
|
| 114 |
+
"result_metrics": {
|
| 115 |
+
"enem_challenge": 0.8509447165850245,
|
| 116 |
+
"bluex": 0.7719054242002782,
|
| 117 |
+
"oab_exams": 0.6888382687927107,
|
| 118 |
+
"assin2_sts": 0.8159702278408203,
|
| 119 |
+
"assin2_rte": 0.9328989988467518,
|
| 120 |
+
"faquad_nli": 0.7290756302521009,
|
| 121 |
+
"hatebr_offensive": 0.8697698647467024,
|
| 122 |
+
"portuguese_hate_speech": 0.7539414414414414,
|
| 123 |
+
"tweetsentbr": 0.772785080895884
|
| 124 |
+
},
|
| 125 |
+
"result_metrics_average": 0.7984588504001905,
|
| 126 |
+
"result_metrics_npm": 0.6908188311933006
|
| 127 |
}
|
| 128 |
]
|