Upload summary.json

JMTEB/summary.json

@@ -0,0 +1,62 @@
+{
+    "Classification": {
+        "amazon_counterfactual_classification": {
+            "macro_f1": 0.6806231003039513
+        },
+        "amazon_review_classification": {
+            "macro_f1": 0.46807443888459704
+        },
+        "massive_intent_classification": {
+            "macro_f1": 0.7479207001300227
+        },
+        "massive_scenario_classification": {
+            "macro_f1": 0.8218342894775092
+        }
+    },
+    "Reranking": {
+        "esci": {
+            "ndcg@10": 0.918697023137389
+        }
+    },
+    "Retrieval": {
+        "jagovfaqs_22k": {
+            "ndcg@10": 0.5518297280038567
+        },
+        "jaqket": {
+            "ndcg@10": 0.6403798293637829
+        },
+        "mrtydi": {
+            "ndcg@10": 0.1118466505474389
+        },
+        "nlp_journal_abs_intro": {
+            "ndcg@10": 0.9635875841327094
+        },
+        "nlp_journal_title_abs": {
+            "ndcg@10": 0.9202516560510665
+        },
+        "nlp_journal_title_intro": {
+            "ndcg@10": 0.8871874267262053
+        }
+    },
+    "STS": {
+        "jsick": {
+            "spearman": 0.8251124620732032
+        },
+        "jsts": {
+            "spearman": 0.7781260135980573
+        }
+    },
+    "Clustering": {
+        "livedoor_news": {
+            "v_measure_score": 0.3685002764818438
+        },
+        "mewsc16": {
+            "v_measure_score": 0.3481473382948967
+        }
+    },
+    "PairClassification": {
+        "paws_x_ja": {
+            "binary_f1": 0.623716814159292
+        }
+    }
+}