Update README.md

README.md

@@ -10,7 +10,7 @@ tags:
 - mteb
 - mteb
 model-index:
-- name: bilingual-embedding-base
+- name: e433e634850d125d8b85bee76db3a3b6a0c3bf56
   results:
   - task:
       type: Clustering
@@ -19,7 +19,7 @@ model-index:
       name: MTEB AlloProfClusteringP2P
       config: default
       split: test
-      revision: '392ba3f5bcc8c51f578786c1fc3dae648662cb9b'
+      revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b
     metrics:
     - type: v_measure
       value: 56.88600728743999
@@ -32,7 +32,7 @@ model-index:
       name: MTEB AlloProfClusteringS2S
       config: default
       split: test
-      revision: '392ba3f5bcc8c51f578786c1fc3dae648662cb9b'
+      revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b
     metrics:
     - type: v_measure
       value: 38.199527329051804
@@ -45,7 +45,7 @@ model-index:
       name: MTEB AlloprofReranking
       config: default
       split: test
-      revision: '65393d0d7a08a10b4e348135e824f385d420b0fd'
+      revision: 65393d0d7a08a10b4e348135e824f385d420b0fd
     metrics:
     - type: map
       value: 68.73372257500206
@@ -66,7 +66,7 @@ model-index:
       name: MTEB AlloprofRetrieval
       config: default
       split: test
-      revision: 'fcf295ea64c750f41fadbaa37b9b861558e1bfbd'
+      revision: fcf295ea64c750f41fadbaa37b9b861558e1bfbd
     metrics:
     - type: map_at_1
       value: 21.675
@@ -282,10 +282,10 @@ model-index:
       type: Classification
     dataset:
       type: mteb/amazon_reviews_multi
-      name: MTEB AmazonReviewsClassification
-      config: default
+      name: MTEB AmazonReviewsClassification (fr)
+      config: fr
       split: test
-      revision: '1399c76144fd37290681b995c656ef9b2e06e26d'
+      revision: 1399c76144fd37290681b995c656ef9b2e06e26d
     metrics:
     - type: accuracy
       value: 43.51
@@ -300,7 +300,7 @@ model-index:
       name: MTEB BSARDRetrieval
       config: default
       split: test
-      revision: '5effa1b9b5fa3b0f9e12523e6e43e5f86a6e6d59'
+      revision: 5effa1b9b5fa3b0f9e12523e6e43e5f86a6e6d59
     metrics:
     - type: map_at_1
       value: 5.405
@@ -519,7 +519,7 @@ model-index:
       name: MTEB HALClusteringS2S
       config: default
       split: test
-      revision: 'e06ebbbb123f8144bef1a5d18796f3dec9ae2915'
+      revision: e06ebbbb123f8144bef1a5d18796f3dec9ae2915
     metrics:
     - type: v_measure
       value: 24.495384349905265
@@ -532,7 +532,7 @@ model-index:
       name: MTEB MLSUMClusteringP2P
       config: default
       split: test
-      revision: 'b5d54f8f3b61ae17845046286940f03c6bc79bc7'
+      revision: b5d54f8f3b61ae17845046286940f03c6bc79bc7
     metrics:
     - type: v_measure
       value: 41.7878688793447
@@ -545,7 +545,7 @@ model-index:
       name: MTEB MLSUMClusteringS2S
       config: default
       split: test
-      revision: 'b5d54f8f3b61ae17845046286940f03c6bc79bc7'
+      revision: b5d54f8f3b61ae17845046286940f03c6bc79bc7
     metrics:
     - type: v_measure
       value: 41.54533473611554
@@ -555,10 +555,10 @@ model-index:
       type: Classification
     dataset:
       type: mteb/mtop_domain
-      name: MTEB MTOPDomainClassification
-      config: default
+      name: MTEB MTOPDomainClassification (fr)
+      config: fr
       split: test
-      revision: 'd80d48c1eb48d3562165c59d59d0034df9fff0bf'
+      revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
     metrics:
     - type: accuracy
       value: 85.33041027247104
@@ -570,10 +570,10 @@ model-index:
       type: Classification
     dataset:
       type: mteb/mtop_intent
-      name: MTEB MTOPIntentClassification
-      config: default
+      name: MTEB MTOPIntentClassification (fr)
+      config: fr
       split: test
-      revision: 'ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba'
+      revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
     metrics:
     - type: accuracy
       value: 59.01346695897275
@@ -585,10 +585,10 @@ model-index:
       type: Classification
     dataset:
       type: mteb/masakhanews
-      name: MTEB MasakhaNEWSClassification
-      config: default
+      name: MTEB MasakhaNEWSClassification (fra)
+      config: fra
       split: test
-      revision: '18193f187b92da67168c655c9973a165ed9593dd'
+      revision: 18193f187b92da67168c655c9973a165ed9593dd
     metrics:
     - type: accuracy
       value: 72.60663507109004
@@ -600,10 +600,10 @@ model-index:
       type: Clustering
     dataset:
       type: masakhane/masakhanews
-      name: MTEB MasakhaNEWSClusteringP2P
-      config: default
+      name: MTEB MasakhaNEWSClusteringP2P (fra)
+      config: fra
       split: test
-      revision: '8ccc72e69e65f40c70e117d8b3c08306bb788b60'
+      revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60
     metrics:
     - type: v_measure
       value: 49.17691007381563
@@ -613,10 +613,10 @@ model-index:
       type: Clustering
     dataset:
       type: masakhane/masakhanews
-      name: MTEB MasakhaNEWSClusteringS2S
-      config: default
+      name: MTEB MasakhaNEWSClusteringS2S (fra)
+      config: fra
       split: test
-      revision: '8ccc72e69e65f40c70e117d8b3c08306bb788b60'
+      revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60
     metrics:
     - type: v_measure
       value: 26.9350763881635
@@ -626,10 +626,10 @@ model-index:
       type: Classification
     dataset:
       type: mteb/amazon_massive_intent
-      name: MTEB MassiveIntentClassification
-      config: default
+      name: MTEB MassiveIntentClassification (fr)
+      config: fr
       split: test
-      revision: '4672e20407010da34463acc759c162ca9734bca6'
+      revision: 4672e20407010da34463acc759c162ca9734bca6
     metrics:
     - type: accuracy
       value: 65.1546738399462
@@ -641,10 +641,10 @@ model-index:
       type: Classification
     dataset:
       type: mteb/amazon_massive_scenario
-      name: MTEB MassiveScenarioClassification
-      config: default
+      name: MTEB MassiveScenarioClassification (fr)
+      config: fr
       split: test
-      revision: 'fad2c6e8459f9e1c45d9315f4953d921437d70f8'
+      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
     metrics:
     - type: accuracy
       value: 69.94283792871553
@@ -656,10 +656,10 @@ model-index:
       type: Retrieval
     dataset:
       type: jinaai/mintakaqa
-      name: MTEB MintakaRetrieval
-      config: default
+      name: MTEB MintakaRetrieval (fr)
+      config: fr
       split: test
-      revision: 'efa78cc2f74bbcd21eff2261f9e13aebe40b814e'
+      revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
     metrics:
     - type: map_at_1
       value: 14.536999999999999
@@ -875,10 +875,10 @@ model-index:
       type: PairClassification
     dataset:
       type: GEM/opusparcus
-      name: MTEB OpusparcusPC
-      config: default
+      name: MTEB OpusparcusPC (fr)
+      config: fr
       split: test
-      revision: '9e9b1f8ef51616073f47f306f7f47dd91663f86a'
+      revision: 9e9b1f8ef51616073f47f306f7f47dd91663f86a
     metrics:
     - type: cos_sim_accuracy
       value: 81.74386920980926
@@ -930,10 +930,10 @@ model-index:
       type: PairClassification
     dataset:
       type: google-research-datasets/paws-x
-      name: MTEB PawsX
-      config: default
+      name: MTEB PawsX (fr)
+      config: fr
       split: test
-      revision: '8a04d940a42cd40658986fdd8e3da561533a3646'
+      revision: 8a04d940a42cd40658986fdd8e3da561533a3646
     metrics:
     - type: cos_sim_accuracy
       value: 61.1
@@ -988,7 +988,7 @@ model-index:
       name: MTEB SICKFr
       config: default
       split: test
-      revision: 'e077ab4cf4774a1e36d86d593b150422fafd8e8a'
+      revision: e077ab4cf4774a1e36d86d593b150422fafd8e8a
     metrics:
     - type: cos_sim_pearson
       value: 83.1543597030015
@@ -1006,10 +1006,10 @@ model-index:
       type: STS
     dataset:
       type: mteb/sts22-crosslingual-sts
-      name: MTEB STS22
-      config: default
+      name: MTEB STS22 (fr)
+      config: fr
       split: test
-      revision: 'de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3'
+      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
     metrics:
     - type: cos_sim_pearson
       value: 79.20797144286122
@@ -1026,11 +1026,11 @@ model-index:
   - task:
       type: STS
     dataset:
-      type: mteb/stsb_multi_mt
-      name: MTEB STSBenchmarkMultilingualSTS
-      config: default
+      type: PhilipMay/stsb_multi_mt
+      name: MTEB STSBenchmarkMultilingualSTS (fr)
+      config: fr
       split: test
-      revision: '29afa2569dcedaaa2fe6a3dcfebab33d28b82e8c'
+      revision: 29afa2569dcedaaa2fe6a3dcfebab33d28b82e8c
     metrics:
     - type: cos_sim_pearson
       value: 84.69215133897265
@@ -1051,7 +1051,7 @@ model-index:
       name: MTEB SummEvalFr
       config: default
       split: test
-      revision: 'b385812de6a9577b6f4d0f88c6a6e35395a94054'
+      revision: b385812de6a9577b6f4d0f88c6a6e35395a94054
     metrics:
     - type: cos_sim_pearson
       value: 29.187176809104393
@@ -1068,7 +1068,7 @@ model-index:
       name: MTEB SyntecReranking
       config: default
       split: test
-      revision: 'daf0863838cd9e3ba50544cdce3ac2b338a1b0ad'
+      revision: daf0863838cd9e3ba50544cdce3ac2b338a1b0ad
     metrics:
     - type: map
       value: 82.76666666666667
@@ -1089,7 +1089,7 @@ model-index:
       name: MTEB SyntecRetrieval
       config: default
       split: test
-      revision: '19661ccdca4dfc2d15122d776b61685f48c68ca9'
+      revision: 19661ccdca4dfc2d15122d776b61685f48c68ca9
     metrics:
     - type: map_at_1
       value: 57.99999999999999
@@ -1305,10 +1305,10 @@ model-index:
       type: Retrieval
     dataset:
       type: jinaai/xpqa
-      name: MTEB XPQARetrieval
-      config: default
+      name: MTEB XPQARetrieval (fr)
+      config: fr
       split: test
-      revision: 'c99d599f0a6ab9b85b065da6f9d94f9cf731679f'
+      revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
     metrics:
     - type: map_at_1
       value: 35.256
@@ -1520,244 +1520,6 @@ model-index:
       value: 53.371
     - type: recall_at_5
       value: 59.399
-  - task:
-      type: Classification
-    dataset:
-      type: CustomDataset
-      name: MTEB MassiveIntentClassification (fr)
-      config: fr
-      split: test
-      revision: '1.0'
-    metrics:
-    - type: accuracy
-      value: 0.0
-    - type: precision
-      value: 0.0
-    - type: recall
-      value: 0.0
-    - type: f1
-      value: 0.0
-  - task:
-      type: Classification
-    dataset:
-      type: CustomDataset
-      name: MTEB MTOPIntentClassification (fr)
-      config: fr
-      split: test
-      revision: '1.0'
-    metrics:
-    - type: accuracy
-      value: 0.0
-    - type: precision
-      value: 0.0
-    - type: recall
-      value: 0.0
-    - type: f1
-      value: 0.0
-  - task:
-      type: Classification
-    dataset:
-      type: CustomDataset
-      name: MTEB MintakaRetrieval (fr)
-      config: fr
-      split: test
-      revision: '1.0'
-    metrics:
-    - type: accuracy
-      value: 0.0
-    - type: precision
-      value: 0.0
-    - type: recall
-      value: 0.0
-    - type: f1
-      value: 0.0
-  - task:
-      type: Classification
-    dataset:
-      type: CustomDataset
-      name: MTEB XPQARetrieval (fr)
-      config: fr
-      split: test
-      revision: '1.0'
-    metrics:
-    - type: accuracy
-      value: 0.0
-    - type: precision
-      value: 0.0
-    - type: recall
-      value: 0.0
-    - type: f1
-      value: 0.0
-  - task:
-      type: Classification
-    dataset:
-      type: CustomDataset
-      name: MTEB OpusparcusPC (fr)
-      config: fr
-      split: test
-      revision: '1.0'
-    metrics:
-    - type: accuracy
-      value: 0.0
-    - type: precision
-      value: 0.0
-    - type: recall
-      value: 0.0
-    - type: f1
-      value: 0.0
-  - task:
-      type: Classification
-    dataset:
-      type: CustomDataset
-      name: MTEB MTOPDomainClassification (fr)
-      config: fr
-      split: test
-      revision: '1.0'
-    metrics:
-    - type: accuracy
-      value: 0.0
-    - type: precision
-      value: 0.0
-    - type: recall
-      value: 0.0
-    - type: f1
-      value: 0.0
-  - task:
-      type: Classification
-    dataset:
-      type: CustomDataset
-      name: MTEB AmazonReviewsClassification (fr)
-      config: fr
-      split: test
-      revision: '1.0'
-    metrics:
-    - type: accuracy
-      value: 0.0
-    - type: precision
-      value: 0.0
-    - type: recall
-      value: 0.0
-    - type: f1
-      value: 0.0
-  - task:
-      type: Classification
-    dataset:
-      type: CustomDataset
-      name: MTEB STS22 (fr)
-      config: fr
-      split: test
-      revision: '1.0'
-    metrics:
-    - type: accuracy
-      value: 0.0
-    - type: precision
-      value: 0.0
-    - type: recall
-      value: 0.0
-    - type: f1
-      value: 0.0
-  - task:
-      type: Classification
-    dataset:
-      type: CustomDataset
-      name: MTEB STSBenchmarkMultilingualSTS (fr)
-      config: fr
-      split: test
-      revision: '1.0'
-    metrics:
-    - type: accuracy
-      value: 0.0
-    - type: precision
-      value: 0.0
-    - type: recall
-      value: 0.0
-    - type: f1
-      value: 0.0
-  - task:
-      type: Classification
-    dataset:
-      type: CustomDataset
-      name: MTEB PawsX (fr)
-      config: fr
-      split: test
-      revision: '1.0'
-    metrics:
-    - type: accuracy
-      value: 0.0
-    - type: precision
-      value: 0.0
-    - type: recall
-      value: 0.0
-    - type: f1
-      value: 0.0
-  - task:
-      type: Classification
-    dataset:
-      type: CustomDataset
-      name: MTEB MassiveScenarioClassification (fr)
-      config: fr
-      split: test
-      revision: '1.0'
-    metrics:
-    - type: accuracy
-      value: 0.0
-    - type: precision
-      value: 0.0
-    - type: recall
-      value: 0.0
-    - type: f1
-      value: 0.0
-  - task:
-      type: Classification
-    dataset:
-      type: CustomDataset
-      name: MTEB MasakhaNEWSClassification (fra)
-      config: fra
-      split: test
-      revision: '1.0'
-    metrics:
-    - type: accuracy
-      value: 0.0
-    - type: precision
-      value: 0.0
-    - type: recall
-      value: 0.0
-    - type: f1
-      value: 0.0
-  - task:
-      type: Classification
-    dataset:
-      type: CustomDataset
-      name: MTEB MasakhaNEWSClusteringS2S (fra)
-      config: fra
-      split: test
-      revision: '1.0'
-    metrics:
-    - type: accuracy
-      value: 0.0
-    - type: precision
-      value: 0.0
-    - type: recall
-      value: 0.0
-    - type: f1
-      value: 0.0
-  - task:
-      type: Classification
-    dataset:
-      type: CustomDataset
-      name: MTEB MasakhaNEWSClusteringP2P (fra)
-      config: fra
-      split: test
-      revision: '1.0'
-    metrics:
-    - type: accuracy
-      value: 0.0
-    - type: precision
-      value: 0.0
-    - type: recall
-      value: 0.0
-    - type: f1
-      value: 0.0
 license: apache-2.0
 ---