diff --git "a/README.md" "b/README.md" --- "a/README.md" +++ "b/README.md" @@ -41,25 +41,25 @@ model-index: type: test_cls metrics: - type: accuracy - value: 0.5674139904396418 + value: 0.5730828788796876 name: Accuracy - type: accuracy_threshold - value: -1.8671875 + value: -1.8515625 name: Accuracy Threshold - type: f1 - value: 0.6387997297069009 + value: 0.6362364989887689 name: F1 - type: f1_threshold - value: -3.0625 + value: -2.984375 name: F1 Threshold - type: precision - value: 0.49197417424254747 + value: 0.49505298578675105 name: Precision - type: recall - value: 0.9105439003100262 + value: 0.8900761520633296 name: Recall - type: average_precision - value: 0.5139387312514831 + value: 0.5223355735566025 name: Average Precision - task: type: cross-encoder-reranking @@ -69,7 +69,7 @@ model-index: type: NanoQuoraRetrieval_R25 metrics: - type: map - value: 0.265 + value: 0.3025 name: Map - type: mrr@1 value: 0.16 @@ -85,13 +85,13 @@ model-index: type: NanoMSMARCO_R25 metrics: - type: map - value: 0.1716 + value: 0.209 name: Map - type: mrr@1 - value: 0.04 + value: 0.1 name: Mrr@1 - type: ndcg@1 - value: 0.04 + value: 0.1 name: Ndcg@1 - task: type: cross-encoder-reranking @@ -101,7 +101,7 @@ model-index: type: NanoNQ_R25 metrics: - type: map - value: 0.1513 + value: 0.1439 name: Map - type: mrr@1 value: 0.04 @@ -117,13 +117,13 @@ model-index: type: NanoBEIR_R25_mean metrics: - type: map - value: 0.196 + value: 0.2185 name: Map - type: mrr@1 - value: 0.08 + value: 0.1 name: Mrr@1 - type: ndcg@1 - value: 0.08 + value: 0.1 name: Ndcg@1 --- @@ -227,13 +227,13 @@ You can finetune this model on your own dataset. | Metric | Value | |:----------------------|:-----------| -| accuracy | 0.5674 | -| accuracy_threshold | -1.8672 | -| f1 | 0.6388 | -| f1_threshold | -3.0625 | -| precision | 0.492 | -| recall | 0.9105 | -| **average_precision** | **0.5139** | +| accuracy | 0.5731 | +| accuracy_threshold | -1.8516 | +| f1 | 0.6362 | +| f1_threshold | -2.9844 | +| precision | 0.4951 | +| recall | 0.8901 | +| **average_precision** | **0.5223** | #### Cross Encoder Reranking @@ -248,9 +248,9 @@ You can finetune this model on your own dataset. | Metric | NanoQuoraRetrieval_R25 | NanoMSMARCO_R25 | NanoNQ_R25 | |:-----------|:-----------------------|:---------------------|:---------------------| -| map | 0.2650 (-0.5654) | 0.1716 (-0.3162) | 0.1513 (-0.2687) | -| mrr@1 | 0.1600 (-0.6400) | 0.0400 (-0.3000) | 0.0400 (-0.2000) | -| **ndcg@1** | **0.1600 (-0.6400)** | **0.0400 (-0.3000)** | **0.0400 (-0.2000)** | +| map | 0.3025 (-0.5279) | 0.2090 (-0.2788) | 0.1439 (-0.2761) | +| mrr@1 | 0.1600 (-0.6400) | 0.1000 (-0.2400) | 0.0400 (-0.2000) | +| **ndcg@1** | **0.1600 (-0.6400)** | **0.1000 (-0.2400)** | **0.0400 (-0.2000)** | #### Cross Encoder Nano BEIR @@ -271,9 +271,9 @@ You can finetune this model on your own dataset. | Metric | Value | |:-----------|:---------------------| -| map | 0.1960 (-0.3834) | -| mrr@1 | 0.0800 (-0.3800) | -| **ndcg@1** | **0.0800 (-0.3800)** | +| map | 0.2185 (-0.3609) | +| mrr@1 | 0.1000 (-0.3600) | +| **ndcg@1** | **0.1000 (-0.3600)** |