Add new SentenceTransformer model
Browse files- README.md +33 -8
- model.safetensors +1 -1
README.md
CHANGED
|
@@ -67,6 +67,11 @@ metrics:
|
|
| 67 |
- cosine_ndcg@10
|
| 68 |
- cosine_mrr@1
|
| 69 |
- cosine_map@100
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 70 |
model-index:
|
| 71 |
- name: Redis fine-tuned BiEncoder model for semantic caching on LangCache
|
| 72 |
results:
|
|
@@ -95,6 +100,21 @@ model-index:
|
|
| 95 |
- type: cosine_map@100
|
| 96 |
value: 0.7216697804426214
|
| 97 |
name: Cosine Map@100
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 98 |
---
|
| 99 |
|
| 100 |
# Redis fine-tuned BiEncoder model for semantic caching on LangCache
|
|
@@ -196,14 +216,19 @@ You can finetune this model on your own dataset.
|
|
| 196 |
* Dataset: `test`
|
| 197 |
* Evaluated with <code>ir_evaluator.CustomInformationRetrievalEvaluator</code>
|
| 198 |
|
| 199 |
-
| Metric
|
| 200 |
-
|
| 201 |
-
| cosine_accuracy@1
|
| 202 |
-
| cosine_precision@1
|
| 203 |
-
| cosine_recall@1
|
| 204 |
-
| **cosine_ndcg@10**
|
| 205 |
-
| cosine_mrr@1
|
| 206 |
-
| cosine_map@100
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 207 |
|
| 208 |
<!--
|
| 209 |
## Bias, Risks and Limitations
|
|
|
|
| 67 |
- cosine_ndcg@10
|
| 68 |
- cosine_mrr@1
|
| 69 |
- cosine_map@100
|
| 70 |
+
- cosine_auc_precision_cache_hit_ratio
|
| 71 |
+
- cosine_auc_similarity_distribution
|
| 72 |
+
- cosine_l_alignment
|
| 73 |
+
- cosine_l_uniform_query_side
|
| 74 |
+
- cosine_l_uniform_doc_side
|
| 75 |
model-index:
|
| 76 |
- name: Redis fine-tuned BiEncoder model for semantic caching on LangCache
|
| 77 |
results:
|
|
|
|
| 100 |
- type: cosine_map@100
|
| 101 |
value: 0.7216697804426214
|
| 102 |
name: Cosine Map@100
|
| 103 |
+
- type: cosine_auc_precision_cache_hit_ratio
|
| 104 |
+
value: -0.3575434494855893
|
| 105 |
+
name: Cosine Auc Precision Cache Hit Ratio
|
| 106 |
+
- type: cosine_auc_similarity_distribution
|
| 107 |
+
value: 0.15252445696542008
|
| 108 |
+
name: Cosine Auc Similarity Distribution
|
| 109 |
+
- type: cosine_l_alignment
|
| 110 |
+
value: 0.18502962589263916
|
| 111 |
+
name: Cosine L Alignment
|
| 112 |
+
- type: cosine_l_uniform_query_side
|
| 113 |
+
value: -2.143669366836548
|
| 114 |
+
name: Cosine L Uniform Query Side
|
| 115 |
+
- type: cosine_l_uniform_doc_side
|
| 116 |
+
value: -2.1428864002227783
|
| 117 |
+
name: Cosine L Uniform Doc Side
|
| 118 |
---
|
| 119 |
|
| 120 |
# Redis fine-tuned BiEncoder model for semantic caching on LangCache
|
|
|
|
| 216 |
* Dataset: `test`
|
| 217 |
* Evaluated with <code>ir_evaluator.CustomInformationRetrievalEvaluator</code>
|
| 218 |
|
| 219 |
+
| Metric | Value |
|
| 220 |
+
|:-------------------------------------|:----------|
|
| 221 |
+
| cosine_accuracy@1 | 0.5861 |
|
| 222 |
+
| cosine_precision@1 | 0.5861 |
|
| 223 |
+
| cosine_recall@1 | 0.568 |
|
| 224 |
+
| **cosine_ndcg@10** | **0.773** |
|
| 225 |
+
| cosine_mrr@1 | 0.5861 |
|
| 226 |
+
| cosine_map@100 | 0.7217 |
|
| 227 |
+
| cosine_auc_precision_cache_hit_ratio | -0.3575 |
|
| 228 |
+
| cosine_auc_similarity_distribution | 0.1525 |
|
| 229 |
+
| cosine_l_alignment | 0.185 |
|
| 230 |
+
| cosine_l_uniform_query_side | -2.1437 |
|
| 231 |
+
| cosine_l_uniform_doc_side | -2.1429 |
|
| 232 |
|
| 233 |
<!--
|
| 234 |
## Bias, Risks and Limitations
|
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 298041696
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:95d02211c4cca89113f9f3e93ed91f5176bf50170faa2cb835f7bfea15bb9dd2
|
| 3 |
size 298041696
|