radoslavralev commited on
Commit
fb9616b
·
verified ·
1 Parent(s): 1aebba4

Add new SentenceTransformer model

Browse files
Files changed (2) hide show
  1. README.md +33 -8
  2. model.safetensors +1 -1
README.md CHANGED
@@ -67,6 +67,11 @@ metrics:
67
  - cosine_ndcg@10
68
  - cosine_mrr@1
69
  - cosine_map@100
 
 
 
 
 
70
  model-index:
71
  - name: Redis fine-tuned BiEncoder model for semantic caching on LangCache
72
  results:
@@ -95,6 +100,21 @@ model-index:
95
  - type: cosine_map@100
96
  value: 0.7216697804426214
97
  name: Cosine Map@100
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
98
  ---
99
 
100
  # Redis fine-tuned BiEncoder model for semantic caching on LangCache
@@ -196,14 +216,19 @@ You can finetune this model on your own dataset.
196
  * Dataset: `test`
197
  * Evaluated with <code>ir_evaluator.CustomInformationRetrievalEvaluator</code>
198
 
199
- | Metric | Value |
200
- |:-------------------|:----------|
201
- | cosine_accuracy@1 | 0.5861 |
202
- | cosine_precision@1 | 0.5861 |
203
- | cosine_recall@1 | 0.568 |
204
- | **cosine_ndcg@10** | **0.773** |
205
- | cosine_mrr@1 | 0.5861 |
206
- | cosine_map@100 | 0.7217 |
 
 
 
 
 
207
 
208
  <!--
209
  ## Bias, Risks and Limitations
 
67
  - cosine_ndcg@10
68
  - cosine_mrr@1
69
  - cosine_map@100
70
+ - cosine_auc_precision_cache_hit_ratio
71
+ - cosine_auc_similarity_distribution
72
+ - cosine_l_alignment
73
+ - cosine_l_uniform_query_side
74
+ - cosine_l_uniform_doc_side
75
  model-index:
76
  - name: Redis fine-tuned BiEncoder model for semantic caching on LangCache
77
  results:
 
100
  - type: cosine_map@100
101
  value: 0.7216697804426214
102
  name: Cosine Map@100
103
+ - type: cosine_auc_precision_cache_hit_ratio
104
+ value: -0.3575434494855893
105
+ name: Cosine Auc Precision Cache Hit Ratio
106
+ - type: cosine_auc_similarity_distribution
107
+ value: 0.15252445696542008
108
+ name: Cosine Auc Similarity Distribution
109
+ - type: cosine_l_alignment
110
+ value: 0.18502962589263916
111
+ name: Cosine L Alignment
112
+ - type: cosine_l_uniform_query_side
113
+ value: -2.143669366836548
114
+ name: Cosine L Uniform Query Side
115
+ - type: cosine_l_uniform_doc_side
116
+ value: -2.1428864002227783
117
+ name: Cosine L Uniform Doc Side
118
  ---
119
 
120
  # Redis fine-tuned BiEncoder model for semantic caching on LangCache
 
216
  * Dataset: `test`
217
  * Evaluated with <code>ir_evaluator.CustomInformationRetrievalEvaluator</code>
218
 
219
+ | Metric | Value |
220
+ |:-------------------------------------|:----------|
221
+ | cosine_accuracy@1 | 0.5861 |
222
+ | cosine_precision@1 | 0.5861 |
223
+ | cosine_recall@1 | 0.568 |
224
+ | **cosine_ndcg@10** | **0.773** |
225
+ | cosine_mrr@1 | 0.5861 |
226
+ | cosine_map@100 | 0.7217 |
227
+ | cosine_auc_precision_cache_hit_ratio | -0.3575 |
228
+ | cosine_auc_similarity_distribution | 0.1525 |
229
+ | cosine_l_alignment | 0.185 |
230
+ | cosine_l_uniform_query_side | -2.1437 |
231
+ | cosine_l_uniform_doc_side | -2.1429 |
232
 
233
  <!--
234
  ## Bias, Risks and Limitations
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:39c83ab5d2ade968b0af93282af1b3fafbce3f764f90f22e5ee869e76cd4450f
3
  size 298041696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95d02211c4cca89113f9f3e93ed91f5176bf50170faa2cb835f7bfea15bb9dd2
3
  size 298041696