Spaces:
Running
Running
Fix max tokens in LLM2Vec Models (#96)
Browse files- update max tokens for LLM2Vec models (b4e6a14f3f69d207ae910b9262232adee306a3ef)
app.py
CHANGED
|
@@ -721,12 +721,12 @@ EXTERNAL_MODEL_TO_SEQLEN = {
|
|
| 721 |
"Cohere-embed-multilingual-light-v3.0": 512,
|
| 722 |
"DanskBERT": 514,
|
| 723 |
"LASER2": "N/A",
|
| 724 |
-
"LLM2Vec-Llama-supervised":
|
| 725 |
-
"LLM2Vec-Llama-unsupervised":
|
| 726 |
-
"LLM2Vec-Mistral-supervised":
|
| 727 |
-
"LLM2Vec-Mistral-unsupervised":
|
| 728 |
-
"LLM2Vec-Sheared-Llama-supervised":
|
| 729 |
-
"LLM2Vec-Sheared-Llama-unsupervised":
|
| 730 |
"LaBSE": 512,
|
| 731 |
"all-MiniLM-L12-v2": 512,
|
| 732 |
"all-MiniLM-L6-v2": 512,
|
|
|
|
| 721 |
"Cohere-embed-multilingual-light-v3.0": 512,
|
| 722 |
"DanskBERT": 514,
|
| 723 |
"LASER2": "N/A",
|
| 724 |
+
"LLM2Vec-Llama-supervised": 4096,
|
| 725 |
+
"LLM2Vec-Llama-unsupervised": 4096,
|
| 726 |
+
"LLM2Vec-Mistral-supervised": 32768,
|
| 727 |
+
"LLM2Vec-Mistral-unsupervised": 32768,
|
| 728 |
+
"LLM2Vec-Sheared-Llama-supervised": 4096,
|
| 729 |
+
"LLM2Vec-Sheared-Llama-unsupervised": 4096,
|
| 730 |
"LaBSE": 512,
|
| 731 |
"all-MiniLM-L12-v2": 512,
|
| 732 |
"all-MiniLM-L6-v2": 512,
|