Spaces:
Runtime error
Runtime error
Commit
•
b8f175e
1
Parent(s):
67508e4
Add voyage
Browse files
app.py
CHANGED
@@ -345,6 +345,7 @@ EXTERNAL_MODELS = [
|
|
345 |
"titan-embed-text-v1",
|
346 |
"unsup-simcse-bert-base-uncased",
|
347 |
"use-cmlm-multilingual",
|
|
|
348 |
"xlm-roberta-base",
|
349 |
"xlm-roberta-large",
|
350 |
]
|
@@ -423,6 +424,7 @@ EXTERNAL_MODEL_TO_LINK = {
|
|
423 |
"titan-embed-text-v1": "https://docs.aws.amazon.com/bedrock/latest/userguide/embeddings.html",
|
424 |
"unsup-simcse-bert-base-uncased": "https://huggingface.co/princeton-nlp/unsup-simcse-bert-base-uncased",
|
425 |
"use-cmlm-multilingual": "https://huggingface.co/sentence-transformers/use-cmlm-multilingual",
|
|
|
426 |
"xlm-roberta-base": "https://huggingface.co/xlm-roberta-base",
|
427 |
"xlm-roberta-large": "https://huggingface.co/xlm-roberta-large",
|
428 |
}
|
@@ -499,7 +501,8 @@ EXTERNAL_MODEL_TO_DIM = {
|
|
499 |
"text-search-davinci-001": 12288,
|
500 |
"titan-embed-text-v1": 1536,
|
501 |
"unsup-simcse-bert-base-uncased": 768,
|
502 |
-
"use-cmlm-multilingual": 768,
|
|
|
503 |
"xlm-roberta-base": 768,
|
504 |
"xlm-roberta-large": 1024,
|
505 |
}
|
@@ -577,6 +580,7 @@ EXTERNAL_MODEL_TO_SEQLEN = {
|
|
577 |
"titan-embed-text-v1": 8000,
|
578 |
"use-cmlm-multilingual": 512,
|
579 |
"unsup-simcse-bert-base-uncased": 512,
|
|
|
580 |
"xlm-roberta-base": 514,
|
581 |
"xlm-roberta-large": 514,
|
582 |
}
|
|
|
345 |
"titan-embed-text-v1",
|
346 |
"unsup-simcse-bert-base-uncased",
|
347 |
"use-cmlm-multilingual",
|
348 |
+
"voyage-lite-01-instruct",
|
349 |
"xlm-roberta-base",
|
350 |
"xlm-roberta-large",
|
351 |
]
|
|
|
424 |
"titan-embed-text-v1": "https://docs.aws.amazon.com/bedrock/latest/userguide/embeddings.html",
|
425 |
"unsup-simcse-bert-base-uncased": "https://huggingface.co/princeton-nlp/unsup-simcse-bert-base-uncased",
|
426 |
"use-cmlm-multilingual": "https://huggingface.co/sentence-transformers/use-cmlm-multilingual",
|
427 |
+
"voyage-lite-01-instruct": "https://docs.voyageai.com/embeddings/",
|
428 |
"xlm-roberta-base": "https://huggingface.co/xlm-roberta-base",
|
429 |
"xlm-roberta-large": "https://huggingface.co/xlm-roberta-large",
|
430 |
}
|
|
|
501 |
"text-search-davinci-001": 12288,
|
502 |
"titan-embed-text-v1": 1536,
|
503 |
"unsup-simcse-bert-base-uncased": 768,
|
504 |
+
"use-cmlm-multilingual": 768,
|
505 |
+
"voyage-lite-01-instruct": 1024,
|
506 |
"xlm-roberta-base": 768,
|
507 |
"xlm-roberta-large": 1024,
|
508 |
}
|
|
|
580 |
"titan-embed-text-v1": 8000,
|
581 |
"use-cmlm-multilingual": 512,
|
582 |
"unsup-simcse-bert-base-uncased": 512,
|
583 |
+
"voyage-lite-01-instruct": 4096,
|
584 |
"xlm-roberta-base": 514,
|
585 |
"xlm-roberta-large": 514,
|
586 |
}
|