Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
adding dedicated and nim api endpoints
Browse files- model_params.cfg +9 -2
model_params.cfg
CHANGED
@@ -2,6 +2,13 @@
|
|
2 |
MODEL = BAAI/bge-large-en-v1.5
|
3 |
NORMALIZE = 1
|
4 |
TOP_K = 20
|
|
|
|
|
|
|
5 |
[reader]
|
6 |
-
|
7 |
-
|
|
|
|
|
|
|
|
|
|
2 |
MODEL = BAAI/bge-large-en-v1.5
|
3 |
NORMALIZE = 1
|
4 |
TOP_K = 20
|
5 |
+
[ranker]
|
6 |
+
MODEL = BAAI/bge-reranker-base
|
7 |
+
TOP_K = 3
|
8 |
[reader]
|
9 |
+
TYPE = NVIDIA
|
10 |
+
DEDICATED_MODEL = meta-llama/Llama-3.1-8B-Instruct
|
11 |
+
DEDICATED_ENDPOINT = https://qu2d8m6dmsollhly.us-east-1.aws.endpoints.huggingface.cloud
|
12 |
+
NVIDIA_MODEL = meta-llama/Meta-Llama-3.1-8B-Instruct
|
13 |
+
NVIDIA_ENDPOINT = https://huggingface.co/api/integrations/dgx/v1
|
14 |
+
MAX_TOKENS = 512
|