ppsingh commited on
Commit
6579cca
1 Parent(s): 7f5b56f

adding dedicated and nim api endpoints

Browse files
Files changed (1) hide show
  1. model_params.cfg +9 -2
model_params.cfg CHANGED
@@ -2,6 +2,13 @@
2
  MODEL = BAAI/bge-large-en-v1.5
3
  NORMALIZE = 1
4
  TOP_K = 20
 
 
 
5
  [reader]
6
- MODEL = meta-llama/Llama-3.1-8B-Instruct
7
- ENDPOINT = https://qu2d8m6dmsollhly.us-east-1.aws.endpoints.huggingface.cloud
 
 
 
 
 
2
  MODEL = BAAI/bge-large-en-v1.5
3
  NORMALIZE = 1
4
  TOP_K = 20
5
+ [ranker]
6
+ MODEL = BAAI/bge-reranker-base
7
+ TOP_K = 3
8
  [reader]
9
+ TYPE = NVIDIA
10
+ DEDICATED_MODEL = meta-llama/Llama-3.1-8B-Instruct
11
+ DEDICATED_ENDPOINT = https://qu2d8m6dmsollhly.us-east-1.aws.endpoints.huggingface.cloud
12
+ NVIDIA_MODEL = meta-llama/Meta-Llama-3.1-8B-Instruct
13
+ NVIDIA_ENDPOINT = https://huggingface.co/api/integrations/dgx/v1
14
+ MAX_TOKENS = 512