ehristoforu commited on
Commit
2c3c2a0
·
verified ·
1 Parent(s): bcbf6dc

Update .env.local.template

Browse files
Files changed (1) hide show
  1. .env.local.template +27 -27
.env.local.template CHANGED
@@ -119,26 +119,6 @@ MODELS=`[
119
  "baseURL": "https://api-inference.huggingface.co/v1"
120
  }]
121
  },
122
- {
123
- "name": "microsoft/Phi-3-mini-4k-instruct",
124
- "displayName": "Phi-3-mini-4k-instruct",
125
- "modelUrl": "https://huggingface.co/microsoft/Phi-3-mini-4k-instruct",
126
- "websiteUrl": "https://azure.microsoft.com/en-us/products/phi-3",
127
- "parameters": {
128
- "temperature": 0.3,
129
- "top_p": 0.8,
130
- "repetition_penalty": 0.0,
131
- "max_tokens": 1024,
132
- "top_k": 50,
133
- "truncate": 1000,
134
- "max_new_tokens": 2048
135
- },
136
- "endpoints": [{
137
- "type" : "openai",
138
- "apiKey": "${HF_TOKEN}",
139
- "baseURL": "https://api-inference.huggingface.co/v1"
140
- }]
141
- },
142
  {
143
  "name": "dbrx-instruct",
144
  "displayName": "DBRX-Instruct",
@@ -294,10 +274,10 @@ MODELS=`[
294
  }]
295
  },
296
  {
297
- "name": "openai-community/gpt2",
298
- "displayName": "GPT2",
299
- "modelUrl": "https://huggingface.co/openai-community/gpt2",
300
- "websiteUrl": "https://github.com/openai/gpt-2",
301
  "parameters": {
302
  "temperature": 0.3,
303
  "top_p": 0.8,
@@ -305,12 +285,32 @@ MODELS=`[
305
  "max_tokens": 1024,
306
  "top_k": 50,
307
  "truncate": 1000,
308
- "max_new_tokens": 1024
309
  },
310
  "endpoints": [{
311
  "type" : "openai",
312
- "apiKey": "${HF_TOKEN}",
313
- "baseURL": "https://api-inference.huggingface.co/v1"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
314
  }]
315
  }
316
  ]`
 
119
  "baseURL": "https://api-inference.huggingface.co/v1"
120
  }]
121
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
122
  {
123
  "name": "dbrx-instruct",
124
  "displayName": "DBRX-Instruct",
 
274
  }]
275
  },
276
  {
277
+ "name": "llama2-70b-4096",
278
+ "displayName": "Llama2-70B",
279
+ "modelUrl": "https://huggingface.co/meta-llama/Llama-2-70b",
280
+ "websiteUrl": "https://llama.meta.com/llama2",
281
  "parameters": {
282
  "temperature": 0.3,
283
  "top_p": 0.8,
 
285
  "max_tokens": 1024,
286
  "top_k": 50,
287
  "truncate": 1000,
288
+ "max_new_tokens": 2048
289
  },
290
  "endpoints": [{
291
  "type" : "openai",
292
+ "apiKey": "${GROQ_API_KEY}",
293
+ "baseURL": "https://api.groq.com/openai/v1"
294
+ }]
295
+ },
296
+ {
297
+ "name": "CodeLlama-70b-Instruct-hf",
298
+ "displayName": "CodeLlama2-70B",
299
+ "modelUrl": "https://huggingface.co/codellama/CodeLlama-70b-Instruct-hf",
300
+ "websiteUrl": "https://huggingface.co/codellama",
301
+ "parameters": {
302
+ "temperature": 0.3,
303
+ "top_p": 0.8,
304
+ "repetition_penalty": 0.0,
305
+ "max_tokens": 1024,
306
+ "top_k": 50,
307
+ "truncate": 1000,
308
+ "max_new_tokens": 2048
309
+ },
310
+ "endpoints": [{
311
+ "type" : "openai",
312
+ "apiKey": "${VISIONCRAFT_API_KEY}",
313
+ "baseURL": "https://visioncraft.top/v1"
314
  }]
315
  }
316
  ]`