Spaces:
Running
on
A100
Running
on
A100
Commit
•
ba15599
1
Parent(s):
9c19e21
Update .env.local.template
Browse files- .env.local.template +5 -10
.env.local.template
CHANGED
|
@@ -23,6 +23,8 @@ OPENID_PROVIDER_URL=https://huggingface.co # for Google, use https://accounts.go
|
|
| 23 |
MODELS=`[
|
| 24 |
{
|
| 25 |
"name": "${MODEL_NAME}",
|
|
|
|
|
|
|
| 26 |
"promptExamples": [
|
| 27 |
{
|
| 28 |
"title": "Python Fibonacci",
|
|
@@ -37,18 +39,11 @@ MODELS=`[
|
|
| 37 |
],
|
| 38 |
"endpoints": [
|
| 39 |
{
|
| 40 |
-
"type": "
|
| 41 |
-
"
|
| 42 |
}
|
| 43 |
],
|
| 44 |
-
"parameters": {
|
| 45 |
-
"temperature": 0.7,
|
| 46 |
-
"top_p": 0.95,
|
| 47 |
-
"repetition_penalty": 1.0,
|
| 48 |
-
"top_k": 50,
|
| 49 |
-
"max_new_tokens": 1024,
|
| 50 |
-
"stop": ["<|im_end|>"]
|
| 51 |
-
}
|
| 52 |
}
|
| 53 |
]`
|
| 54 |
OLD_MODELS=`[]`# any removed models, `{ name: string, displayName?: string, id?: string }`
|
|
|
|
| 23 |
MODELS=`[
|
| 24 |
{
|
| 25 |
"name": "${MODEL_NAME}",
|
| 26 |
+
"chatPromptTemplate": "${MODEL_PROMPT_TEMPLATE}",
|
| 27 |
+
"preprompt": "",
|
| 28 |
"promptExamples": [
|
| 29 |
{
|
| 30 |
"title": "Python Fibonacci",
|
|
|
|
| 39 |
],
|
| 40 |
"endpoints": [
|
| 41 |
{
|
| 42 |
+
"type": "tgi",
|
| 43 |
+
"url": "http://127.0.0.1:8080"
|
| 44 |
}
|
| 45 |
],
|
| 46 |
+
"parameters": ${MODEL_PARAMS}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 47 |
}
|
| 48 |
]`
|
| 49 |
OLD_MODELS=`[]`# any removed models, `{ name: string, displayName?: string, id?: string }`
|