|
# template used in production for HuggingChat. |
|
|
|
MODELS=`[ |
|
{ |
|
"name" : "mistralai/Mixtral-8x7B-Instruct-v0.1", |
|
"description" : "The latest MoE model from Mistral AI! 8x7B and outperforms Llama 2 70B in most benchmarks.", |
|
"logoUrl": "https://huggingface.co/datasets/huggingchat/models-logo/resolve/main/mistral-logo.png", |
|
"websiteUrl" : "https://mistral.ai/news/mixtral-of-experts/", |
|
"modelUrl": "https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1", |
|
"preprompt" : "", |
|
"chatPromptTemplate": "<s> {{#each messages}}{{#ifUser}}[INST]{{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}} {{content}} [/INST]{{/ifUser}}{{#ifAssistant}} {{content}}</s> {{/ifAssistant}}{{/each}}", |
|
"parameters" : { |
|
"temperature" : 0.6, |
|
"top_p" : 0.95, |
|
"repetition_penalty" : 1.2, |
|
"top_k" : 50, |
|
"truncate" : 24576, |
|
"max_new_tokens" : 8192, |
|
"stop" : ["</s>"] |
|
}, |
|
"promptExamples" : [ |
|
{ |
|
"title": "Write an email from bullet list", |
|
"prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)" |
|
}, { |
|
"title": "Code a snake game", |
|
"prompt": "Code a basic snake game in python, give explanations for each step." |
|
}, { |
|
"title": "Assist in a task", |
|
"prompt": "How do I make a delicious lemon cheesecake?" |
|
} |
|
] |
|
}, |
|
{ |
|
"name": "meta-llama/Llama-2-70b-chat-hf", |
|
"description": "The latest and biggest model from Meta, fine-tuned for chat.", |
|
"logoUrl": "https://huggingface.co/datasets/huggingchat/models-logo/resolve/main/meta-logo.png", |
|
"websiteUrl": "https://ai.meta.com/llama/", |
|
"modelUrl": "https://huggingface.co/meta-llama/Llama-2-70b-chat-hf", |
|
"preprompt": " ", |
|
"chatPromptTemplate" : "<s>[INST] <<SYS>>\n{{preprompt}}\n<</SYS>>\n\n{{#each messages}}{{#ifUser}}{{content}} [/INST] {{/ifUser}}{{#ifAssistant}}{{content}} </s><s>[INST] {{/ifAssistant}}{{/each}}", |
|
"promptExamples": [ |
|
{ |
|
"title": "Write an email from bullet list", |
|
"prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)" |
|
}, { |
|
"title": "Code a snake game", |
|
"prompt": "Code a basic snake game in python, give explanations for each step." |
|
}, { |
|
"title": "Assist in a task", |
|
"prompt": "How do I make a delicious lemon cheesecake?" |
|
} |
|
], |
|
"parameters": { |
|
"temperature": 0.1, |
|
"top_p": 0.95, |
|
"repetition_penalty": 1.2, |
|
"top_k": 50, |
|
"truncate": 3072, |
|
"max_new_tokens": 1024, |
|
"stop" : ["</s>", "</s><s>[INST]"] |
|
} |
|
}, |
|
{ |
|
"name" : "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO", |
|
"description" : "Nous Hermes 2 Mixtral 8x7B DPO is the new flagship Nous Research model trained over the Mixtral 8x7B MoE LLM.", |
|
"logoUrl": "https://huggingface.co/datasets/huggingchat/models-logo/resolve/main/nous-logo.png", |
|
"websiteUrl" : "https://nousresearch.com/", |
|
"modelUrl": "https://huggingface.co/NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO", |
|
"chatPromptTemplate" : "{{#if @root.preprompt}}<|im_start|>system\n{{@root.preprompt}}<|im_end|>\n{{/if}}{{#each messages}}{{#ifUser}}<|im_start|>user\n{{content}}<|im_end|>\n<|im_start|>assistant\n{{/ifUser}}{{#ifAssistant}}{{content}}<|im_end|>\n{{/ifAssistant}}{{/each}}", |
|
"promptExamples": [ |
|
{ |
|
"title": "Write an email from bullet list", |
|
"prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)" |
|
}, { |
|
"title": "Code a snake game", |
|
"prompt": "Code a basic snake game in python, give explanations for each step." |
|
}, { |
|
"title": "Assist in a task", |
|
"prompt": "How do I make a delicious lemon cheesecake?" |
|
} |
|
], |
|
"parameters": { |
|
"temperature": 0.7, |
|
"top_p": 0.95, |
|
"repetition_penalty": 1, |
|
"top_k": 50, |
|
"truncate": 24576, |
|
"max_new_tokens": 2048, |
|
"stop": ["<|im_end|>"] |
|
} |
|
}, |
|
{ |
|
"name": "codellama/CodeLlama-70b-Instruct-hf", |
|
"displayName": "codellama/CodeLlama-70b-Instruct-hf", |
|
"description": "Code Llama, a state of the art code model from Meta. Now in 70B!", |
|
"logoUrl": "https://huggingface.co/datasets/huggingchat/models-logo/resolve/main/meta-logo.png", |
|
"websiteUrl": "https://ai.meta.com/blog/code-llama-large-language-model-coding/", |
|
"modelUrl": "https://huggingface.co/codellama/CodeLlama-70b-Instruct-hf", |
|
"preprompt": "", |
|
"chatPromptTemplate" : "<s>{{#if @root.preprompt}}Source: system\n\n {{@root.preprompt}} <step> {{/if}}{{#each messages}}{{#ifUser}}Source: user\n\n {{content}} <step> {{/ifUser}}{{#ifAssistant}}Source: assistant\n\n {{content}} <step> {{/ifAssistant}}{{/each}}Source: assistant\nDestination: user\n\n ", |
|
"promptExamples": [ |
|
{ |
|
"title": "Fibonacci in Python", |
|
"prompt": "Write a python function to calculate the nth fibonacci number." |
|
}, { |
|
"title": "JavaScript promises", |
|
"prompt": "How can I wait for multiple JavaScript promises to fulfill before doing something with their values?" |
|
}, { |
|
"title": "Rust filesystem", |
|
"prompt": "How can I load a file from disk in Rust?" |
|
} |
|
], |
|
"parameters": { |
|
"temperature": 0.1, |
|
"top_p": 0.95, |
|
"repetition_penalty": 1.2, |
|
"top_k": 50, |
|
"truncate": 4096, |
|
"max_new_tokens": 4096, |
|
"stop": ["<step>", " <step>", " <step> "], |
|
} |
|
}, |
|
{ |
|
"name": "mistralai/Mistral-7B-Instruct-v0.1", |
|
"displayName": "mistralai/Mistral-7B-Instruct-v0.1", |
|
"description": "Mistral 7B is a new Apache 2.0 model, released by Mistral AI that outperforms Llama2 13B in benchmarks.", |
|
"logoUrl": "https://huggingface.co/datasets/huggingchat/models-logo/resolve/main/mistral-logo.png", |
|
"websiteUrl": "https://mistral.ai/news/announcing-mistral-7b/", |
|
"modelUrl": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.1", |
|
"preprompt": "", |
|
"chatPromptTemplate" : "<s>{{#each messages}}{{#ifUser}}[INST] {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}} [/INST]{{/ifUser}}{{#ifAssistant}}{{content}}</s>{{/ifAssistant}}{{/each}}", |
|
"parameters": { |
|
"temperature": 0.1, |
|
"top_p": 0.95, |
|
"repetition_penalty": 1.2, |
|
"top_k": 50, |
|
"truncate": 3072, |
|
"max_new_tokens": 1024, |
|
"stop": ["</s>"] |
|
}, |
|
"promptExamples": [ |
|
{ |
|
"title": "Write an email from bullet list", |
|
"prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)" |
|
}, { |
|
"title": "Code a snake game", |
|
"prompt": "Code a basic snake game in python, give explanations for each step." |
|
}, { |
|
"title": "Assist in a task", |
|
"prompt": "How do I make a delicious lemon cheesecake?" |
|
} |
|
], |
|
"unlisted": true |
|
}, |
|
{ |
|
"name": "mistralai/Mistral-7B-Instruct-v0.2", |
|
"displayName": "mistralai/Mistral-7B-Instruct-v0.2", |
|
"description": "Mistral 7B is a new Apache 2.0 model, released by Mistral AI that outperforms Llama2 13B in benchmarks.", |
|
"logoUrl": "https://huggingface.co/datasets/huggingchat/models-logo/resolve/main/mistral-logo.png", |
|
"websiteUrl": "https://mistral.ai/news/announcing-mistral-7b/", |
|
"modelUrl": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2", |
|
"preprompt": "", |
|
"chatPromptTemplate" : "<s>{{#each messages}}{{#ifUser}}[INST] {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}} [/INST]{{/ifUser}}{{#ifAssistant}}{{content}}</s>{{/ifAssistant}}{{/each}}", |
|
"parameters": { |
|
"temperature": 0.3, |
|
"top_p": 0.95, |
|
"repetition_penalty": 1.2, |
|
"top_k": 50, |
|
"truncate": 3072, |
|
"max_new_tokens": 1024, |
|
"stop": ["</s>"] |
|
}, |
|
"promptExamples": [ |
|
{ |
|
"title": "Write an email from bullet list", |
|
"prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)" |
|
}, { |
|
"title": "Code a snake game", |
|
"prompt": "Code a basic snake game in python, give explanations for each step." |
|
}, { |
|
"title": "Assist in a task", |
|
"prompt": "How do I make a delicious lemon cheesecake?" |
|
} |
|
] |
|
}, |
|
{ |
|
"name": "openchat/openchat-3.5-0106", |
|
"displayName": "openchat/openchat-3.5-0106", |
|
"description": "OpenChat 3.5 is the #1 model on MT-Bench, with only 7B parameters.", |
|
"logoUrl": "https://huggingface.co/datasets/huggingchat/models-logo/resolve/main/openchat-logo.png", |
|
"websiteUrl": "https://huggingface.co/openchat/openchat-3.5-0106", |
|
"modelUrl": "https://huggingface.co/openchat/openchat-3.5-0106", |
|
"preprompt": "", |
|
"chatPromptTemplate" : "<s>{{#each messages}}{{#ifUser}}GPT4 Correct User: {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}}<|end_of_turn|>GPT4 Correct Assistant:{{/ifUser}}{{#ifAssistant}}{{content}}<|end_of_turn|>{{/ifAssistant}}{{/each}}", |
|
"parameters": { |
|
"temperature": 0.6, |
|
"top_p": 0.95, |
|
"repetition_penalty": 1.2, |
|
"top_k": 50, |
|
"truncate": 6016, |
|
"max_new_tokens": 2048, |
|
"stop": ["<|end_of_turn|>"] |
|
}, |
|
"promptExamples": [ |
|
{ |
|
"title": "Write an email from bullet list", |
|
"prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)" |
|
}, { |
|
"title": "Code a snake game", |
|
"prompt": "Code a basic snake game in python, give explanations for each step." |
|
}, { |
|
"title": "Assist in a task", |
|
"prompt": "How do I make a delicious lemon cheesecake?" |
|
} |
|
] |
|
} |
|
]` |
|
|
|
OLD_MODELS=`[ |
|
{"name":"bigcode/starcoder"}, |
|
{"name":"OpenAssistant/oasst-sft-6-llama-30b-xor"}, |
|
{"name":"HuggingFaceH4/zephyr-7b-alpha"}, |
|
{"name":"openchat/openchat_3.5"}, |
|
{"name":"openchat/openchat-3.5-1210"}, |
|
{"name": "tiiuae/falcon-180B-chat"}, |
|
{"name": "codellama/CodeLlama-34b-Instruct-hf"} |
|
]` |
|
|
|
TASK_MODEL='mistralai/Mistral-7B-Instruct-v0.1' |
|
|
|
APP_BASE="/chat" |
|
PUBLIC_ORIGIN=https://huggingface.co |
|
PUBLIC_SHARE_PREFIX=https://hf.co/chat |
|
PUBLIC_ANNOUNCEMENT_BANNERS=`[]` |
|
|
|
PUBLIC_APP_NAME=HuggingChat |
|
PUBLIC_APP_ASSETS=huggingchat |
|
PUBLIC_APP_COLOR=yellow |
|
PUBLIC_APP_DESCRIPTION="Making the community's best AI chat models available to everyone." |
|
PUBLIC_APP_DISCLAIMER_MESSAGE="Disclaimer: AI is an area of active research with known problems such as biased generation and misinformation. Do not use this application for high-stakes decisions or advice." |
|
PUBLIC_APP_DATA_SHARING=1 |
|
PUBLIC_APP_DISCLAIMER=1 |
|
|
|
RATE_LIMIT=16 |
|
MESSAGES_BEFORE_LOGIN=5# how many messages a user can send in a conversation before having to login. set to 0 to force login right away |
|
|
|
PUBLIC_GOOGLE_ANALYTICS_ID=G-8Q63TH4CSL |
|
PUBLIC_PLAUSIBLE_SCRIPT_URL="/js/script.js" |
|
|
|
# Not part of the .env but set as other variables in the space |
|
# ADDRESS_HEADER=X-Forwarded-For |
|
# XFF_DEPTH=2 |
|
|
|
ENABLE_ASSISTANTS=true |
|
EXPOSE_API=true |
|
|
|
ALTERNATIVE_REDIRECT_URLS=`[ |
|
huggingchat://login/callback |
|
]` |
|
|