MONGODB_URL=mongodb+srv://arturwyroslak:QAZokm66@awwbot.tlbejtd.mongodb.net/?retryWrites=true&w=majority MONGODB_DB_NAME=awwbot MONGODB_DIRECT_CONNECTION=false HF_API_ROOT=https://api-inference.huggingface.co/models MODELS=`[ { "name" : "mistralai/Mixtral-8x7B-Instruct-v0.1", "description" : "The latest MoE model from Mistral AI! 8x7B and outperforms Llama 2 70B in most benchmarks.", "websiteUrl" : "https://mistral.ai/news/mixtral-of-experts/", "preprompt" : "", "chatPromptTemplate": " {{#each messages}}{{#ifUser}}[INST]{{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}} {{content}} [/INST]{{/ifUser}}{{#ifAssistant}} {{content}} {{/ifAssistant}}{{/each}}", "parameters" : { "temperature" : 0.6, "top_p" : 0.95, "repetition_penalty" : 1.2, "top_k" : 50, "truncate" : 24576, "max_new_tokens" : 8192, "stop" : [""] }, "promptExamples" : [ { "title": "Write an email from bullet list", "prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)" }, { "title": "Code a snake game", "prompt": "Code a basic snake game in python, give explanations for each step." }, { "title": "Assist in a task", "prompt": "How do I make a delicious lemon cheesecake?" } ] }, { "name": "meta-llama/Llama-2-70b-chat-hf", "description": "The latest and biggest model from Meta, fine-tuned for chat.", "websiteUrl": "https://ai.meta.com/llama/", "preprompt": " ", "chatPromptTemplate" : "[INST] <>\n{{preprompt}}\n<>\n\n{{#each messages}}{{#ifUser}}{{content}} [/INST] {{/ifUser}}{{#ifAssistant}}{{content}} [INST] {{/ifAssistant}}{{/each}}", "promptExamples": [ { "title": "Write an email from bullet list", "prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)" }, { "title": "Code a snake game", "prompt": "Code a basic snake game in python, give explanations for each step." }, { "title": "Assist in a task", "prompt": "How do I make a delicious lemon cheesecake?" } ], "parameters": { "temperature": 0.1, "top_p": 0.95, "repetition_penalty": 1.2, "top_k": 50, "truncate": 3072, "max_new_tokens": 1024, "stop" : ["", "[INST]"] } }, { "name" : "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO", "description" : "Nous Hermes 2 Mixtral 8x7B DPO is the new flagship Nous Research model trained over the Mixtral 8x7B MoE LLM.", "websiteUrl" : "https://nousresearch.com/", "chatPromptTemplate" : "{{#if @root.preprompt}}<|im_start|>system\n{{@root.preprompt}}<|im_end|>\n{{/if}}{{#each messages}}{{#ifUser}}<|im_start|>user\n{{content}}<|im_end|>\n<|im_start|>assistant\n{{/ifUser}}{{#ifAssistant}}{{content}}<|im_end|>\n{{/ifAssistant}}{{/each}}", "promptExamples": [ { "title": "Write an email from bullet list", "prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)" }, { "title": "Code a snake game", "prompt": "Code a basic snake game in python, give explanations for each step." }, { "title": "Assist in a task", "prompt": "How do I make a delicious lemon cheesecake?" } ], "parameters": { "temperature": 0.7, "top_p": 0.95, "repetition_penalty": 1, "top_k": 50, "truncate": 24576, "max_new_tokens": 2048, "stop": ["<|im_end|>"] } }, { "name": "codellama/CodeLlama-70b-Instruct-hf", "displayName": "codellama/CodeLlama-70b-Instruct-hf", "description": "Code Llama, a state of the art code model from Meta. Now in 70B!", "websiteUrl": "https://ai.meta.com/blog/code-llama-large-language-model-coding/", "preprompt": "", "chatPromptTemplate" : "{{#if @root.preprompt}}Source: system\n\n {{@root.preprompt}} {{/if}}{{#each messages}}{{#ifUser}}Source: user\n\n {{content}} {{/ifUser}}{{#ifAssistant}}Source: assistant\n\n {{content}} {{/ifAssistant}}{{/each}}Source: assistant\nDestination: user\n\n ", "promptExamples": [ { "title": "Fibonacci in Python", "prompt": "Write a python function to calculate the nth fibonacci number." }, { "title": "JavaScript promises", "prompt": "How can I wait for multiple JavaScript promises to fulfill before doing something with their values?" }, { "title": "Rust filesystem", "prompt": "How can I load a file from disk in Rust?" } ], "parameters": { "temperature": 0.1, "top_p": 0.95, "repetition_penalty": 1.2, "top_k": 50, "truncate": 4096, "max_new_tokens": 4096, "stop": ["", " ", " "], } }, { "name": "mistralai/Mistral-7B-Instruct-v0.1", "displayName": "mistralai/Mistral-7B-Instruct-v0.1", "description": "Mistral 7B is a new Apache 2.0 model, released by Mistral AI that outperforms Llama2 13B in benchmarks.", "websiteUrl": "https://mistral.ai/news/announcing-mistral-7b/", "preprompt": "", "chatPromptTemplate" : "{{#each messages}}{{#ifUser}}[INST] {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}} [/INST]{{/ifUser}}{{#ifAssistant}}{{content}}{{/ifAssistant}}{{/each}}", "parameters": { "temperature": 0.1, "top_p": 0.95, "repetition_penalty": 1.2, "top_k": 50, "truncate": 3072, "max_new_tokens": 1024, "stop": [""] }, "promptExamples": [ { "title": "Write an email from bullet list", "prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)" }, { "title": "Code a snake game", "prompt": "Code a basic snake game in python, give explanations for each step." }, { "title": "Assist in a task", "prompt": "How do I make a delicious lemon cheesecake?" } ], "unlisted": true }, { "name": "mistralai/Mistral-7B-Instruct-v0.2", "displayName": "mistralai/Mistral-7B-Instruct-v0.2", "description": "Mistral 7B is a new Apache 2.0 model, released by Mistral AI that outperforms Llama2 13B in benchmarks.", "websiteUrl": "https://mistral.ai/news/announcing-mistral-7b/", "preprompt": "", "chatPromptTemplate" : "{{#each messages}}{{#ifUser}}[INST] {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}} [/INST]{{/ifUser}}{{#ifAssistant}}{{content}}{{/ifAssistant}}{{/each}}", "parameters": { "temperature": 0.3, "top_p": 0.95, "repetition_penalty": 1.2, "top_k": 50, "truncate": 3072, "max_new_tokens": 1024, "stop": [""] }, "promptExamples": [ { "title": "Write an email from bullet list", "prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)" }, { "title": "Code a snake game", "prompt": "Code a basic snake game in python, give explanations for each step." }, { "title": "Assist in a task", "prompt": "How do I make a delicious lemon cheesecake?" } ] }, { "name": "openchat/openchat-3.5-0106", "displayName": "openchat/openchat-3.5-0106", "description": "OpenChat 3.5 is the #1 model on MT-Bench, with only 7B parameters.", "websiteUrl": "https://huggingface.co/openchat/openchat-3.5-0106", "preprompt": "", "chatPromptTemplate" : "{{#each messages}}{{#ifUser}}GPT4 Correct User: {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}}<|end_of_turn|>GPT4 Correct Assistant:{{/ifUser}}{{#ifAssistant}}{{content}}<|end_of_turn|>{{/ifAssistant}}{{/each}}", "parameters": { "temperature": 0.6, "top_p": 0.95, "repetition_penalty": 1.2, "top_k": 50, "truncate": 6016, "max_new_tokens": 2048, "stop": ["<|end_of_turn|>"] }, "promptExamples": [ { "title": "Write an email from bullet list", "prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)" }, { "title": "Code a snake game", "prompt": "Code a basic snake game in python, give explanations for each step." }, { "title": "Assist in a task", "prompt": "How do I make a delicious lemon cheesecake?" } ] } ]` OLD_MODELS=`[ {"name":"bigcode/starcoder"}, {"name":"OpenAssistant/oasst-sft-6-llama-30b-xor"}, {"name":"HuggingFaceH4/zephyr-7b-alpha"}, {"name":"openchat/openchat_3.5"}, {"name":"openchat/openchat-3.5-1210"}, {"name": "tiiuae/falcon-180B-chat"}, {"name": "codellama/CodeLlama-34b-Instruct-hf"} ]` TASK_MODEL='mistralai/Mistral-7B-Instruct-v0.1' APP_BASE="/ch" PUBLIC_ORIGIN=https://huggingface.co PUBLIC_SHARE_PREFIX=https://hf.co/chat PUBLIC_ANNOUNCEMENT_BANNERS=`[]` PUBLIC_APP_NAME=HuggingChat PUBLIC_APP_ASSETS=huggingchat PUBLIC_APP_COLOR=yellow PUBLIC_APP_DESCRIPTION="Making the community's best AI chat models available to everyone." PUBLIC_APP_DISCLAIMER_MESSAGE="Disclaimer: AI is an area of active research with known problems such as biased generation and misinformation. Do not use this application for high-stakes decisions or advice." PUBLIC_APP_DATA_SHARING=1 PUBLIC_APP_DISCLAIMER=1 RATE_LIMIT=16 MESSAGES_BEFORE_LOGIN=5# how many messages a user can send in a conversation before having to login. set to 0 to force login right away PUBLIC_GOOGLE_ANALYTICS_ID=G-8Q63TH4CSL PUBLIC_PLAUSIBLE_SCRIPT_URL="/js/script.js" # Not part of the .env but set as other variables in the space # ADDRESS_HEADER=X-Forwarded-For # XFF_DEPTH=2 ENABLE_ASSISTANTS=true EXPOSE_API=true ALTERNATIVE_REDIRECT_URLS=`[ huggingchat://login/callback ]`