chat-ui / .env.local.template
limcheekin's picture
chore: added notus-7b-v1-gguf model
da8a610
raw
history blame
5.34 kB
# Use .env.local to change these variables
# DO NOT EDIT THIS FILE WITH SENSITIVE DATA
MONGODB_URL=${MONGODB_URL}
MONGODB_DB_NAME=chat-ui
MONGODB_DIRECT_CONNECTION=false
COOKIE_NAME=chat-ui
HF_ACCESS_TOKEN=#hf_<token> from from https://huggingface.co/settings/token
# used to activate search with web functionality. disabled if not defined
SERPAPI_KEY=#your serpapi key here
# Parameters to enable "Sign in with HF"
OPENID_CLIENT_ID=${OPENID_CLIENT_ID}
OPENID_CLIENT_SECRET=${OPENID_CLIENT_SECRET}
OPENID_SCOPES="openid profile" # Add "email" for some providers like Google that do not provide preferred_username
OPENID_PROVIDER_URL=https://huggingface.co # for Google, use https://accounts.google.com
MODELS=`[
{
"name": "TheBloke/notus-7B-v1-GGUF",
"id": "notus-7b-v1-gguf",
"websiteUrl": "https://huggingface.co/spaces/limcheekin/notus-7B-v1-GGUF",
"parameters": {
"temperature": 0.7,
"top_p": 0.95,
"repetition_penalty": 1.2,
"top_k": 50,
"truncate": 1000,
"max_new_tokens": 256,
"stop": [],
"stream": true
},
"endpoints": [{
"type" : "openai",
"baseURL": "https://limcheekin-notus-7b-v1-gguf.hf.space/v1"
}]
},
{
"name": "TheBloke/zephyr-7B-beta-GGUF",
"id": "zephyr-7b-beta-gguf",
"websiteUrl": "https://huggingface.co/spaces/limcheekin/zephyr-7B-beta-GGUF",
"parameters": {
"temperature": 0.9,
"top_p": 0.95,
"repetition_penalty": 1.2,
"top_k": 50,
"truncate": 1000,
"max_new_tokens": 1024,
"stop": [],
"stream": true
},
"endpoints": [{
"type" : "openai",
"baseURL": "https://limcheekin-zephyr-7b-beta-gguf.hf.space/v1"
}]
},
{
"name": "TheBloke/neural-chat-7B-v3-1-GGUF",
"id": "neural-chat-7b-v3-1-gguf",
"websiteUrl": "https://huggingface.co/spaces/limcheekin/neural-chat-7B-v3-1-GGUF",
"parameters": {
"temperature": 0.9,
"top_p": 0.95,
"repetition_penalty": 1.2,
"top_k": 50,
"truncate": 1000,
"max_new_tokens": 1024,
"stop": [],
"stream": true
},
"endpoints": [{
"type" : "openai",
"baseURL": "https://limcheekin-neural-chat-7b-v3-1-gguf.hf.space/v1"
}]
},
{
"name": "TheBloke/openchat_3.5-GGUF",
"id": "openchat-3-5-gguf",
"websiteUrl": "https://huggingface.co/spaces/limcheekin/openchat_3.5-GGUF",
"parameters": {
"temperature": 0.5,
"top_p": 0.95,
"repetition_penalty": 1.2,
"top_k": 50,
"truncate": 1000,
"max_new_tokens": 1024,
"stop": [],
"stream": true
},
"endpoints": [{
"type" : "openai",
"baseURL": "https://limcheekin-openchat-3-5-gguf.hf.space/v1"
}]
},
{
"name": "TheBloke/Starling-LM-7B-alpha-GGUF",
"id": "starling-lm-7b-alpha-gguf",
"websiteUrl": "https://huggingface.co/spaces/limcheekin/Starling-LM-7B-alpha-GGUF",
"parameters": {
"temperature": 0,
"top_p": 0.95,
"repetition_penalty": 1.2,
"top_k": 50,
"truncate": 1000,
"max_new_tokens": 1024,
"stop": [],
"stream": true
},
"endpoints": [{
"type" : "openai",
"baseURL": "https://limcheekin-starling-lm-7b-alpha-gguf.hf.space/v1"
}]
},
{
"name": "mys/ggml_llava-v1.5-7b",
"id": "llava-1-5-7b-gguf",
"multimodal" : true,
"websiteUrl": "https://huggingface.co/spaces/limcheekin/llava-1.5-7b-GGUF",
"parameters": {
"temperature": 0.5,
"top_p": 0.95,
"repetition_penalty": 1.2,
"top_k": 50,
"truncate": 1000,
"max_new_tokens": 1024,
"stop": [],
"stream": true
},
"endpoints": [{
"type" : "openai",
"baseURL": "https://limcheekin-llava-1-5-7b-gguf.hf.space/v1"
}]
},
{
"name": "abetlen/BakLLaVA-1-GGUF",
"id": "bakllava-1-gguf",
"multimodal" : true,
"websiteUrl": "https://huggingface.co/spaces/limcheekin/BakLLaVA-1-GGUF",
"parameters": {
"temperature": 0.5,
"top_p": 0.95,
"repetition_penalty": 1.2,
"top_k": 50,
"truncate": 1000,
"max_new_tokens": 1024,
"stop": [],
"stream": true
},
"endpoints": [{
"type" : "openai",
"baseURL": "https://limcheekin-bakllava-1-gguf.hf.space/v1"
}]
}
]`
OLD_MODELS=`[]`# any removed models, `{ name: string, displayName?: string, id?: string }`
PUBLIC_ORIGIN=${SPACE_HOST}
PUBLIC_SHARE_PREFIX=${SPACE_HOST}/r
PUBLIC_GOOGLE_ANALYTICS_ID=#G-XXXXXXXX / Leave empty to disable
PUBLIC_DEPRECATED_GOOGLE_ANALYTICS_ID=#UA-XXXXXXXX-X / Leave empty to disable
PUBLIC_ANNOUNCEMENT_BANNERS=`[
{
"title": "Chat UI is now open sourced on GitHub",
"linkTitle": "GitHub repo",
"linkHref": "https://github.com/huggingface/chat-ui"
}
]`
PARQUET_EXPORT_DATASET=
PARQUET_EXPORT_HF_TOKEN=
PARQUET_EXPORT_SECRET=
PUBLIC_APP_NAME=${APP_NAME} # name used as title throughout the app
PUBLIC_APP_ASSETS=chatui # used to find logos & favicons in static/$PUBLIC_APP_ASSETS
PUBLIC_APP_COLOR=${APP_COLOR} # can be any of tailwind colors: https://tailwindcss.com/docs/customizing-colors#default-color-palette
PUBLIC_APP_DATA_SHARING=1 #set to 1 to enable disclaimers & options about data sharing
PUBLIC_APP_DATA_DISCLAIMER=1 #set to 1 to enable disclaimers about model outputs