chat-ui / .env
coyotte508's picture
coyotte508 HF staff
⚡️ Load balance endpoints (#106)
9be5ab5 unverified
raw
history blame
784 Bytes
# Use .env.local to change these variables, or directly change your env
# DO NOT EDIT THIS FILE WITH SENSITIVE DATA
MONGODB_URL=#your mongodb URL here
MONGODB_DB_NAME=chat-ui
COOKIE_NAME=hf-chat
PUBLIC_MAX_INPUT_TOKENS=1024
PUBLIC_ORIGIN=#https://hf.co
PUBLIC_MODEL_NAME=OpenAssistant/oasst-sft-6-llama-30b # public facing link
PUBLIC_MODEL_ID=OpenAssistant/oasst-sft-6-llama-30b-xor # used to link to model page
PUBLIC_DISABLE_INTRO_TILES=false
PUBLIC_USER_MESSAGE_TOKEN=<|prompter|>
PUBLIC_ASSISTANT_MESSAGE_TOKEN=<|assistant|>
PUBLIC_SEP_TOKEN=<|endoftext|>
# Array<{endpoint: string, authorization: "Bearer XXX", weight: number}> to load balance
# Eg if one endpoint has weight 2 and the other has weight 1, the first endpoint will be called twice as often
MODEL_ENDPOINTS=`[]`