File size: 573 Bytes
c69cba4
988981a
 
 
c69cba4
 
 
 
 
 
 
988981a
 
 
 
 
 
 
 
c69cba4
 
 
 
 
799264a
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
# QA engine settings
QUESTION_ANSWERING_MODEL_ID=mock
EMBEDDING_MODEL_ID=hkunlp/instructor-large
INDEX_REPO_ID=KonradSzafer/index-instructor-large-812-m512-all_repos_above_50_stars
PROMPT_TEMPLATE_NAME=llama
USE_DOCS_FOR_CONTEXT=True
NUM_RELEVANT_DOCS=4
ADD_SOURCES_TO_RESPONSE=True
USE_MESSAGES_IN_CONTEXT=True
DEBUG=True

# Model settings
MIN_NEW_TOKENS=64
MAX_NEW_TOKENS=800
TEMPERATURE=0.6
TOP_K=50
TOP_P=0.9
DO_SAMPLE=True

# Discord settings
DISCORD_TOKEN=your-bot-token
NUM_LAST_MESSAGES=1
USE_NAMES_IN_CONTEXT=False
ENABLE_COMMANDS=True

# App mode
APP_MODE=gradio