|
[Settings] |
|
MAX_NEW_TOKENS = 2048 |
|
MAX_INPUT_TOKEN_LENGTH = 4096 |
|
DEFAULT_LLM = 0 |
|
TEMPERATURE = 0.8 |
|
TOP_P = 0.95 |
|
REPETITION_PENALITY = 1.0 |
|
default_prompt=You are a helpful assistant, you will use the provided context and chat history to answer user questions. |
|
Read the given context before answering questions. |
|
If you can not answer a user question based on the provided context, inform the user. |
|
Enven if the context does not explicitly provide the information needed try to deduce it and provide a definitive answer to yes or no question. |
|
Provide a detailed answer to the question. |
|
|
|
CONTEXT: |
|
{context} |
|
END OF CONTEXT |
|
|
|
CHAT HISTORY: |
|
{history} |
|
END OF CHAT HISTORY |
|
|
|
USER QUESTION: |
|
{question} |
|
END OF USER QUESTION |
|
|
|
[Info] |
|
version = 0.0.1 |
|
date = 01/03/2024 |
|
|
|
[RAG] |
|
methods = MMR,Similarity |
|
RAG_MAX_NEW_TOKENS = 500 |
|
RAG_TEMPERATURE = 0.1 |
|
RAG_TOP_P = 0.9 |
|
RAG_REPETITION_PENALITY = 1.0 |
|
default_ai_assisted_search=True |
|
default_search_method=MMR |
|
default_returned_docs=10 |
|
default_text_split_size=1000 |
|
default_text_overlap=200 |
|
default_ai_search_prompt=You are an AI assistant, specializing in process engineering and chemistry. Your task is to interpret the following question: |
|
{question} |
|
considering the following chat history: |
|
CHAT HISTORY: |
|
{history} |
|
END OF CHAT HISTORY |
|
Based on the question, suggest the most relevant search terms that could yield the best results. Please provide only the search terms, without any additional text or explanation. |
|
|
|
|
|
[LLM] |
|
link1 = mistralai/Mixtral-8x7B-Instruct-v0.1 |
|
link2 = meta-llama/Llama-2-7b-chat-hf |
|
|
|
[LLM_Map] |
|
map1 = Mixtral 7B |
|
map2 = Llama 7B |
|
|
|
[Prompt_map] |
|
prompt1 =<s>[INST]{sys_prompt}[/INST] |
|
prompt2 =[INST]<<SYS>>\n{sys_prompt}\n<</SYS>>\n\n[/INST] |
|
|
|
[EMB] |
|
link1 = hkunlp/instructor-large |
|
link2 = hkunlp/instructor-xl |
|
link3 = intfloat/e5-large-v2 |
|
link4 = intfloat/e5-base-v2 |
|
link5 = all-MiniLM-L6-v2 |
|
|
|
[EMB_Map] |
|
map1 = Instructor Large |
|
map2 = Instructor XL |
|
map3 = E5 Large |
|
map4 = E5 Base |
|
map5 = MiniLM |
|
|
|
[EMB_Folder_Map] |
|
map1 = InstL |
|
map2 = InstXL |
|
map3 = E5Large |
|
map4 = E5Base |
|
map5 = MiniLM |
|
|
|
[Vector_Stores] |
|
index1=prohelper |
|
|
|
[Vector_Stores_Map] |
|
index1=ProHelper - The assistant is used to guide the user process design |