File size: 2,227 Bytes
097caae |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 |
[Settings]
MAX_NEW_TOKENS = 2048
MAX_INPUT_TOKEN_LENGTH = 4096
DEFAULT_LLM = 0
TEMPERATURE = 0.8
TOP_P = 0.95
REPETITION_PENALITY = 1.0
default_prompt=You are a helpful assistant, you will use the provided context and chat history to answer user questions.
Read the given context before answering questions.
If you can not answer a user question based on the provided context, inform the user.
Enven if the context does not explicitly provide the information needed try to deduce it and provide a definitive answer to yes or no question.
Provide a detailed answer to the question.
CONTEXT:
{context}
END OF CONTEXT
CHAT HISTORY:
{history}
END OF CHAT HISTORY
USER QUESTION:
{question}
END OF USER QUESTION
[Info]
version = 0.0.1
date = 01/03/2024
[RAG]
methods = MMR,Similarity
RAG_MAX_NEW_TOKENS = 500
RAG_TEMPERATURE = 0.1
RAG_TOP_P = 0.9
RAG_REPETITION_PENALITY = 1.0
default_ai_assisted_search=True
default_search_method=MMR
default_returned_docs=10
default_text_split_size=1000
default_text_overlap=200
default_ai_search_prompt=You are an AI assistant, specializing in process engineering and chemistry. Your task is to interpret the following question:
{question}
considering the following chat history:
CHAT HISTORY:
{history}
END OF CHAT HISTORY
Based on the question, suggest the most relevant search terms that could yield the best results. Please provide only the search terms, without any additional text or explanation.
[LLM]
link1 = mistralai/Mixtral-8x7B-Instruct-v0.1
link2 = meta-llama/Llama-2-7b-chat-hf
[LLM_Map]
map1 = Mixtral 7B
map2 = Llama 7B
[Prompt_map]
prompt1 =<s>[INST]{sys_prompt}[/INST]
prompt2 =[INST]<<SYS>>\n{sys_prompt}\n<</SYS>>\n\n[/INST]
[EMB]
link1 = hkunlp/instructor-large
link2 = hkunlp/instructor-xl
link3 = intfloat/e5-large-v2
link4 = intfloat/e5-base-v2
link5 = all-MiniLM-L6-v2
[EMB_Map]
map1 = Instructor Large
map2 = Instructor XL
map3 = E5 Large
map4 = E5 Base
map5 = MiniLM
[EMB_Folder_Map]
map1 = InstL
map2 = InstXL
map3 = E5Large
map4 = E5Base
map5 = MiniLM
[Vector_Stores]
index1=prohelper
[Vector_Stores_Map]
index1=ProHelper - The assistant is used to guide the user process design |