Update app.py
Browse files
app.py
CHANGED
@@ -93,11 +93,11 @@ def load_model(_docs):
|
|
93 |
model=model,
|
94 |
tokenizer=tokenizer,
|
95 |
max_new_tokens=1024,
|
96 |
-
temperature=0.
|
97 |
top_p=0.95,
|
98 |
repetition_penalty=1.15,
|
99 |
streamer=streamer,)
|
100 |
-
llm = HuggingFacePipeline(pipeline=text_pipeline, model_kwargs={"temperature": 0.
|
101 |
|
102 |
SYSTEM_PROMPT = ("Use the following pieces of context to answer the question at the end. "
|
103 |
"If you don't know the answer, just say that you don't know, "
|
@@ -108,7 +108,7 @@ def load_model(_docs):
|
|
108 |
qa_chain = RetrievalQA.from_chain_type(
|
109 |
llm=llm,
|
110 |
chain_type="stuff",
|
111 |
-
retriever=db.as_retriever(search_kwargs={"k":
|
112 |
return_source_documents=True,
|
113 |
chain_type_kwargs={"prompt": prompt,
|
114 |
"verbose": False})
|
|
|
93 |
model=model,
|
94 |
tokenizer=tokenizer,
|
95 |
max_new_tokens=1024,
|
96 |
+
temperature=0.5,
|
97 |
top_p=0.95,
|
98 |
repetition_penalty=1.15,
|
99 |
streamer=streamer,)
|
100 |
+
llm = HuggingFacePipeline(pipeline=text_pipeline, model_kwargs={"temperature": 0.5})
|
101 |
|
102 |
SYSTEM_PROMPT = ("Use the following pieces of context to answer the question at the end. "
|
103 |
"If you don't know the answer, just say that you don't know, "
|
|
|
108 |
qa_chain = RetrievalQA.from_chain_type(
|
109 |
llm=llm,
|
110 |
chain_type="stuff",
|
111 |
+
retriever=db.as_retriever(search_kwargs={"k": 10}),
|
112 |
return_source_documents=True,
|
113 |
chain_type_kwargs={"prompt": prompt,
|
114 |
"verbose": False})
|