Spaces:
Runtime error
Runtime error
added zephyr instead of mistral
Browse files
app.py
CHANGED
@@ -58,7 +58,7 @@ def create_prompt_template():
|
|
58 |
# @st.cache_resource
|
59 |
def create_retrieval_chain(vector_store, prompt_template):
|
60 |
qa = RetrievalQA.from_chain_type(
|
61 |
-
llm = HuggingFaceHub(repo_id="
|
62 |
chain_type="stuff",
|
63 |
retriever=vector_store.as_retriever(
|
64 |
search_type="similarity", search_kwargs={"k": 6}
|
|
|
58 |
# @st.cache_resource
|
59 |
def create_retrieval_chain(vector_store, prompt_template):
|
60 |
qa = RetrievalQA.from_chain_type(
|
61 |
+
llm = HuggingFaceHub(repo_id="HuggingFaceH4/zephyr-7b-beta", model_kwargs={"temperature": 0.5, "max_new_tokens": 2000}),
|
62 |
chain_type="stuff",
|
63 |
retriever=vector_store.as_retriever(
|
64 |
search_type="similarity", search_kwargs={"k": 6}
|