dj9801 commited on
Commit
5cdc495
1 Parent(s): 1b9cdc1

added zephyr instead of mistral

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -58,7 +58,7 @@ def create_prompt_template():
58
  # @st.cache_resource
59
  def create_retrieval_chain(vector_store, prompt_template):
60
  qa = RetrievalQA.from_chain_type(
61
- llm = HuggingFaceHub(repo_id="mistralai/Mistral-7B-Instruct-v0.2", model_kwargs={"max_new_tokens": 4000}),
62
  chain_type="stuff",
63
  retriever=vector_store.as_retriever(
64
  search_type="similarity", search_kwargs={"k": 6}
 
58
  # @st.cache_resource
59
  def create_retrieval_chain(vector_store, prompt_template):
60
  qa = RetrievalQA.from_chain_type(
61
+ llm = HuggingFaceHub(repo_id="HuggingFaceH4/zephyr-7b-beta", model_kwargs={"temperature": 0.5, "max_new_tokens": 2000}),
62
  chain_type="stuff",
63
  retriever=vector_store.as_retriever(
64
  search_type="similarity", search_kwargs={"k": 6}