sabazo commited on
Commit
6fe06a5
·
1 Parent(s): ba91ddd

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -9,7 +9,7 @@ from langchain.text_splitter import RecursiveCharacterTextSplitter
9
  text_splitter = RecursiveCharacterTextSplitter(chunk_size=350, chunk_overlap=10)
10
 
11
  from langchain.llms import HuggingFaceHub
12
- model_id = HuggingFaceHub(repo_id="HuggingFaceH4/zephyr-7b-beta", model_kwargs={"temperature":0.1, "max_new_tokens":300})
13
 
14
  from langchain.embeddings import HuggingFaceHubEmbeddings
15
  embeddings = HuggingFaceHubEmbeddings()
@@ -17,6 +17,7 @@ embeddings = HuggingFaceHubEmbeddings()
17
  from langchain.vectorstores import Chroma
18
 
19
  from langchain.chains import RetrievalQA
 
20
 
21
  from langchain.prompts import ChatPromptTemplate
22
 
@@ -34,7 +35,7 @@ db.get()
34
  retriever = db.as_retriever()
35
 
36
  global qa
37
- qa = RetrievalQA.from_chain_type(llm=model_id, chain_type="stuff", retriever=retriever, return_source_documents=True)
38
 
39
 
40
  def add_text(history, text):
 
9
  text_splitter = RecursiveCharacterTextSplitter(chunk_size=350, chunk_overlap=10)
10
 
11
  from langchain.llms import HuggingFaceHub
12
+ model_id = HuggingFaceHub(repo_id="HuggingFaceH4/zephyr-7b-beta", model_kwargs={"temperature":0.1, "max_new_tokens":1024})
13
 
14
  from langchain.embeddings import HuggingFaceHubEmbeddings
15
  embeddings = HuggingFaceHubEmbeddings()
 
17
  from langchain.vectorstores import Chroma
18
 
19
  from langchain.chains import RetrievalQA
20
+ from langchain.chains import RetrievalQAWithSourcesChain
21
 
22
  from langchain.prompts import ChatPromptTemplate
23
 
 
35
  retriever = db.as_retriever()
36
 
37
  global qa
38
+ qa = RetrievalQAWithSourcesChain.from_chain_type(llm=model_id, chain_type="stuff", retriever=retriever, return_source_documents=True)
39
 
40
 
41
  def add_text(history, text):