Jawad138 commited on
Commit
96f51d0
1 Parent(s): a569128

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -4
app.py CHANGED
@@ -52,10 +52,12 @@ def display_chat_history(chain):
52
  def create_conversational_chain(vector_store):
53
  load_dotenv()
54
  llm = Replicate(
55
- streaming=True,
56
- model="replicate/llama-2-70b-chat:58d078176e02c219e11eb4da5a02a7830a283b14cf8f94537af893ccff5ee781",
57
- callbacks=[StreamingStdOutCallbackHandler()],
58
- input={"temperature": 0.01, "max_length": 500, "top_p": 1})
 
 
59
  memory = ConversationBufferMemory(memory_key="chat_history", return_messages=True)
60
 
61
  chain = ConversationalRetrievalChain.from_llm(llm=llm, chain_type='stuff',
 
52
  def create_conversational_chain(vector_store):
53
  load_dotenv()
54
  llm = Replicate(
55
+ streaming=True,
56
+ model="replicate/llama-2-70b-chat:58d078176e02c219e11eb4da5a02a7830a283b14cf8f94537af893ccff5ee781",
57
+ replicate_api_token="r8_AA3K1fhDykqLa5M74E5V0w5ss1z0P9S3foWJl",
58
+ callbacks=[StreamingStdOutCallbackHandler()],
59
+ input={"temperature": 0.01, "max_length": 500, "top_p": 1}
60
+ )
61
  memory = ConversationBufferMemory(memory_key="chat_history", return_messages=True)
62
 
63
  chain = ConversationalRetrievalChain.from_llm(llm=llm, chain_type='stuff',