jonathanjordan21 commited on
Commit
4c02792
1 Parent(s): 5dcb2d3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -26,8 +26,8 @@ POSTGRE_URL = os.environ['POSTGRE_URL']
26
  @st.cache_resource
27
  def get_llm_chain():
28
  return custom_chain_with_history(
29
- # llm=CustomLLM(repo_id="mistralai/Mixtral-8x7B-Instruct-v0.1", model_type='text-generation', api_token=API_TOKEN, stop=["\n<|","<|"], temperature=0.001),
30
- llm=CustomLLM(repo_id="google/gemma-7b", model_type='text-generation', api_token=API_TOKEN, stop=["\n<|","<|"], temperature=0.001),
31
  # memory=st.session_state.memory.chat_memory,
32
  memory=st.session_state.memory
33
  )
 
26
  @st.cache_resource
27
  def get_llm_chain():
28
  return custom_chain_with_history(
29
+ llm=CustomLLM(repo_id="mistralai/Mixtral-8x7B-Instruct-v0.1", model_type='text-generation', api_token=API_TOKEN, stop=["\n<|","<|"], temperature=0.001),
30
+ # llm=CustomLLM(repo_id="google/gemma-7b", model_type='text-generation', api_token=API_TOKEN, stop=["\n<|","<|"], temperature=0.001),
31
  # memory=st.session_state.memory.chat_memory,
32
  memory=st.session_state.memory
33
  )