jonathanjordan21 commited on
Commit
d3a6787
1 Parent(s): 1950d0f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -26,7 +26,7 @@ POSTGRE_URL = os.environ['POSTGRE_URL']
26
  @st.cache_resource
27
  def get_llm_chain():
28
  return custom_chain_with_history(
29
- llm=CustomLLM(repo_id="mistralai/Mixtral-8x7B-Instruct-v0.1", model_type='text-generation', api_token=API_TOKEN, stop=["\n<|","<|"], temperature=0.001),
30
  # llm=CustomLLM(repo_id="google/gemma-7b", model_type='text-generation', api_token=API_TOKEN, stop=["\n<|","<|"], temperature=0.001),
31
  # memory=st.session_state.memory.chat_memory,
32
  memory=st.session_state.memory
 
26
  @st.cache_resource
27
  def get_llm_chain():
28
  return custom_chain_with_history(
29
+ llm=CustomLLM(repo_id="epfl-llm/meditron-70b", model_type='text-generation', api_token=API_TOKEN, stop=["\n<|","<|"], temperature=0.001),
30
  # llm=CustomLLM(repo_id="google/gemma-7b", model_type='text-generation', api_token=API_TOKEN, stop=["\n<|","<|"], temperature=0.001),
31
  # memory=st.session_state.memory.chat_memory,
32
  memory=st.session_state.memory