jonathanjordan21
commited on
Commit
•
f3c827b
1
Parent(s):
648823a
Update app.py
Browse files
app.py
CHANGED
@@ -25,8 +25,8 @@ API_TOKEN = os.getenv('HF_INFER_API')
|
|
25 |
@st.cache_resource
|
26 |
def get_llm_chain():
|
27 |
return custom_chain_with_history(
|
28 |
-
llm=CustomLLM(repo_id="AdaptLLM/medicine-chat", model_type='text-generation', api_token=API_TOKEN, temperature=0.001),
|
29 |
-
|
30 |
# memory=st.session_state.memory.chat_memory,
|
31 |
memory=st.session_state.memory
|
32 |
)
|
|
|
25 |
@st.cache_resource
|
26 |
def get_llm_chain():
|
27 |
return custom_chain_with_history(
|
28 |
+
# llm=CustomLLM(repo_id="AdaptLLM/medicine-chat", model_type='text-generation', api_token=API_TOKEN, temperature=0.001),
|
29 |
+
llm=CustomLLM(repo_id="google/gemma-7b", model_type='text-generation', api_token=API_TOKEN, stop=["\n<|","<|"], temperature=0.001),
|
30 |
# memory=st.session_state.memory.chat_memory,
|
31 |
memory=st.session_state.memory
|
32 |
)
|