captain-awesome
commited on
Update app.py
Browse files
app.py
CHANGED
@@ -87,7 +87,7 @@ def get_response(user_input):
|
|
87 |
llm_model = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
|
88 |
llm = HuggingFaceHub(
|
89 |
repo_id=llm_model,
|
90 |
-
model_kwargs={"temperature":
|
91 |
)
|
92 |
retriever_chain = get_context_retriever_chain(st.session_state.vector_store,llm)
|
93 |
conversation_rag_chain = get_conversational_rag_chain(retriever_chain,llm)
|
|
|
87 |
llm_model = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
|
88 |
llm = HuggingFaceHub(
|
89 |
repo_id=llm_model,
|
90 |
+
model_kwargs={"temperature": 0.3, "max_new_tokens": 250, "top_k": 3}
|
91 |
)
|
92 |
retriever_chain = get_context_retriever_chain(st.session_state.vector_store,llm)
|
93 |
conversation_rag_chain = get_conversational_rag_chain(retriever_chain,llm)
|