Update app.py

app.py

@@ -89,7 +89,7 @@ def main():
 
     st.header("Chat with multiple Lithuanian Law Documents:" ":books:")
     
-    st.markdown("###### Hi, I am Birute (Powered by qwen2-0_5b model), chat assistant, based on republic of Lithuania law documents. You can choose below information retrieval type and how many documents you want to be retrieved.")
+    st.markdown("###### Hi, I am Birute (Powered by gemma-2-2b-it-Q8 model), chat assistant, based on republic of Lithuania law documents. You can choose below information retrieval type and how many documents you want to be retrieved.")
     st.markdown("Available Documents: LR_Civil_Code_2022, LR_Constitution_2022, LR_Criminal_Code_2018, LR_Criminal_Procedure_code_2022,LR_Labour_code_2010. P.S it's a shame that there are no newest documents translations into English... ")
 
     if "messages" not in st.session_state:
@@ -164,12 +164,12 @@ def create_conversational_rag_chain(retriever):
         model_path = "gemma-2-2b-it-Q8_0.gguf",
         seed = 41,
         n_gpu_layers=0,
-        temperature=0.4,
+        temperature=0.0,
         n_ctx=25000,
         n_batch=2000,
-        max_tokens=300,
-        repeat_penalty=1.9,
-        last_n_tokens_size = 300,
+        max_tokens=250,
+        repeat_penalty=1.7,
+        last_n_tokens_size = 250,
         callback_manager=callback_manager,
         verbose=False,
     )