Spaces:

ArturG9
/

Local_Lithuanian_Law_RAG_QA_ChatBot_Streamlit

Sleeping

ArturG9 commited on Jul 13

Commit

313add1

•

1 Parent(s): 6a853c7

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -161,7 +161,7 @@ def create_conversational_rag_chain(retriever):
     callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
     llm = llamacpp.LlamaCpp(
-        model_path = "Qwen2-0.5B-Chat_SFT_LoRA.Q8_0.gguf",
         seed = 42,
         n_gpu_layers=0,
         temperature=0.6,

     callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
     llm = llamacpp.LlamaCpp(
+        model_path = "Qwen2-0.5B-Chat_SFT_DPO.Q8_0.gguf",
         seed = 42,
         n_gpu_layers=0,
         temperature=0.6,