Update app.py

app.py

@@ -114,13 +114,41 @@ def index_urls_in_rag(urls):
 async def startup():
     domain_url = 'https://www.bofrost.de/faq/'
     urls = get_all_links_from_domain(domain_url)
+    
     retriever_chain = index_urls_in_rag(urls)
 
 # Define API endpoint to receive queries and provide responses
 @app.post("/generate/")
 def generate(user_input):
-    response = retriever_chain.invoke({
-        "chat_history": [],
-        "input": user_input
+ 
+    return get_response(user_input, []])
+
+
+def get_response(message, history=[]):
+    dialog = history_to_dialog_format(history)
+    dialog.append({"role": "user", "content": message})
+
+      # Define the prompt as a ChatPromptValue object
+    #user_input = ChatPromptValue(user_input)
+    
+    # Convert the prompt to a tensor
+    #input_ids = user_input.tensor
+    
+
+    #vs = get_vectorstore_from_url(user_url, all_domain)
+    vs = get_vectorstore_from_url("https://huggingface.co/Chris4K")
+  
+    history =[]
+    retriever_chain = get_context_retriever_chain(vs)
+    conversation_rag_chain = get_conversational_rag_chain(retriever_chain)
+    
+    response = conversation_rag_chain.invoke({
+        "chat_history": history,
+        "input": message  + " Assistant: ",
+        "chat_message": message + " Assistant: "
     })
-    return response['answer']
+    #print("get_response " +response)
+    res = response['answer']
+    parts = res.split(" Assistant: ")
+    last_part = parts[-1]
+    return last_part#[-1]['generation']['content']