Update app.py

app.py

@@ -83,12 +83,13 @@ def respond_in_assistant_thread(
         #     messages_in_thread.append({"role": role, "content": message["text"]})
 
         # Pass the latest prompt and chat history to the LLM (call_llm is your own code)
-        returned_message = call_llm(query)
+        agent_gen = agent.run(task=query, stream=True)
 
-        logging.info(returned_message)
-        
-        # Post the result in the assistant thread
-        say(text=returned_message)
+        for val in agent_gen:
+            if 'final_answer' in val:
+                say(val['final_answer'])
+            elif 'rationale' in val:
+                say(f"Rationale: {val['rationale']}")
 
     except Exception as e:
         logger.exception(f"Failed to respond to an inquiry: {e}")