Spaces:
Running
Running
add \n
Browse files
main.py
CHANGED
@@ -595,13 +595,13 @@ async def followup_agent(query: FollowupQueryModel, background_tasks: Background
|
|
595 |
|
596 |
|
597 |
def process_response():
|
598 |
-
yield "<followup-response
|
599 |
full_response = ""
|
600 |
for content in chat_with_llama_stream(limited_conversation, model=query.model_id):
|
601 |
full_response += content
|
602 |
yield content
|
603 |
-
|
604 |
-
yield "</followup-response
|
605 |
|
606 |
logger.info(f"LLM RAW response for query: {query.query}: {full_response}")
|
607 |
response_content, interact,tools = parse_followup_and_tools(full_response)
|
@@ -610,9 +610,9 @@ async def followup_agent(query: FollowupQueryModel, background_tasks: Background
|
|
610 |
"clarification": interact
|
611 |
}
|
612 |
|
613 |
-
yield "<
|
614 |
-
yield json.dumps(result)
|
615 |
-
yield "</
|
616 |
|
617 |
# Add the assistant's response to the conversation history
|
618 |
conversations[query.conversation_id].append({"role": "assistant", "content": full_response})
|
@@ -622,6 +622,7 @@ async def followup_agent(query: FollowupQueryModel, background_tasks: Background
|
|
622 |
|
623 |
return StreamingResponse(process_response(), media_type="text/event-stream")
|
624 |
|
|
|
625 |
## Digiyatra
|
626 |
|
627 |
@app.post("/digiyatra-followup")
|
|
|
595 |
|
596 |
|
597 |
def process_response():
|
598 |
+
yield "<followup-response>\n"
|
599 |
full_response = ""
|
600 |
for content in chat_with_llama_stream(limited_conversation, model=query.model_id):
|
601 |
full_response += content
|
602 |
yield content
|
603 |
+
|
604 |
+
yield "</followup-response>\n"
|
605 |
|
606 |
logger.info(f"LLM RAW response for query: {query.query}: {full_response}")
|
607 |
response_content, interact,tools = parse_followup_and_tools(full_response)
|
|
|
610 |
"clarification": interact
|
611 |
}
|
612 |
|
613 |
+
yield "<followup-json>\n"
|
614 |
+
yield json.dumps(result) + "\n"
|
615 |
+
yield "</followup-json>\n"
|
616 |
|
617 |
# Add the assistant's response to the conversation history
|
618 |
conversations[query.conversation_id].append({"role": "assistant", "content": full_response})
|
|
|
622 |
|
623 |
return StreamingResponse(process_response(), media_type="text/event-stream")
|
624 |
|
625 |
+
|
626 |
## Digiyatra
|
627 |
|
628 |
@app.post("/digiyatra-followup")
|