File size: 903 Bytes
031beb8 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 |
import os
from typing import List
from common.call_llm import chat_stream_generator
CHAT_ENDPOINT = os.environ.get("CHAT_ENDPOINT")
def generate_chat(
input_text: str, history: List[List[str]], endpoint: str = CHAT_ENDPOINT
):
"""Generates chat responses and updates the chat history."""
input_text = input_text or "你好"
history = (history or [])[-5:] # Keep the last 5 messages in history
messages = []
for message, answer in history:
messages.append({"role": "user", "content": message})
if answer:
messages.append({"role": "assistant", "content": answer})
# append latest message
stream_response = chat_stream_generator(
messages=messages, endpoint=endpoint, temperature=0.2
)
for character in stream_response:
history[-1][1] += character
yield None, history
else:
yield None, history
|