from gen.openllm import ( gen_chat, translate_messages, ) async def chat(message, history): messages = translate_messages(history) messages.append({"role":"user", "content":message}) full_resp = "" async for resp in gen_chat(messages): full_resp = full_resp + resp yield full_resp