Spaces:
Running
on
A10G
Running
on
A10G
| from gen.openllm import ( | |
| gen_chat, | |
| translate_messages, | |
| ) | |
| async def chat(message, history): | |
| messages = translate_messages(history) | |
| messages.append({"role":"user", "content":message}) | |
| full_resp = "" | |
| async for resp in gen_chat(messages): | |
| full_resp = full_resp + resp | |
| yield full_resp |