matthoffner commited on
Commit
3650102
1 Parent(s): 40717b9

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -35,7 +35,7 @@ async def chat(request: ChatCompletionRequest, response_mode=None):
35
  tokens = llm.tokenize(request.prompt)
36
  async def server_sent_events(chat_chunks, llm):
37
  for chat_chunk in llm.generate(chat_chunks):
38
- yield dict(data=json.dumps(llm.detokenize(chat_chunk))
39
  yield dict(data="[DONE]")
40
 
41
  return EventSourceResponse(server_sent_events(tokens, llm))
 
35
  tokens = llm.tokenize(request.prompt)
36
  async def server_sent_events(chat_chunks, llm):
37
  for chat_chunk in llm.generate(chat_chunks):
38
+ yield dict(data=json.dumps(llm.detokenize(chat_chunk)))
39
  yield dict(data="[DONE]")
40
 
41
  return EventSourceResponse(server_sent_events(tokens, llm))