matthoffner commited on
Commit
e6bf24c
1 Parent(s): f7d8687

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +0 -1
main.py CHANGED
@@ -34,7 +34,6 @@ class ChatCompletionRequest(BaseModel):
34
  async def chat(request: ChatCompletionRequest, response_mode=None):
35
  tokens = llm.tokenize(request.prompt)
36
  async def server_sent_events(chat_chunks, llm):
37
- yield prompt
38
  for chat_chunk in llm.generate(chat_chunks):
39
  yield llm.detokenize(chat_chunk)
40
  yield ""
 
34
  async def chat(request: ChatCompletionRequest, response_mode=None):
35
  tokens = llm.tokenize(request.prompt)
36
  async def server_sent_events(chat_chunks, llm):
 
37
  for chat_chunk in llm.generate(chat_chunks):
38
  yield llm.detokenize(chat_chunk)
39
  yield ""