Commit
·
e6bf24c
1
Parent(s):
f7d8687
Update main.py
Browse files
main.py
CHANGED
|
@@ -34,7 +34,6 @@ class ChatCompletionRequest(BaseModel):
|
|
| 34 |
async def chat(request: ChatCompletionRequest, response_mode=None):
|
| 35 |
tokens = llm.tokenize(request.prompt)
|
| 36 |
async def server_sent_events(chat_chunks, llm):
|
| 37 |
-
yield prompt
|
| 38 |
for chat_chunk in llm.generate(chat_chunks):
|
| 39 |
yield llm.detokenize(chat_chunk)
|
| 40 |
yield ""
|
|
|
|
| 34 |
async def chat(request: ChatCompletionRequest, response_mode=None):
|
| 35 |
tokens = llm.tokenize(request.prompt)
|
| 36 |
async def server_sent_events(chat_chunks, llm):
|
|
|
|
| 37 |
for chat_chunk in llm.generate(chat_chunks):
|
| 38 |
yield llm.detokenize(chat_chunk)
|
| 39 |
yield ""
|