matthoffner commited on
Commit
4f37acf
1 Parent(s): 94d3ebe

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +2 -1
main.py CHANGED
@@ -62,7 +62,8 @@ async def completion(request: ChatCompletionRequest, response_mode=None):
62
 
63
  @app.post("/v1/chat/completions")
64
  async def chat(request: ChatCompletionRequest):
65
- tokens = llm.tokenize([message.content for message in request.messages])
 
66
 
67
  try:
68
  chat_chunks = llm.generate(tokens, max_tokens=request.max_tokens)
 
62
 
63
  @app.post("/v1/chat/completions")
64
  async def chat(request: ChatCompletionRequest):
65
+ combined_messages = ' '.join([message.content for message in request.messages])
66
+ tokens = llm.tokenize(combined_messages)
67
 
68
  try:
69
  chat_chunks = llm.generate(tokens, max_tokens=request.max_tokens)