matt HOFFNER commited on
Commit
3304995
1 Parent(s): 5b04582
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -128,7 +128,7 @@ system_message = "Below is a conversation between a human user and a helpful AI
128
  @app.post("/v1/chat/completions")
129
  async def chat(request: ChatCompletionRequest, response_mode=None):
130
  dialogue_template = DialogueTemplate(
131
- system=system_message, messages=[request.messages]
132
  )
133
  prompt = dialogue_template.get_inference_prompt()
134
  tokens = llm.tokenize(prompt)
 
128
  @app.post("/v1/chat/completions")
129
  async def chat(request: ChatCompletionRequest, response_mode=None):
130
  dialogue_template = DialogueTemplate(
131
+ system=system_message, messages=request.messages
132
  )
133
  prompt = dialogue_template.get_inference_prompt()
134
  tokens = llm.tokenize(prompt)