Spaces:
Paused
Paused
matt HOFFNER
commited on
Commit
•
3304995
1
Parent(s):
5b04582
fix
Browse files
main.py
CHANGED
@@ -128,7 +128,7 @@ system_message = "Below is a conversation between a human user and a helpful AI
|
|
128 |
@app.post("/v1/chat/completions")
|
129 |
async def chat(request: ChatCompletionRequest, response_mode=None):
|
130 |
dialogue_template = DialogueTemplate(
|
131 |
-
system=system_message, messages=
|
132 |
)
|
133 |
prompt = dialogue_template.get_inference_prompt()
|
134 |
tokens = llm.tokenize(prompt)
|
|
|
128 |
@app.post("/v1/chat/completions")
|
129 |
async def chat(request: ChatCompletionRequest, response_mode=None):
|
130 |
dialogue_template = DialogueTemplate(
|
131 |
+
system=system_message, messages=request.messages
|
132 |
)
|
133 |
prompt = dialogue_template.get_inference_prompt()
|
134 |
tokens = llm.tokenize(prompt)
|