matthoffner commited on
Commit
d7501b1
1 Parent(s): 7fdf7e0

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +2 -1
main.py CHANGED
@@ -126,9 +126,10 @@ async def chatV2(request: Request, body: ChatCompletionRequest):
126
  return ResponseGenerator(stream_response)
127
 
128
  @app.post("/v2/chat/completions")
129
- async def chatV2(request: Request, body: ChatCompletionRequest):
130
  return await chatV2(request, body)
131
 
 
132
  @app.post("/v0/chat/completions")
133
  async def chat(request: ChatCompletionRequestV0, response_mode=None):
134
  tokens = llm.tokenize(request.prompt)
 
126
  return ResponseGenerator(stream_response)
127
 
128
  @app.post("/v2/chat/completions")
129
+ async def chatV2_endpoint(request: Request, body: ChatCompletionRequest):
130
  return await chatV2(request, body)
131
 
132
+
133
  @app.post("/v0/chat/completions")
134
  async def chat(request: ChatCompletionRequestV0, response_mode=None):
135
  tokens = llm.tokenize(request.prompt)