matt HOFFNER commited on
Commit
7982958
1 Parent(s): 82c09a3

add v1/completions

Browse files
Files changed (1) hide show
  1. main.py +5 -0
main.py CHANGED
@@ -42,6 +42,11 @@ async def index():
42
  class ChatCompletionRequest(BaseModel):
43
  prompt: str
44
 
 
 
 
 
 
45
  @app.post("/v1/chat/completions")
46
  async def chat(request: ChatCompletionRequest, response_mode=None):
47
  tokens = llm.tokenize(request.prompt)
 
42
  class ChatCompletionRequest(BaseModel):
43
  prompt: str
44
 
45
+ @app.post("/v1/completions")
46
+ async def completion(request: ChatCompletionRequest, response_mode=None):
47
+ response = llm(request.prompt)
48
+ return response
49
+
50
  @app.post("/v1/chat/completions")
51
  async def chat(request: ChatCompletionRequest, response_mode=None):
52
  tokens = llm.tokenize(request.prompt)