matt HOFFNER
		
	commited on
		
		
					Commit 
							
							·
						
						7982958
	
1
								Parent(s):
							
							82c09a3
								
add v1/completions
Browse files
    	
        main.py
    CHANGED
    
    | @@ -42,6 +42,11 @@ async def index(): | |
| 42 | 
             
            class ChatCompletionRequest(BaseModel):
         | 
| 43 | 
             
                prompt: str
         | 
| 44 |  | 
|  | |
|  | |
|  | |
|  | |
|  | |
| 45 | 
             
            @app.post("/v1/chat/completions")
         | 
| 46 | 
             
            async def chat(request: ChatCompletionRequest, response_mode=None):
         | 
| 47 | 
             
                tokens = llm.tokenize(request.prompt)
         | 
|  | |
| 42 | 
             
            class ChatCompletionRequest(BaseModel):
         | 
| 43 | 
             
                prompt: str
         | 
| 44 |  | 
| 45 | 
            +
            @app.post("/v1/completions")
         | 
| 46 | 
            +
            async def completion(request: ChatCompletionRequest, response_mode=None):
         | 
| 47 | 
            +
                response = llm(request.prompt)
         | 
| 48 | 
            +
                return response
         | 
| 49 | 
            +
             | 
| 50 | 
             
            @app.post("/v1/chat/completions")
         | 
| 51 | 
             
            async def chat(request: ChatCompletionRequest, response_mode=None):
         | 
| 52 | 
             
                tokens = llm.tokenize(request.prompt)
         | 
