Fix app.py
Browse files
app.py
CHANGED
@@ -2,6 +2,7 @@ from fastapi import FastAPI, Depends
|
|
2 |
from fastapi.responses import StreamingResponse
|
3 |
from pydantic import BaseModel, Annotated
|
4 |
from mistralai import Mistral
|
|
|
5 |
import os
|
6 |
|
7 |
app = FastAPI()
|
@@ -18,7 +19,7 @@ class MistralRequest(BaseModel):
|
|
18 |
prompt: str
|
19 |
|
20 |
@app.post("/mistral")
|
21 |
-
async def mistral(request: MistralRequest, token: Annotated[str, Depends(verify_token)]
|
22 |
async def generate():
|
23 |
response = await mistral_client.chat.stream_async(
|
24 |
model=request.model,
|
|
|
2 |
from fastapi.responses import StreamingResponse
|
3 |
from pydantic import BaseModel, Annotated
|
4 |
from mistralai import Mistral
|
5 |
+
from auth import verify_token
|
6 |
import os
|
7 |
|
8 |
app = FastAPI()
|
|
|
19 |
prompt: str
|
20 |
|
21 |
@app.post("/mistral")
|
22 |
+
async def mistral(request: MistralRequest, token: Annotated[str, Depends(verify_token)])
|
23 |
async def generate():
|
24 |
response = await mistral_client.chat.stream_async(
|
25 |
model=request.model,
|