File size: 972 Bytes
901f90f da2af94 901f90f da2af94 901f90f c3d7064 070a24c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 |
from transformers import AutoModelForTokenClassification, AutoTokenizer
from fastapi import FastAPI
from fastapi.staticfiles import StaticFiles
from fastapi.middleware.cors import CORSMiddleware
app = FastAPI()
# Setup middlewares
app.add_middleware(
CORSMiddleware,
allow_origins=["*"],
allow_credentials=True,
allow_methods=["*"],
allow_headers=["*"],
)
# Setup static files
app.mount("/static", StaticFiles(directory="static"), name="static")
@app.command("help")
@app.get("/ping")
async def ping():
return {"status": "pong"}
@app.post("/predict")
async def predict(input_text: str):
tokenizer = AutoTokenizer.from_pretrained("your_model_name")
model = AutoModelForTokenClassification.from_pretrained("your_model_name")
inputs = tokenizer([input_text], return_tensors="pt", padding=True, truncation=True)
outputs = model(**inputs)
prediction = outputs.logits.argmax().item()
return {"prediction": prediction}
|