model.py

from transformers import AutoModelForTokenClassification, AutoTokenizer
from fastapi import FastAPI

model_name = "your_model_name"

model = AutoModelForTokenClassification.from_pretrained(model_name)
tokenizer = AutoTokenizer.from_pretrained(model_name)

app = FastAPI()

@app.post("/ping")
async def ping():
    return {"status": "pong"}

@app.post("/predict")
async def predict(input_text: str):
    inputs = tokenizer([input_text], return_tensors="pt", padding=True)