File size: 471 Bytes
070a24c 21956bc 070a24c c3d7064 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 |
from transformers import AutoModelForTokenClassification, AutoTokenizer
from fastapi import FastAPI
model_name = "your_model_name"
model = AutoModelForTokenClassification.from_pretrained(model_name)
tokenizer = AutoTokenizer.from_pretrained(model_name)
app = FastAPI()
@app.post("/ping")
async def ping():
return {"status": "pong"}
@app.post("/predict")
async def predict(input_text: str):
inputs = tokenizer([input_text], return_tensors="pt", padding=True)
|