File size: 453 Bytes
d82d16c
8b56784
 
 
 
 
d82d16c
 
a95c82c
 
d82d16c
a95c82c
 
 
8b56784
 
 
a95c82c
 
 
8b56784
 
d82d16c
a95c82c
8b56784
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
from transformers import pipeline, set_seed
from fastapi import FastAPI
from pydantic import BaseModel
import uvicorn


generator = pipeline('text-generation', model='gpt2')
set_seed(42)


app = FastAPI()




class Item(BaseModel):
    prompt: str
    



def generate(item: Item):
    generator(item.prompt, max_length=30, num_return_sequences=5)
   

@app.post("/generate/")
async def generate_text(item: Item):
    return {"response": generate(item)}