Spaces:
Sleeping
Sleeping
fix pipeline params
Browse files
main.py
CHANGED
@@ -11,7 +11,8 @@ pipe = pipeline("text-generation", model="ai-forever/rugpt3large_based_on_gpt2")
|
|
11 |
|
12 |
@app.get("/infer_t5")
|
13 |
def t5(input):
|
14 |
-
|
|
|
15 |
return {"output": output[0]["generated_text"]}
|
16 |
|
17 |
app.mount("/", StaticFiles(directory="static", html=True), name="static")
|
|
|
11 |
|
12 |
@app.get("/infer_t5")
|
13 |
def t5(input):
|
14 |
+
tokenizer_kwargs = {'padding':True,'truncation':True,'max_length':512,'return_tensors':'pt'}
|
15 |
+
output = pipe(input, **tokenizer_kwargs)
|
16 |
return {"output": output[0]["generated_text"]}
|
17 |
|
18 |
app.mount("/", StaticFiles(directory="static", html=True), name="static")
|