ultrin commited on
Commit
b2b54d9
1 Parent(s): f337972

fix pipeline params

Browse files
Files changed (1) hide show
  1. main.py +2 -1
main.py CHANGED
@@ -11,7 +11,8 @@ pipe = pipeline("text-generation", model="ai-forever/rugpt3large_based_on_gpt2")
11
 
12
  @app.get("/infer_t5")
13
  def t5(input):
14
- output = pipe(input, max_length=255)
 
15
  return {"output": output[0]["generated_text"]}
16
 
17
  app.mount("/", StaticFiles(directory="static", html=True), name="static")
 
11
 
12
  @app.get("/infer_t5")
13
  def t5(input):
14
+ tokenizer_kwargs = {'padding':True,'truncation':True,'max_length':512,'return_tensors':'pt'}
15
+ output = pipe(input, **tokenizer_kwargs)
16
  return {"output": output[0]["generated_text"]}
17
 
18
  app.mount("/", StaticFiles(directory="static", html=True), name="static")