DataChem commited on
Commit
9d98b84
·
verified ·
1 Parent(s): 45123df

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -1
app.py CHANGED
@@ -30,7 +30,10 @@ async def predict(request: Request):
30
  inputs.input_ids,
31
  max_length=40,
32
  do_sample=True,
33
- num_return_sequences=1
 
 
 
34
  )
35
  for token_id in outputs[0]:
36
  token = tokenizer.decode(token_id, skip_special_tokens=True)
 
30
  inputs.input_ids,
31
  max_length=40,
32
  do_sample=True,
33
+ num_return_sequences=1,
34
+ temperature=0.7,
35
+ top_p=0.9,
36
+ repetition_penalty=1.2,
37
  )
38
  for token_id in outputs[0]:
39
  token = tokenizer.decode(token_id, skip_special_tokens=True)