MR-Eder commited on
Commit
7e07c30
·
verified ·
1 Parent(s): 49cfc2d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -76,6 +76,8 @@ def generate(
76
  temperature=temperature,
77
  num_beams=1,
78
  repetition_penalty=repetition_penalty,
 
 
79
  )
80
  t = Thread(target=model.generate, kwargs=generate_kwargs)
81
  t.start()
 
76
  temperature=temperature,
77
  num_beams=1,
78
  repetition_penalty=repetition_penalty,
79
+ eos_token_id=im_end_token_id,
80
+ pad_token_id=tokenizer.eos_token_id,
81
  )
82
  t = Thread(target=model.generate, kwargs=generate_kwargs)
83
  t.start()