p1atdev commited on
Commit
f8d8bf9
1 Parent(s): e45ac5c

fix: set eos token id

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -58,8 +58,9 @@ def generate(
58
  no_repeat_ngram_size=no_repeat_ngram_size,
59
  repetition_penalty=repetition_penalty,
60
  num_beams=num_beams,
 
61
  )
62
- return tokenizer.batch_decode(generated)[0]
63
 
64
 
65
  def continue_generate(
 
58
  no_repeat_ngram_size=no_repeat_ngram_size,
59
  repetition_penalty=repetition_penalty,
60
  num_beams=num_beams,
61
+ eos_token_id=tokenizer.eos_token_id,
62
  )
63
+ return tokenizer.batch_decode(generated, skip_special_tokens=True)[0]
64
 
65
 
66
  def continue_generate(