Spaces:
Runtime error
Runtime error
fix: set eos token id
Browse files
app.py
CHANGED
@@ -58,8 +58,9 @@ def generate(
|
|
58 |
no_repeat_ngram_size=no_repeat_ngram_size,
|
59 |
repetition_penalty=repetition_penalty,
|
60 |
num_beams=num_beams,
|
|
|
61 |
)
|
62 |
-
return tokenizer.batch_decode(generated)[0]
|
63 |
|
64 |
|
65 |
def continue_generate(
|
|
|
58 |
no_repeat_ngram_size=no_repeat_ngram_size,
|
59 |
repetition_penalty=repetition_penalty,
|
60 |
num_beams=num_beams,
|
61 |
+
eos_token_id=tokenizer.eos_token_id,
|
62 |
)
|
63 |
+
return tokenizer.batch_decode(generated, skip_special_tokens=True)[0]
|
64 |
|
65 |
|
66 |
def continue_generate(
|