Update app.py
Browse files
app.py
CHANGED
@@ -76,6 +76,8 @@ def generate(
|
|
76 |
temperature=temperature,
|
77 |
num_beams=1,
|
78 |
repetition_penalty=repetition_penalty,
|
|
|
|
|
79 |
)
|
80 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
81 |
t.start()
|
|
|
76 |
temperature=temperature,
|
77 |
num_beams=1,
|
78 |
repetition_penalty=repetition_penalty,
|
79 |
+
eos_token_id=im_end_token_id,
|
80 |
+
pad_token_id=tokenizer.eos_token_id,
|
81 |
)
|
82 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
83 |
t.start()
|