Update app.py
Browse files
app.py
CHANGED
|
@@ -26,7 +26,8 @@ model.to('cuda')
|
|
| 26 |
processor = AutoProcessor.from_pretrained(model_id)
|
| 27 |
|
| 28 |
# Confirming and setting the eos_token_id (if necessary)
|
| 29 |
-
model.generation_config.eos_token_id = processor.tokenizer.eos_token_id
|
|
|
|
| 30 |
|
| 31 |
@spaces.GPU
|
| 32 |
def bot_streaming(message, history):
|
|
|
|
| 26 |
processor = AutoProcessor.from_pretrained(model_id)
|
| 27 |
|
| 28 |
# Confirming and setting the eos_token_id (if necessary)
|
| 29 |
+
# model.generation_config.eos_token_id = processor.tokenizer.eos_token_id
|
| 30 |
+
model.generation_config.eos_token_id = 128009
|
| 31 |
|
| 32 |
@spaces.GPU
|
| 33 |
def bot_streaming(message, history):
|