Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -25,7 +25,7 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
25 |
"NousResearch/Hermes-2-Pro-Llama-3-8B",
|
26 |
quantization_config=quantization_config,
|
27 |
)
|
28 |
-
tok = AutoTokenizer.from_pretrained("NousResearch/Hermes-2-Pro-Llama-3-8B"
|
29 |
terminators = [tok.eos_token_id, tok.convert_tokens_to_ids("<|eot_id|>")]
|
30 |
|
31 |
|
|
|
25 |
"NousResearch/Hermes-2-Pro-Llama-3-8B",
|
26 |
quantization_config=quantization_config,
|
27 |
)
|
28 |
+
tok = AutoTokenizer.from_pretrained("NousResearch/Hermes-2-Pro-Llama-3-8B")
|
29 |
terminators = [tok.eos_token_id, tok.convert_tokens_to_ids("<|eot_id|>")]
|
30 |
|
31 |
|