Update README.md
Browse files
README.md
CHANGED
@@ -177,7 +177,7 @@ import bitsandbytes, flash_attn
|
|
177 |
|
178 |
tokenizer = AutoTokenizer.from_pretrained('NousResearch/Hermes-3-Llama-3.1-70B', trust_remote_code=True)
|
179 |
model = LlamaForCausalLM.from_pretrained(
|
180 |
-
"NousResearch/Hermes-3-Llama-3.1-
|
181 |
torch_dtype=torch.float16,
|
182 |
device_map="auto",
|
183 |
load_in_8bit=False,
|
|
|
177 |
|
178 |
tokenizer = AutoTokenizer.from_pretrained('NousResearch/Hermes-3-Llama-3.1-70B', trust_remote_code=True)
|
179 |
model = LlamaForCausalLM.from_pretrained(
|
180 |
+
"NousResearch/Hermes-3-Llama-3.1-70B",
|
181 |
torch_dtype=torch.float16,
|
182 |
device_map="auto",
|
183 |
load_in_8bit=False,
|