NousResearch
/

Hermes-2-Pro-Llama-3-8B

Model card Files Files and versions Community

Updated Path

#7

by zxxatxxz - opened May 2

base: refs/heads/main

←

from: refs/pr/7

Discussion Files changed

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -263,7 +263,7 @@ import bitsandbytes, flash_attn
 tokenizer = AutoTokenizer.from_pretrained('NousResearch/Hermes-2-Pro-Llama-3-8B', trust_remote_code=True)
 model = LlamaForCausalLM.from_pretrained(
-    "Hermes-2-Pro-Llama-3-8B",
     torch_dtype=torch.float16,
     device_map="auto",
     load_in_8bit=False,

 tokenizer = AutoTokenizer.from_pretrained('NousResearch/Hermes-2-Pro-Llama-3-8B', trust_remote_code=True)
 model = LlamaForCausalLM.from_pretrained(
+    "NousResearch/Hermes-2-Pro-Llama-3-8B",
     torch_dtype=torch.float16,
     device_map="auto",
     load_in_8bit=False,