arcee-ai
/

Llama-3-SEC-Base

todenthal commited on Jun 12

Commit

3ff7ef4

•

1 Parent(s): ec74fce

Code Fix for Inference Example (#1)

- Code Fix for Inference Example (1c64bc5611cca49ab7261c86d3a5bed3e9abf469)

Co-authored-by: Tyler Odenthal <todenthal@users.noreply.huggingface.co>

Files changed (1) hide show

README.md CHANGED Viewed

@@ -68,11 +68,11 @@ device = "cuda"
 model_name = "arcee-ai/Llama-3-SEC"
 model = AutoModelForCausalLM.from_pretrained(
-    "model_name",
     torch_dtype="auto",
     device_map="auto"
 )
-tokenizer = AutoTokenizer.from_pretrained("model_name")
 prompt = "What are the key regulatory considerations for a company planning to conduct an initial public offering (IPO) in the United States?"
 messages = [

 model_name = "arcee-ai/Llama-3-SEC"
 model = AutoModelForCausalLM.from_pretrained(
+    model_name,
     torch_dtype="auto",
     device_map="auto"
 )
+tokenizer = AutoTokenizer.from_pretrained(model_name)
 prompt = "What are the key regulatory considerations for a company planning to conduct an initial public offering (IPO) in the United States?"
 messages = [