arcee-ai
/

Llama-3-SEC-Base

Text Generation

large_language_model

continual_pre_training

Inference Endpoints

text-generation-inference

Model card Files Files and versions Community

Code Fix for Inference Example

#1

by todenthal - opened 19 days ago

base: refs/heads/main

←

from: refs/pr/1

Discussion Files changed

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -68,11 +68,11 @@ device = "cuda"
 model_name = "arcee-ai/Llama-3-SEC"
 model = AutoModelForCausalLM.from_pretrained(
-    "model_name",
     torch_dtype="auto",
     device_map="auto"
 )
-tokenizer = AutoTokenizer.from_pretrained("model_name")
 prompt = "What are the key regulatory considerations for a company planning to conduct an initial public offering (IPO) in the United States?"
 messages = [

 model_name = "arcee-ai/Llama-3-SEC"
 model = AutoModelForCausalLM.from_pretrained(
+    model_name,
     torch_dtype="auto",
     device_map="auto"
 )
+tokenizer = AutoTokenizer.from_pretrained(model_name)
 prompt = "What are the key regulatory considerations for a company planning to conduct an initial public offering (IPO) in the United States?"
 messages = [