xDAN-AI
/

APUS-xDAN-4.0-MOE

Inference Endpoints

Model card Files Files and versions Community

xDAN2099 commited on Mar 31

Commit

4ccb205

•

1 Parent(s): 4c4e3ee

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -30,14 +30,14 @@ torch.set_default_dtype(torch.bfloat16)
 tokenizer = AutoTokenizer.from_pretrained("hpcai-tech/grok-1", trust_remote_code=True)
 model = AutoModelForCausalLM.from_pretrained(
-    "hpcai-tech/grok-1",
     trust_remote_code=True,
     device_map="auto",
     torch_dtype=torch.bfloat16,
 )
 model.eval()
-text = "Replace this with your text"
 input_ids = tokenizer(text, return_tensors="pt").input_ids
 input_ids = input_ids.cuda()
 attention_mask = torch.ones_like(input_ids)

 tokenizer = AutoTokenizer.from_pretrained("hpcai-tech/grok-1", trust_remote_code=True)
 model = AutoModelForCausalLM.from_pretrained(
+    "xDAN-AI/APUS-xDAN-4.0-MOE",
     trust_remote_code=True,
     device_map="auto",
     torch_dtype=torch.bfloat16,
 )
 model.eval()
+text = "Hi, xDAN-APUS4.0, nice to meet you!"
 input_ids = tokenizer(text, return_tensors="pt").input_ids
 input_ids = input_ids.cuda()
 attention_mask = torch.ones_like(input_ids)