shenzhi-wang
/

Llama3-8B-Chinese-Chat

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

shenzhi-wang commited on Apr 29

Commit

75a0869

•

1 Parent(s): dbfbe5c

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -99,9 +99,9 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
 model_id = "shenzhi-wang/Llama3-8B-Chinese-Chat"
-tokenizer = AutoTokenizer.from_pretrained(model_id)
 model = AutoModelForCausalLM.from_pretrained(
-    model_id, torch_dtype="auto", device_map="auto"
 )
 messages = [

 model_id = "shenzhi-wang/Llama3-8B-Chinese-Chat"
+tokenizer = AutoTokenizer.from_pretrained(model_id, revision="v1")
 model = AutoModelForCausalLM.from_pretrained(
+    model_id, torch_dtype="auto", device_map="auto", revision="v1"
 )
 messages = [