saltlux
/

luxia-21.4b-alignment-v1.0

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

Correct version

#9

by alexfromapex - opened Apr 28

base: refs/heads/main

←

from: refs/pr/9

Discussion Files changed

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -26,9 +26,9 @@ Results will be updated soon.
 import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer
-tokenizer = AutoTokenizer.from_pretrained("saltlux/luxia-21.4b-alignment-v0.1")
 model = AutoModelForCausalLM.from_pretrained(
-    "saltlux/luxia-21.4b-alignment-v0.1",
     device_map="auto",
     torch_dtype=torch.float16,
 )

 import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer
+tokenizer = AutoTokenizer.from_pretrained("saltlux/luxia-21.4b-alignment-v1.0")
 model = AutoModelForCausalLM.from_pretrained(
+    "saltlux/luxia-21.4b-alignment-v1.0",
     device_map="auto",
     torch_dtype=torch.float16,
 )