webpolis
/

zenos-gpt-j-6B-instruct-4bit

Text Generation

Inference Endpoints

4-bit precision

Model card Files Files and versions Community

webpolis commited on Jan 18

Commit

5e0c2b6

•

1 Parent(s): c8a70ff

Update README.md

Files changed (1) hide show

README.md +4 -1

README.md CHANGED Viewed

@@ -34,7 +34,10 @@ from transformers import AutoTokenizer, AutoModelForCausalLM, GenerationConfig
 # Load the tokenizer and model
 tokenizer = AutoTokenizer.from_pretrained("webpolis/zenos-gpt-j-6B-instruct-4bit")
-model = AutoModelForCausalLM.from_pretrained("webpolis/zenos-gpt-j-6B-instruct-4bit", use_safetensors=True)
 user_msg = '''Escribe un poema breve utilizando los siguientes conceptos:

 # Load the tokenizer and model
 tokenizer = AutoTokenizer.from_pretrained("webpolis/zenos-gpt-j-6B-instruct-4bit")
+model = AutoModelForCausalLM.from_pretrained(
+    "webpolis/zenos-gpt-j-6B-instruct-4bit",
+    use_safetensors=True
+)
 user_msg = '''Escribe un poema breve utilizando los siguientes conceptos: