norallm
/

normistral-7b-warm

Text Generation

Norwegian Bokmål

Norwegian Nynorsk

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

davda54 commited on Feb 9

Commit

c3ac028

•

1 Parent(s): 62557df

Update README.md

Files changed (1) hide show

README.md +3 -1

README.md CHANGED Viewed

@@ -332,7 +332,9 @@ pip install accelerate
 import torch
 from transformers import AutoTokenizer, AutoModelForCausalLM
-tokenizer = AutoTokenizer.from_pretrained("norallm/normistral-7b-warm")
 # This setup needs about 8gb VRAM
 # Setting `load_in_8bit=False` -> 15gb VRAM

 import torch
 from transformers import AutoTokenizer, AutoModelForCausalLM
+tokenizer = AutoTokenizer.from_pretrained(
+    "norallm/normistral-7b-warm"
+)
 # This setup needs about 8gb VRAM
 # Setting `load_in_8bit=False` -> 15gb VRAM