seedboxai
/

KafkaLM-70B-German-V0.1

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

doubledsbv commited on Jan 30

Commit

fa62a7a

•

1 Parent(s): efeb4fd

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -64,7 +64,7 @@ model = AutoModelForCausalLM.from_pretrained(model_id, load_in_4bit=True)
 tokenizer = AutoTokenizer.from_pretrained(model_id)
-tokenizer.padding_side = "right"  # Fix weird overflow issue with fp16 training
 tokenizer.pad_token = tokenizer.unk_token
 tokenizer.add_eos_token = False

 tokenizer = AutoTokenizer.from_pretrained(model_id)
+tokenizer.padding_side = "right"
 tokenizer.pad_token = tokenizer.unk_token
 tokenizer.add_eos_token = False