seedboxai
/

KafkaLM-8x7B-German-V0.1

Text Generation

Inference Endpoints

text-generation-inference

Model card Files Files and versions Community

doubledsbv commited on Jan 31

Commit

48f63ef

•

1 Parent(s): 246c637

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -60,7 +60,7 @@ import transformers
 model_id = "seedboxai/KafkaLM-8x7B-German-V0.1"
-model = AutoModelForCausalLM.from_pretrained(model_id, load_in_4bit=True)
 tokenizer = AutoTokenizer.from_pretrained(model_id)

 model_id = "seedboxai/KafkaLM-8x7B-German-V0.1"
+model = AutoModelForCausalLM.from_pretrained(model_id, load_in_4bit=True, trust_remote_code=True)
 tokenizer = AutoTokenizer.from_pretrained(model_id)