vicky4s4s
/

openchat-8b

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

vicky4s4s commited on Jun 10

Commit

15b55d5

•

1 Parent(s): 8449a82

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -114,7 +114,7 @@ tokens = tokenizer.apply_chat_template(messages, add_generation_prompt=True)
 from transformers import AutoTokenizer, AutoModelForCausalLM
 import torch
-model_id = "openchat/openchat-3.6-8b-20240522"
 tokenizer = AutoTokenizer.from_pretrained(model_id)
 model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.bfloat16, device_map="auto")

 from transformers import AutoTokenizer, AutoModelForCausalLM
 import torch
+model_id = "vicky4s4s/openchat-8b"
 tokenizer = AutoTokenizer.from_pretrained(model_id)
 model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.bfloat16, device_map="auto")