ai-agi
/

neural-zephyr

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

ai-agi commited on Mar 6

Commit

f1ca299

•

1 Parent(s): 690fb80

Update README.md

Files changed (1) hide show

README.md +3 -5

README.md CHANGED Viewed

@@ -35,11 +35,9 @@ You can find more details in the [technical report](https://arxiv.org/abs/2310.1
 import torch
 from transformers import AutoTokenizer, AutoModelForCausalLM, MistralForCausalLM
-model = MistralForCausalLM.from_pretrained("ai-agi/neural-zephyr", use_cache=False,  torch_dtype=torch.bfloat16, device_map="auto")
-state_dict = torch.load('model_weights.pth')
-model.load_state_dict(state_dict)
 tokenizer = AutoTokenizer.from_pretrained("ai-agi/neural-zephyr", use_fast=True)

 import torch
 from transformers import AutoTokenizer, AutoModelForCausalLM, MistralForCausalLM
+model = MistralForCausalLM.from_pretrained("ai-agi/neural-zephyr", use_cache=False,  torch_dtype=torch.bfloat16, device_map="auto") \
+state_dict = torch.load('model_weights.pth') \
+model.load_state_dict(state_dict) \
 tokenizer = AutoTokenizer.from_pretrained("ai-agi/neural-zephyr", use_fast=True)