Update README.md

README.md

@@ -9,15 +9,15 @@
 
 from peft import PeftModel
 from huggingface_hub import hf_hub_download
-from transformers import LlamaTokenizer, LlamaForCausalLM
+from transformers import GPTNeoForCausalLM, AutoTokenizer
 import json
 
 model_name = "shahules786/Redpajama-3B-orcastyle"
 config = hf_hub_download(repo_id=model_name, filename="adapter_config.json", local_dir=".")
 config =  json.load(open("adapter_config.json"))
 base_model = config["base_model_name_or_path"]
-tokenizer = LlamaTokenizer.from_pretrained(model_name)
-model = LlamaForCausalLM.from_pretrained(base_model)
+tokenizer = AutoTokenizer.from_pretrained(model_name)
+model = GPTNeoForCausalLM.from_pretrained(base_model)
 model.resize_token_embeddings(len(self.tokenizer))
 model = PeftModel.from_pretrained(model, model_name).eval()
 tokenizer.padding_side = "left"