crumb
/

Instruct-GPT-J

Inference Endpoints

Model card Files Files and versions Community

crumb commited on Mar 22, 2023

Commit

147ba5e

•

1 Parent(s): d6eb63c

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -23,7 +23,7 @@ import torch
 from peft import PeftModel, PeftConfig
 from transformers import AutoModelForCausalLM, AutoTokenizer
-peft_model_id = "crumb/gpt-j-6b-lora-alpaca"
 config = PeftConfig.from_pretrained(peft_model_id)
 model = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path, return_dict=True, load_in_8bit=True, device_map='auto', revision='sharded')
 tokenizer = AutoTokenizer.from_pretrained(config.base_model_name_or_path)

 from peft import PeftModel, PeftConfig
 from transformers import AutoModelForCausalLM, AutoTokenizer
+peft_model_id = "crumb/Instruct-GPT-J"
 config = PeftConfig.from_pretrained(peft_model_id)
 model = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path, return_dict=True, load_in_8bit=True, device_map='auto', revision='sharded')
 tokenizer = AutoTokenizer.from_pretrained(config.base_model_name_or_path)