TheBloke commited on
Commit
4de9066
1 Parent(s): f28452b

Fix model description

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -58,7 +58,7 @@ config = AutoConfig.from_pretrained(model_name_or_path, trust_remote_code=True)
58
  # Change this to the sequence length you want
59
  config.max_position_embeddings = 8192
60
 
61
- model = AutoModelForCausalLM.from_quantized(model_name_or_path,
62
  config=config,
63
  trust_remote_code=True,
64
  device_map='auto')
 
58
  # Change this to the sequence length you want
59
  config.max_position_embeddings = 8192
60
 
61
+ model = AutoModelForCausalLM.from_pretrained(model_name_or_path,
62
  config=config,
63
  trust_remote_code=True,
64
  device_map='auto')