TheBloke elite7 commited on
Commit
232ce8d
1 Parent(s): b2a2cd2

Update README.md (#4)

Browse files

- Update README.md (3a481a0fd0fd4524cdca8b9e9377ac6be16d80f9)


Co-authored-by: Asif Ahmad <elite7@users.noreply.huggingface.co>

Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -112,7 +112,7 @@ use_triton = False
112
  tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
113
 
114
  model = AutoGPTQForCausalLM.from_quantized(model_name_or_path,
115
- model_basename=model_basename
116
  use_safetensors=True,
117
  trust_remote_code=True,
118
  device="cuda:0",
 
112
  tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
113
 
114
  model = AutoGPTQForCausalLM.from_quantized(model_name_or_path,
115
+ model_basename=model_basename,
116
  use_safetensors=True,
117
  trust_remote_code=True,
118
  device="cuda:0",