Update README.md (#1)
Browse files- Update README.md (eb1c62c1ed1755798be6e69614ddd55e6ccf794b)
Co-authored-by: Rain <raintiger@users.noreply.huggingface.co>
README.md
CHANGED
|
@@ -107,7 +107,7 @@ use_triton = False
|
|
| 107 |
tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
|
| 108 |
|
| 109 |
model = AutoGPTQForCausalLM.from_quantized(model_name_or_path,
|
| 110 |
-
model_basename=model_basename
|
| 111 |
use_safetensors=True,
|
| 112 |
trust_remote_code=True,
|
| 113 |
device="cuda:0",
|
|
|
|
| 107 |
tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
|
| 108 |
|
| 109 |
model = AutoGPTQForCausalLM.from_quantized(model_name_or_path,
|
| 110 |
+
model_basename=model_basename,
|
| 111 |
use_safetensors=True,
|
| 112 |
trust_remote_code=True,
|
| 113 |
device="cuda:0",
|