Abhinav Kulkarni
commited on
Commit
•
2f5b73b
1
Parent(s):
7b72eba
Updated README
Browse files
README.md
CHANGED
|
@@ -75,6 +75,7 @@ with init_empty_weights():
|
|
| 75 |
torch_dtype=torch.float16, trust_remote_code=True)
|
| 76 |
|
| 77 |
real_quantize_model_weight(model, w_bit=w_bit, q_config=q_config, init_only=True)
|
|
|
|
| 78 |
|
| 79 |
model = load_checkpoint_and_dispatch(model, load_quant, device_map="balanced")
|
| 80 |
|
|
|
|
| 75 |
torch_dtype=torch.float16, trust_remote_code=True)
|
| 76 |
|
| 77 |
real_quantize_model_weight(model, w_bit=w_bit, q_config=q_config, init_only=True)
|
| 78 |
+
model.tie_weights()
|
| 79 |
|
| 80 |
model = load_checkpoint_and_dispatch(model, load_quant, device_map="balanced")
|
| 81 |
|