Update loftq_init/adapter_config.json
Browse files
loftq_init/adapter_config.json
CHANGED
@@ -1,7 +1,7 @@
|
|
1 |
{
|
2 |
"alpha_pattern": {},
|
3 |
"auto_mapping": null,
|
4 |
-
"base_model_name_or_path": "
|
5 |
"bias": "none",
|
6 |
"fan_in_fan_out": false,
|
7 |
"inference_mode": true,
|
@@ -9,9 +9,7 @@
|
|
9 |
"layers_pattern": null,
|
10 |
"layers_to_transform": null,
|
11 |
"loftq_config": {
|
12 |
-
"bits_pattern": {},
|
13 |
"loftq_bits": 4,
|
14 |
-
"loftq_fake": true,
|
15 |
"loftq_iter": 5
|
16 |
},
|
17 |
"lora_alpha": 16,
|
|
|
1 |
{
|
2 |
"alpha_pattern": {},
|
3 |
"auto_mapping": null,
|
4 |
+
"base_model_name_or_path": "LoftQ/Llama-2-7b-hf-4bit-64rank",
|
5 |
"bias": "none",
|
6 |
"fan_in_fan_out": false,
|
7 |
"inference_mode": true,
|
|
|
9 |
"layers_pattern": null,
|
10 |
"layers_to_transform": null,
|
11 |
"loftq_config": {
|
|
|
12 |
"loftq_bits": 4,
|
|
|
13 |
"loftq_iter": 5
|
14 |
},
|
15 |
"lora_alpha": 16,
|