Italian
cdh commited on
Commit
ec1e233
1 Parent(s): 5102a62

Upload 2 files

Browse files
Files changed (2) hide show
  1. adapter_config.json +5 -4
  2. adapter_model.bin +2 -2
adapter_config.json CHANGED
@@ -1,18 +1,19 @@
1
  {
2
- "base_model_name_or_path": "./model/my_camoscio_hf_ckpt",
3
  "bias": "none",
4
- "enable_lora": null,
5
  "fan_in_fan_out": false,
6
  "inference_mode": true,
 
7
  "lora_alpha": 16,
8
  "lora_dropout": 0.05,
9
- "merge_weights": false,
10
  "modules_to_save": null,
11
  "peft_type": "LORA",
12
  "r": 8,
13
  "target_modules": [
14
  "q_proj",
15
- "v_proj"
 
 
16
  ],
17
  "task_type": "CAUSAL_LM"
18
  }
 
1
  {
2
+ "base_model_name_or_path": "/home/claudiu_hromei/camoscio/model/my_camoscio_hf_ckpt",
3
  "bias": "none",
 
4
  "fan_in_fan_out": false,
5
  "inference_mode": true,
6
+ "init_lora_weights": true,
7
  "lora_alpha": 16,
8
  "lora_dropout": 0.05,
 
9
  "modules_to_save": null,
10
  "peft_type": "LORA",
11
  "r": 8,
12
  "target_modules": [
13
  "q_proj",
14
+ "k_proj",
15
+ "v_proj",
16
+ "o_proj"
17
  ],
18
  "task_type": "CAUSAL_LM"
19
  }
adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8ee2804764a63c7366486e3e678a81a5a775fc3a6145f814fe9e7022a3c0ada5
3
- size 16822989
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b10c5f99877a45b31bb7b11f3c57a70c70bb0a7e1e0407026d979839b912ae8a
3
+ size 33646413