quanla commited on
Commit
061efd6
1 Parent(s): e35dd91

Training in progress, epoch 1

Browse files
adapter_config.json CHANGED
@@ -21,7 +21,7 @@
21
  ],
22
  "orth_reg_weight": 0.5,
23
  "peft_type": "LORA",
24
- "r": 8,
25
  "rank_pattern": {},
26
  "revision": null,
27
  "target_modules": [
@@ -32,7 +32,7 @@
32
  "use_dora": true,
33
  "use_dovera": false,
34
  "use_dovera_tuning": false,
35
- "use_kd": false,
36
  "use_rslora": false,
37
  "use_vera": false
38
  }
 
21
  ],
22
  "orth_reg_weight": 0.5,
23
  "peft_type": "LORA",
24
+ "r": 64,
25
  "rank_pattern": {},
26
  "revision": null,
27
  "target_modules": [
 
32
  "use_dora": true,
33
  "use_dovera": false,
34
  "use_dovera_tuning": false,
35
+ "use_kd": true,
36
  "use_rslora": false,
37
  "use_vera": false
38
  }
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2bf6facb6a390a032892d3eb0578e064f5fcb04db9f3a8edf4746321d2355db9
3
- size 1574724
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a97e4a196c51c72ae84d090e2d29458c1201ab4d73107b5c396d44141c7fceca
3
+ size 9832380
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f1e575c6e424d762600e5fbfe837a4355f7d6fe953ec1c6fe0ad140489fc929e
3
  size 4603
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be32d12519de4aa1a68ac6ce4baaf9c56208e01249f720c286458f2b5fd9a6b3
3
  size 4603