Hugging Face's logo

aengusl
/
llama2-7b-sft-lora

PEFT
TensorBoard
Safetensors
trl
sft
Generated from Trainer
Model card Files Metrics Community
aengusl commited on
Commit
5e11600
•
1 Parent(s): 1518382

Model save

Browse files
Files changed (6) hide show
  1. adapter_config.json +4 -4
  2. runs/May19_13-31-59_7fdd53c1e432/events.out.tfevents.1716125574.7fdd53c1e432.48990.0 +3 -0
  3. runs/May19_13-33-53_7fdd53c1e432/events.out.tfevents.1716125686.7fdd53c1e432.50530.0 +3 -0
  4. step_0/adapter_config.json +4 -4
  5. step_0/training_args.bin +1 -1
  6. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -19,12 +19,12 @@
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
- "o_proj",
23
- "k_proj",
24
  "v_proj",
25
- "down_proj",
 
 
26
  "up_proj",
27
- "q_proj"
28
  ],
29
  "task_type": "CAUSAL_LM",
30
  "use_rslora": false
 
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
 
 
22
  "v_proj",
23
+ "q_proj",
24
+ "k_proj",
25
+ "o_proj",
26
  "up_proj",
27
+ "down_proj"
28
  ],
29
  "task_type": "CAUSAL_LM",
30
  "use_rslora": false
runs/May19_13-31-59_7fdd53c1e432/events.out.tfevents.1716125574.7fdd53c1e432.48990.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f590927dec467c4e949e8f6dbc8b51b8df25f14bff15b223b3e1dd1fac88b9f
3
+ size 4477
runs/May19_13-33-53_7fdd53c1e432/events.out.tfevents.1716125686.7fdd53c1e432.50530.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d8688736493ce90c8cc382f49d361f3a72ebad92a7035ff6fc33941918cbaaa
3
+ size 4477
step_0/adapter_config.json CHANGED
@@ -19,12 +19,12 @@
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
- "o_proj",
23
- "k_proj",
24
  "v_proj",
25
- "down_proj",
 
 
26
  "up_proj",
27
- "q_proj"
28
  ],
29
  "task_type": "CAUSAL_LM",
30
  "use_rslora": false
 
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
 
 
22
  "v_proj",
23
+ "q_proj",
24
+ "k_proj",
25
+ "o_proj",
26
  "up_proj",
27
+ "down_proj"
28
  ],
29
  "task_type": "CAUSAL_LM",
30
  "use_rslora": false
step_0/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1e5bc39c036e8a3899c2affd046f1cc8bd42bd9eec8184f56efbaeadbf7a5390
3
  size 5688
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a17890ae8adc5c75c8c626de8ca0b3b549dff571a11f82a797bc2d7a5b3bdbe
3
  size 5688
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1e5bc39c036e8a3899c2affd046f1cc8bd42bd9eec8184f56efbaeadbf7a5390
3
  size 5688
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a17890ae8adc5c75c8c626de8ca0b3b549dff571a11f82a797bc2d7a5b3bdbe
3
  size 5688