aayushv2001 commited on
Commit
9021b71
·
verified ·
1 Parent(s): e0e8ce8

Training in progress, step 7750

Browse files
adapter_config.json CHANGED
@@ -20,20 +20,20 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "o_proj",
24
- "lm_head",
25
  "(proj): Linear8bitLt(in_features=1280, out_features=1280, bias=True)",
26
- "gate_proj",
27
- "fc2",
28
  "(2): Linear8bitLt(in_features=5120, out_features=3584, bias=True)",
 
 
 
 
29
  "q_proj",
30
  "v_proj",
31
- "qkv",
32
- "fc1",
33
  "k_proj",
34
- "(0): Linear8bitLt(in_features=5120, out_features=5120, bias=True)",
 
 
35
  "up_proj",
36
- "down_proj"
37
  ],
38
  "task_type": "CAUSAL_LM",
39
  "use_dora": false,
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
 
 
23
  "(proj): Linear8bitLt(in_features=1280, out_features=1280, bias=True)",
 
 
24
  "(2): Linear8bitLt(in_features=5120, out_features=3584, bias=True)",
25
+ "down_proj",
26
+ "fc1",
27
+ "qkv",
28
+ "(0): Linear8bitLt(in_features=5120, out_features=5120, bias=True)",
29
  "q_proj",
30
  "v_proj",
 
 
31
  "k_proj",
32
+ "gate_proj",
33
+ "o_proj",
34
+ "fc2",
35
  "up_proj",
36
+ "lm_head"
37
  ],
38
  "task_type": "CAUSAL_LM",
39
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:98b6a1f4466bb6d8ca332d55275b5149442d5639837cbcb94da51633613a20ed
3
  size 2284139392
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc0dbc386afc2466937437ddd89fca5bed2e2bdd8615c8547c9d4e5d3bc8e410
3
  size 2284139392
runs/Nov13_01-53-53_a100-largegpu/events.out.tfevents.1731462835.a100-largegpu CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ae3dd51e84fff5161e1bc0b77a39f8d5a0cab341112a738a43cbec084015b3b4
3
- size 67682
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fb75728ed4403a8bb2d04456475864b132f2e67c4377d6a79a7cb0e74e3f318
3
+ size 74170
runs/Nov14_00-28-34_a100-largegpu/events.out.tfevents.1731544126.a100-largegpu ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:987103120071b755791eb409a5c660d1d56fd2c1bef340d39d7ecb62a7301853
3
+ size 6468
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d3c8c3483e8381c83c4346fc02f9293b7bbdb0a029c9e471ddec3de2754d6b78
3
  size 5496
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d272cf3cd6731b566de4f99491506324f032c4b4ff3326738e1700fef30c5103
3
  size 5496