kthakar commited on
Commit
b3cac2d
1 Parent(s): 61853d1

Training in progress, epoch 1

Browse files
adapter_config.json CHANGED
@@ -20,6 +20,9 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
 
 
 
23
  "q_proj",
24
  "v_proj"
25
  ],
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
+ "o_proj",
24
+ "k_proj",
25
+ "gate_proj",
26
  "q_proj",
27
  "v_proj"
28
  ],
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3c525376c7d2ecb74d7f9a4af30c5a15d53b373f849db2d32c2d24e93c9aed19
3
- size 27280152
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c9dc6885b609882f175078f8b94c2b7c56ce10b6fcbb928245198a17622ddb0
3
+ size 92317600
runs/Apr10_11-19-35_280c459c5977/events.out.tfevents.1712747981.280c459c5977.3866.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9269d701336e8560d533f097d67555c535f3608f2a870111663acd5d42d3b60
3
+ size 7036
tokenizer.json CHANGED
@@ -2,7 +2,7 @@
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
- "max_length": 512,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
 
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
+ "max_length": 2048,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7fdfcb56861ed706bb1179320e40a65b26eaa39c6875f9b21630d7bff9d758cd
3
  size 4984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20b93fa9f31287ffc92100c0b6a973b1d3311803eaadde818f7f49248c3f3046
3
  size 4984