ale-bay commited on
Commit
b84a28f
1 Parent(s): ff780c9

Training in progress, step 1900

Browse files
adapter_config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
- "base_model_name_or_path": "mistralai/Mistral-7B-v0.1",
5
  "bias": "none",
6
  "fan_in_fan_out": false,
7
  "inference_mode": true,
@@ -19,13 +19,13 @@
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
- "up_proj",
23
- "o_proj",
24
- "k_proj",
25
  "q_proj",
26
  "v_proj",
27
- "gate_proj",
28
- "down_proj"
 
 
29
  ],
30
  "task_type": "CAUSAL_LM"
31
  }
 
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
+ "base_model_name_or_path": "../hf-models/Mistral-7B-v0.1",
5
  "bias": "none",
6
  "fan_in_fan_out": false,
7
  "inference_mode": true,
 
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
+ "gate_proj",
 
 
23
  "q_proj",
24
  "v_proj",
25
+ "o_proj",
26
+ "down_proj",
27
+ "k_proj",
28
+ "up_proj"
29
  ],
30
  "task_type": "CAUSAL_LM"
31
  }
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f656e5c9e058161e84dd2e8cb7ba84946c799e24279f6b59e199478f42e466be
3
  size 671150064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:466993648385d36468039b51da22b3f977fc29bfd24b3a18cad781dab830c9fc
3
  size 671150064
runs/Mar07_10-30-46_ale-dpo-2-0-0/events.out.tfevents.1709807802.ale-dpo-2-0-0.1134.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:db511eaba2701ed1405c3b1f022bd338921ec0cf3614f46d3604f7dab82b6865
3
- size 142899
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d51f0cea02fd35dd2ef767937abc892f2acddee0434924d66420bc83cb5750f
3
+ size 150519
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c3cf8aa6be47845e82647cb3169580dedc51e6c45504409861b6a7ab89f8f094
3
  size 5048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03b078c10e6845a22b03afa9a0da2c25ff9bc36784268193bcc785a0d69734dc
3
  size 5048