Mindscore commited on
Commit
7947b64
1 Parent(s): 9562800

End of training

Browse files
adapter_config.json CHANGED
@@ -23,21 +23,21 @@
23
  "rank_pattern": {},
24
  "revision": null,
25
  "target_modules": [
26
- "out_proj",
27
- "enc_to_dec_proj",
28
  "embed_tokens.1",
29
- "lm_heads.3",
30
- "lm_heads.2",
31
- "k_proj",
32
- "fc1",
33
- "v_proj",
34
  "lm_heads.0",
 
35
  "embed_tokens.2",
36
- "embed_tokens.0",
37
  "lm_heads.1",
 
38
  "audio_enc_to_dec_proj",
39
- "q_proj",
40
- "fc2",
 
 
 
 
 
41
  "embed_tokens.3"
42
  ],
43
  "task_type": null,
 
23
  "rank_pattern": {},
24
  "revision": null,
25
  "target_modules": [
 
 
26
  "embed_tokens.1",
 
 
 
 
 
27
  "lm_heads.0",
28
+ "fc2",
29
  "embed_tokens.2",
30
+ "q_proj",
31
  "lm_heads.1",
32
+ "enc_to_dec_proj",
33
  "audio_enc_to_dec_proj",
34
+ "lm_heads.2",
35
+ "v_proj",
36
+ "lm_heads.3",
37
+ "embed_tokens.0",
38
+ "out_proj",
39
+ "k_proj",
40
+ "fc1",
41
  "embed_tokens.3"
42
  ],
43
  "task_type": null,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:146581660f1540179e78bf468ebc9f4736d866e0bb585b6fcadfb67b77e00bfc
3
  size 87103456
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1e6dc68c41fbd045d9ac247c49496cf7724a6cf77cbcb2b67a92367bfe54a41
3
  size 87103456
trainer_state.json CHANGED
@@ -10,96 +10,96 @@
10
  "log_history": [
11
  {
12
  "epoch": 0.32,
13
- "grad_norm": 1.1198184490203857,
14
  "learning_rate": 0.00018333333333333334,
15
- "loss": 9.5048,
16
  "step": 2
17
  },
18
  {
19
  "epoch": 0.64,
20
- "grad_norm": 1.484774112701416,
21
  "learning_rate": 0.0001666666666666667,
22
- "loss": 9.1561,
23
  "step": 4
24
  },
25
  {
26
  "epoch": 0.96,
27
- "grad_norm": 1.7884565591812134,
28
  "learning_rate": 0.00015000000000000001,
29
- "loss": 8.7599,
30
  "step": 6
31
  },
32
  {
33
  "epoch": 1.28,
34
- "grad_norm": 2.068845748901367,
35
  "learning_rate": 0.00013333333333333334,
36
- "loss": 8.3414,
37
  "step": 8
38
  },
39
  {
40
  "epoch": 1.6,
41
- "grad_norm": 1.795763373374939,
42
  "learning_rate": 0.00011666666666666668,
43
- "loss": 7.7836,
44
  "step": 10
45
  },
46
  {
47
  "epoch": 1.92,
48
- "grad_norm": 1.7066673040390015,
49
  "learning_rate": 0.0001,
50
- "loss": 7.6516,
51
  "step": 12
52
  },
53
  {
54
  "epoch": 2.24,
55
- "grad_norm": 1.1048855781555176,
56
  "learning_rate": 8.333333333333334e-05,
57
- "loss": 7.46,
58
  "step": 14
59
  },
60
  {
61
  "epoch": 2.56,
62
- "grad_norm": 1.1122359037399292,
63
  "learning_rate": 6.666666666666667e-05,
64
- "loss": 7.3065,
65
  "step": 16
66
  },
67
  {
68
  "epoch": 2.88,
69
- "grad_norm": 0.861113429069519,
70
  "learning_rate": 5e-05,
71
- "loss": 7.3444,
72
  "step": 18
73
  },
74
  {
75
  "epoch": 3.2,
76
- "grad_norm": 0.823173999786377,
77
  "learning_rate": 3.3333333333333335e-05,
78
- "loss": 7.2627,
79
  "step": 20
80
  },
81
  {
82
  "epoch": 3.52,
83
- "grad_norm": 1.0423370599746704,
84
  "learning_rate": 1.6666666666666667e-05,
85
- "loss": 7.2814,
86
  "step": 22
87
  },
88
  {
89
  "epoch": 3.84,
90
- "grad_norm": 1.099845290184021,
91
  "learning_rate": 0.0,
92
- "loss": 7.1932,
93
  "step": 24
94
  },
95
  {
96
  "epoch": 3.84,
97
  "step": 24,
98
- "total_flos": 109884496962696.0,
99
- "train_loss": 7.920459071795146,
100
- "train_runtime": 655.7984,
101
- "train_samples_per_second": 0.61,
102
- "train_steps_per_second": 0.037
103
  }
104
  ],
105
  "logging_steps": 2,
@@ -119,7 +119,7 @@
119
  "attributes": {}
120
  }
121
  },
122
- "total_flos": 109884496962696.0,
123
  "train_batch_size": 2,
124
  "trial_name": null,
125
  "trial_params": null
 
10
  "log_history": [
11
  {
12
  "epoch": 0.32,
13
+ "grad_norm": 1.0203443765640259,
14
  "learning_rate": 0.00018333333333333334,
15
+ "loss": 9.4828,
16
  "step": 2
17
  },
18
  {
19
  "epoch": 0.64,
20
+ "grad_norm": 1.6231805086135864,
21
  "learning_rate": 0.0001666666666666667,
22
+ "loss": 9.1586,
23
  "step": 4
24
  },
25
  {
26
  "epoch": 0.96,
27
+ "grad_norm": 2.2771148681640625,
28
  "learning_rate": 0.00015000000000000001,
29
+ "loss": 8.6907,
30
  "step": 6
31
  },
32
  {
33
  "epoch": 1.28,
34
+ "grad_norm": 2.1158745288848877,
35
  "learning_rate": 0.00013333333333333334,
36
+ "loss": 8.2535,
37
  "step": 8
38
  },
39
  {
40
  "epoch": 1.6,
41
+ "grad_norm": 1.86466646194458,
42
  "learning_rate": 0.00011666666666666668,
43
+ "loss": 7.8775,
44
  "step": 10
45
  },
46
  {
47
  "epoch": 1.92,
48
+ "grad_norm": 1.410565972328186,
49
  "learning_rate": 0.0001,
50
+ "loss": 7.5684,
51
  "step": 12
52
  },
53
  {
54
  "epoch": 2.24,
55
+ "grad_norm": 0.9350765347480774,
56
  "learning_rate": 8.333333333333334e-05,
57
+ "loss": 7.4331,
58
  "step": 14
59
  },
60
  {
61
  "epoch": 2.56,
62
+ "grad_norm": 0.9051127433776855,
63
  "learning_rate": 6.666666666666667e-05,
64
+ "loss": 7.3164,
65
  "step": 16
66
  },
67
  {
68
  "epoch": 2.88,
69
+ "grad_norm": 0.8144361972808838,
70
  "learning_rate": 5e-05,
71
+ "loss": 7.2426,
72
  "step": 18
73
  },
74
  {
75
  "epoch": 3.2,
76
+ "grad_norm": 1.0328956842422485,
77
  "learning_rate": 3.3333333333333335e-05,
78
+ "loss": 7.2851,
79
  "step": 20
80
  },
81
  {
82
  "epoch": 3.52,
83
+ "grad_norm": 0.9490511417388916,
84
  "learning_rate": 1.6666666666666667e-05,
85
+ "loss": 7.213,
86
  "step": 22
87
  },
88
  {
89
  "epoch": 3.84,
90
+ "grad_norm": 0.826574981212616,
91
  "learning_rate": 0.0,
92
+ "loss": 7.1788,
93
  "step": 24
94
  },
95
  {
96
  "epoch": 3.84,
97
  "step": 24,
98
+ "total_flos": 107168334014400.0,
99
+ "train_loss": 7.891708850860596,
100
+ "train_runtime": 637.8922,
101
+ "train_samples_per_second": 0.627,
102
+ "train_steps_per_second": 0.038
103
  }
104
  ],
105
  "logging_steps": 2,
 
119
  "attributes": {}
120
  }
121
  },
122
+ "total_flos": 107168334014400.0,
123
  "train_batch_size": 2,
124
  "trial_name": null,
125
  "trial_params": null
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f941d7fce172d0b7e47f0cd2175944690b202b69474adbde057d4362d96c34cd
3
  size 5368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ed44bbba431b37c6462f34863ba816b3104e8ed88becd5a7f9bd9e0cfa09f55
3
  size 5368