duyvt6663 commited on
Commit
9eca6bd
1 Parent(s): 11219ca

Training in progress, step 450, checkpoint

Browse files
checkpoint-450/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e3d89d4c3390e871dca4419f342af56a10102c7e765a5dfe694529559a17c76d
3
  size 19690328
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3184ffaf585e635647d2e495daeb85f6bce93bf9f53d0e20e8ce1f5e324424e
3
  size 19690328
checkpoint-450/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c866660ed7c32772f892586e43484171eb47ed7b2577da9a84c23d4629f56774
3
  size 38087162
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:266cb222cd9d2115c05de4998dc5a90dc1b901c54e2fe9bf2729107b7598165b
3
  size 38087162
checkpoint-450/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c184c8243dc22942e8e77d498ec7130724adb45d8dc62226f48511fef299ce41
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f16476bdcb5a729c18577adedb401fd550ac235663ad6942974074d6f1c5b8ff
3
  size 14244
checkpoint-450/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:24db9e75b5b0edd53ef92924ea742f4e28190668d3b5226a837939dfe5c02f80
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcef002209261b2a78c3770f21f68bfc95a5d938773ab79c55b105c663be5127
3
  size 1064
checkpoint-450/trainer_state.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
- "best_metric": 0.7192752361297607,
3
- "best_model_checkpoint": "output/checkpoint-400",
4
- "epoch": 2.297383535417996,
5
  "eval_steps": 50,
6
  "global_step": 450,
7
  "is_hyper_param_search": false,
@@ -9,152 +9,152 @@
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
- "epoch": 0.01,
13
- "learning_rate": 2.777777777777778e-07,
14
- "loss": 9.5569,
15
  "step": 1
16
  },
17
  {
18
- "epoch": 0.26,
19
- "learning_rate": 1.25e-05,
20
- "loss": 6.958,
21
  "step": 50
22
  },
23
  {
24
- "epoch": 0.26,
25
- "eval_accuracy": 0.42857142857142855,
26
- "eval_loss": 6.581231117248535,
27
- "eval_runtime": 28.2966,
28
- "eval_samples_per_second": 6.184,
29
- "eval_steps_per_second": 1.555,
30
  "step": 50
31
  },
32
  {
33
- "epoch": 0.51,
34
- "learning_rate": 2.6388888888888892e-05,
35
- "loss": 1.6141,
36
  "step": 100
37
  },
38
  {
39
- "epoch": 0.51,
40
- "eval_accuracy": 0.5028571428571429,
41
- "eval_loss": 1.6640697717666626,
42
- "eval_runtime": 28.1139,
43
- "eval_samples_per_second": 6.225,
44
- "eval_steps_per_second": 1.565,
45
  "step": 100
46
  },
47
  {
48
- "epoch": 0.77,
49
- "learning_rate": 4.027777777777778e-05,
50
- "loss": 0.8533,
51
  "step": 150
52
  },
53
  {
54
- "epoch": 0.77,
55
- "eval_accuracy": 0.6342857142857142,
56
- "eval_loss": 1.2631328105926514,
57
- "eval_runtime": 26.205,
58
- "eval_samples_per_second": 6.678,
59
- "eval_steps_per_second": 1.679,
60
  "step": 150
61
  },
62
  {
63
- "epoch": 1.02,
64
- "learning_rate": 4.908536585365854e-05,
65
- "loss": 0.4474,
66
  "step": 200
67
  },
68
  {
69
- "epoch": 1.02,
70
- "eval_accuracy": 0.7142857142857143,
71
- "eval_loss": 0.9036799073219299,
72
- "eval_runtime": 26.208,
73
- "eval_samples_per_second": 6.677,
74
- "eval_steps_per_second": 1.679,
75
  "step": 200
76
  },
77
  {
78
- "epoch": 1.28,
79
- "learning_rate": 4.603658536585366e-05,
80
- "loss": 0.2996,
81
  "step": 250
82
  },
83
  {
84
- "epoch": 1.28,
85
- "eval_accuracy": 0.6742857142857143,
86
- "eval_loss": 1.1182247400283813,
87
- "eval_runtime": 26.2071,
88
- "eval_samples_per_second": 6.678,
89
- "eval_steps_per_second": 1.679,
90
  "step": 250
91
  },
92
  {
93
- "epoch": 1.53,
94
- "learning_rate": 4.298780487804878e-05,
95
- "loss": 0.2403,
96
  "step": 300
97
  },
98
  {
99
- "epoch": 1.53,
100
- "eval_accuracy": 0.72,
101
- "eval_loss": 1.076162338256836,
102
- "eval_runtime": 26.2142,
103
- "eval_samples_per_second": 6.676,
104
- "eval_steps_per_second": 1.678,
105
  "step": 300
106
  },
107
  {
108
- "epoch": 1.79,
109
- "learning_rate": 3.9939024390243905e-05,
110
- "loss": 0.1982,
111
  "step": 350
112
  },
113
  {
114
- "epoch": 1.79,
115
- "eval_accuracy": 0.6571428571428571,
116
- "eval_loss": 1.4400347471237183,
117
- "eval_runtime": 26.2187,
118
- "eval_samples_per_second": 6.675,
119
- "eval_steps_per_second": 1.678,
120
  "step": 350
121
  },
122
  {
123
- "epoch": 2.04,
124
- "learning_rate": 3.6890243902439025e-05,
125
- "loss": 0.1926,
126
  "step": 400
127
  },
128
  {
129
- "epoch": 2.04,
130
- "eval_accuracy": 0.7942857142857143,
131
- "eval_loss": 0.7192752361297607,
132
- "eval_runtime": 26.2201,
133
- "eval_samples_per_second": 6.674,
134
- "eval_steps_per_second": 1.678,
135
  "step": 400
136
  },
137
  {
138
- "epoch": 2.3,
139
- "learning_rate": 3.384146341463415e-05,
140
- "loss": 0.1258,
141
  "step": 450
142
  },
143
  {
144
- "epoch": 2.3,
145
- "eval_accuracy": 0.7657142857142857,
146
- "eval_loss": 1.0054305791854858,
147
- "eval_runtime": 26.2093,
148
- "eval_samples_per_second": 6.677,
149
- "eval_steps_per_second": 1.679,
150
  "step": 450
151
  }
152
  ],
153
  "logging_steps": 50,
154
- "max_steps": 1000,
155
- "num_train_epochs": 6,
156
  "save_steps": 50,
157
- "total_flos": 1.6773839913191424e+17,
158
  "trial_name": null,
159
  "trial_params": null
160
  }
 
1
  {
2
+ "best_metric": 0.45803794264793396,
3
+ "best_model_checkpoint": "output/checkpoint-150",
4
+ "epoch": 0.36097463150506365,
5
  "eval_steps": 50,
6
  "global_step": 450,
7
  "is_hyper_param_search": false,
 
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
+ "epoch": 0.0,
13
+ "learning_rate": 0.0,
14
+ "loss": 1.6453,
15
  "step": 1
16
  },
17
  {
18
+ "epoch": 0.04,
19
+ "learning_rate": 9.777777777777779e-06,
20
+ "loss": 1.3216,
21
  "step": 50
22
  },
23
  {
24
+ "epoch": 0.04,
25
+ "eval_accuracy": 0.8057142857142857,
26
+ "eval_loss": 0.6264824271202087,
27
+ "eval_runtime": 28.8159,
28
+ "eval_samples_per_second": 6.073,
29
+ "eval_steps_per_second": 1.527,
30
  "step": 50
31
  },
32
  {
33
+ "epoch": 0.08,
34
+ "learning_rate": 2.088888888888889e-05,
35
+ "loss": 0.918,
36
  "step": 100
37
  },
38
  {
39
+ "epoch": 0.08,
40
+ "eval_accuracy": 0.7885714285714286,
41
+ "eval_loss": 0.49068325757980347,
42
+ "eval_runtime": 26.1642,
43
+ "eval_samples_per_second": 6.689,
44
+ "eval_steps_per_second": 1.682,
45
  "step": 100
46
  },
47
  {
48
+ "epoch": 0.12,
49
+ "learning_rate": 3.2000000000000005e-05,
50
+ "loss": 0.7219,
51
  "step": 150
52
  },
53
  {
54
+ "epoch": 0.12,
55
+ "eval_accuracy": 0.7942857142857143,
56
+ "eval_loss": 0.45803794264793396,
57
+ "eval_runtime": 26.1308,
58
+ "eval_samples_per_second": 6.697,
59
+ "eval_steps_per_second": 1.684,
60
  "step": 150
61
  },
62
  {
63
+ "epoch": 0.16,
64
+ "learning_rate": 4.311111111111111e-05,
65
+ "loss": 0.6619,
66
  "step": 200
67
  },
68
  {
69
+ "epoch": 0.16,
70
+ "eval_accuracy": 0.8285714285714286,
71
+ "eval_loss": 0.4676758646965027,
72
+ "eval_runtime": 26.1149,
73
+ "eval_samples_per_second": 6.701,
74
+ "eval_steps_per_second": 1.685,
75
  "step": 200
76
  },
77
  {
78
+ "epoch": 0.2,
79
+ "learning_rate": 4.906953966699315e-05,
80
+ "loss": 0.633,
81
  "step": 250
82
  },
83
  {
84
+ "epoch": 0.2,
85
+ "eval_accuracy": 0.8114285714285714,
86
+ "eval_loss": 0.4800652265548706,
87
+ "eval_runtime": 26.1161,
88
+ "eval_samples_per_second": 6.701,
89
+ "eval_steps_per_second": 1.685,
90
  "step": 250
91
  },
92
  {
93
+ "epoch": 0.24,
94
+ "learning_rate": 4.66209598432909e-05,
95
+ "loss": 0.6147,
96
  "step": 300
97
  },
98
  {
99
+ "epoch": 0.24,
100
+ "eval_accuracy": 0.7657142857142857,
101
+ "eval_loss": 0.5112562775611877,
102
+ "eval_runtime": 26.1127,
103
+ "eval_samples_per_second": 6.702,
104
+ "eval_steps_per_second": 1.685,
105
  "step": 300
106
  },
107
  {
108
+ "epoch": 0.28,
109
+ "learning_rate": 4.4172380019588636e-05,
110
+ "loss": 0.6355,
111
  "step": 350
112
  },
113
  {
114
+ "epoch": 0.28,
115
+ "eval_accuracy": 0.7828571428571428,
116
+ "eval_loss": 0.5210281610488892,
117
+ "eval_runtime": 26.1048,
118
+ "eval_samples_per_second": 6.704,
119
+ "eval_steps_per_second": 1.686,
120
  "step": 350
121
  },
122
  {
123
+ "epoch": 0.32,
124
+ "learning_rate": 4.1723800195886386e-05,
125
+ "loss": 0.593,
126
  "step": 400
127
  },
128
  {
129
+ "epoch": 0.32,
130
+ "eval_accuracy": 0.7885714285714286,
131
+ "eval_loss": 0.5098910927772522,
132
+ "eval_runtime": 26.1072,
133
+ "eval_samples_per_second": 6.703,
134
+ "eval_steps_per_second": 1.685,
135
  "step": 400
136
  },
137
  {
138
+ "epoch": 0.36,
139
+ "learning_rate": 3.927522037218414e-05,
140
+ "loss": 0.6047,
141
  "step": 450
142
  },
143
  {
144
+ "epoch": 0.36,
145
+ "eval_accuracy": 0.7314285714285714,
146
+ "eval_loss": 0.5602952837944031,
147
+ "eval_runtime": 26.1116,
148
+ "eval_samples_per_second": 6.702,
149
+ "eval_steps_per_second": 1.685,
150
  "step": 450
151
  }
152
  ],
153
  "logging_steps": 50,
154
+ "max_steps": 1246,
155
+ "num_train_epochs": 1,
156
  "save_steps": 50,
157
+ "total_flos": 1.6633285642641408e+17,
158
  "trial_name": null,
159
  "trial_params": null
160
  }
checkpoint-450/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5a0ef36d7c31265f68a3edc8ae53ce9272dcc90a79f261e29a2a46e040c77a33
3
  size 4600
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b7c1677f66b49d74d914a320393e2fa29530a9670d5824a30beac9590468d16
3
  size 4600