dimasik87 commited on
Commit
211208f
·
verified ·
1 Parent(s): b7c9924

Training in progress, step 15, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d608b514d77c22f7a3abb19f1f80f7d9ae5689a07231e4fc08db79bb06ed75e3
3
  size 200068512
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d7473927a08af11d2835bcac04c37becbc5b8196da3a8950c56b2941400da0a
3
  size 200068512
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a3ba0ca400e3dd7a07b47ab53166b1fd0f4972aa41831decad64edb77d5c13d6
3
  size 400361770
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:373d60bd968d84b58704d98f52a80e7de2d59d338fb9bf5cec8f34b2c53425b0
3
  size 400361770
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d0321889f8ed923edee52a6e35612417334c6f7ed0ea7cc3ae74075fefed31b2
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9c1b2ac5be3cd8d07b30efc15d35a20ae097f6e09cfc422fd45d7ddd5f0c3b8
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bb578e75c11a81e85dda67a691f96ba4793a02960f1409fd3e1511aac873491a
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bb840dbc65c27ef8840855786e35bfea033749e5d7571cf601f6645aa29cc1e
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.0053839423918164075,
5
  "eval_steps": 3,
6
- "global_step": 10,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -109,6 +109,57 @@
109
  "learning_rate": 0.0002,
110
  "loss": 4.51,
111
  "step": 10
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
112
  }
113
  ],
114
  "logging_steps": 1,
@@ -128,7 +179,7 @@
128
  "attributes": {}
129
  }
130
  },
131
- "total_flos": 1.533788723085312e+16,
132
  "train_batch_size": 2,
133
  "trial_name": null,
134
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.00807591358772461,
5
  "eval_steps": 3,
6
+ "global_step": 15,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
109
  "learning_rate": 0.0002,
110
  "loss": 4.51,
111
  "step": 10
112
+ },
113
+ {
114
+ "epoch": 0.005922336630998048,
115
+ "grad_norm": 3.0932722091674805,
116
+ "learning_rate": 0.00019781476007338058,
117
+ "loss": 4.3751,
118
+ "step": 11
119
+ },
120
+ {
121
+ "epoch": 0.006460730870179689,
122
+ "grad_norm": 2.336444854736328,
123
+ "learning_rate": 0.0001913545457642601,
124
+ "loss": 4.2279,
125
+ "step": 12
126
+ },
127
+ {
128
+ "epoch": 0.006460730870179689,
129
+ "eval_loss": 4.283242225646973,
130
+ "eval_runtime": 185.6479,
131
+ "eval_samples_per_second": 8.43,
132
+ "eval_steps_per_second": 4.218,
133
+ "step": 12
134
+ },
135
+ {
136
+ "epoch": 0.00699912510936133,
137
+ "grad_norm": 2.7305572032928467,
138
+ "learning_rate": 0.00018090169943749476,
139
+ "loss": 4.1567,
140
+ "step": 13
141
+ },
142
+ {
143
+ "epoch": 0.007537519348542971,
144
+ "grad_norm": 2.3469622135162354,
145
+ "learning_rate": 0.00016691306063588583,
146
+ "loss": 4.1394,
147
+ "step": 14
148
+ },
149
+ {
150
+ "epoch": 0.00807591358772461,
151
+ "grad_norm": 2.188025712966919,
152
+ "learning_rate": 0.00015000000000000001,
153
+ "loss": 4.1941,
154
+ "step": 15
155
+ },
156
+ {
157
+ "epoch": 0.00807591358772461,
158
+ "eval_loss": 4.151458740234375,
159
+ "eval_runtime": 186.8151,
160
+ "eval_samples_per_second": 8.377,
161
+ "eval_steps_per_second": 4.191,
162
+ "step": 15
163
  }
164
  ],
165
  "logging_steps": 1,
 
179
  "attributes": {}
180
  }
181
  },
182
+ "total_flos": 2.300683084627968e+16,
183
  "train_batch_size": 2,
184
  "trial_name": null,
185
  "trial_params": null