mikhail-panzo commited on
Commit
aef7cfe
1 Parent(s): d335ca0

Training in progress, step 7500, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:85d1a74bc5af66a461de0e178b62837c786f8cd06a64ffab26b7afea5c9b1805
3
  size 577789320
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f44041984529e3d1651d11cbed261b1dfcacb7ffef17a414df0f52a4da9bbbc0
3
  size 577789320
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9b8678575d864971a9e9382f17f7db4b6da1942e3c20bc746499b77b7c03619b
3
  size 1155772233
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c76696460c5035e7be36105fcf57d1518b8088f7b053cf7bc3cee0f14a560b6f
3
  size 1155772233
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6a353205a9e946b0d6bfafe9222097967c1d01fdf78572f24cfac13c67c821a4
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c47459c0e2dffaed00a8dda72fc27b999da170e8df9b15995d74bf1989ecab4
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:79faef7859961c2a638e4312a796703fd0c86e5877b740a2ce8b47db225af025
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c124d5873e6dde5040a6a31973ca68127e3dfe277695e3cb113af8a1a01ff662
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 0.39249518513679504,
3
  "best_model_checkpoint": "mikhail-panzo/ceb_b64_le5_s8000/checkpoint-6000",
4
- "epoch": 274.5098039215686,
5
  "eval_steps": 500,
6
- "global_step": 7000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -1099,6 +1099,84 @@
1099
  "eval_samples_per_second": 28.394,
1100
  "eval_steps_per_second": 3.628,
1101
  "step": 7000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1102
  }
1103
  ],
1104
  "logging_steps": 50,
@@ -1118,7 +1196,7 @@
1118
  "attributes": {}
1119
  }
1120
  },
1121
- "total_flos": 7.61630362878591e+16,
1122
  "train_batch_size": 32,
1123
  "trial_name": null,
1124
  "trial_params": null
 
1
  {
2
  "best_metric": 0.39249518513679504,
3
  "best_model_checkpoint": "mikhail-panzo/ceb_b64_le5_s8000/checkpoint-6000",
4
+ "epoch": 294.11764705882354,
5
  "eval_steps": 500,
6
+ "global_step": 7500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
1099
  "eval_samples_per_second": 28.394,
1100
  "eval_steps_per_second": 3.628,
1101
  "step": 7000
1102
+ },
1103
+ {
1104
+ "epoch": 276.47058823529414,
1105
+ "grad_norm": 0.9707151651382446,
1106
+ "learning_rate": 1.5883333333333333e-06,
1107
+ "loss": 0.4001,
1108
+ "step": 7050
1109
+ },
1110
+ {
1111
+ "epoch": 278.4313725490196,
1112
+ "grad_norm": 0.7843708395957947,
1113
+ "learning_rate": 1.505e-06,
1114
+ "loss": 0.3942,
1115
+ "step": 7100
1116
+ },
1117
+ {
1118
+ "epoch": 280.3921568627451,
1119
+ "grad_norm": 0.900497555732727,
1120
+ "learning_rate": 1.4216666666666667e-06,
1121
+ "loss": 0.3981,
1122
+ "step": 7150
1123
+ },
1124
+ {
1125
+ "epoch": 282.3529411764706,
1126
+ "grad_norm": 0.7594972848892212,
1127
+ "learning_rate": 1.3383333333333334e-06,
1128
+ "loss": 0.3961,
1129
+ "step": 7200
1130
+ },
1131
+ {
1132
+ "epoch": 284.3137254901961,
1133
+ "grad_norm": 0.7281601428985596,
1134
+ "learning_rate": 1.255e-06,
1135
+ "loss": 0.394,
1136
+ "step": 7250
1137
+ },
1138
+ {
1139
+ "epoch": 286.27450980392155,
1140
+ "grad_norm": 0.7863117456436157,
1141
+ "learning_rate": 1.1716666666666667e-06,
1142
+ "loss": 0.3899,
1143
+ "step": 7300
1144
+ },
1145
+ {
1146
+ "epoch": 288.2352941176471,
1147
+ "grad_norm": 0.7224944233894348,
1148
+ "learning_rate": 1.0883333333333334e-06,
1149
+ "loss": 0.3993,
1150
+ "step": 7350
1151
+ },
1152
+ {
1153
+ "epoch": 290.19607843137254,
1154
+ "grad_norm": 0.7235053181648254,
1155
+ "learning_rate": 1.0050000000000001e-06,
1156
+ "loss": 0.3928,
1157
+ "step": 7400
1158
+ },
1159
+ {
1160
+ "epoch": 292.15686274509807,
1161
+ "grad_norm": 0.7260425686836243,
1162
+ "learning_rate": 9.216666666666667e-07,
1163
+ "loss": 0.3904,
1164
+ "step": 7450
1165
+ },
1166
+ {
1167
+ "epoch": 294.11764705882354,
1168
+ "grad_norm": 0.7799311876296997,
1169
+ "learning_rate": 8.383333333333334e-07,
1170
+ "loss": 0.3955,
1171
+ "step": 7500
1172
+ },
1173
+ {
1174
+ "epoch": 294.11764705882354,
1175
+ "eval_loss": 0.3945452570915222,
1176
+ "eval_runtime": 6.6937,
1177
+ "eval_samples_per_second": 26.891,
1178
+ "eval_steps_per_second": 3.436,
1179
+ "step": 7500
1180
  }
1181
  ],
1182
  "logging_steps": 50,
 
1196
  "attributes": {}
1197
  }
1198
  },
1199
+ "total_flos": 8.159614773058426e+16,
1200
  "train_batch_size": 32,
1201
  "trial_name": null,
1202
  "trial_params": null