RoyJoy commited on
Commit
a53b017
·
verified ·
1 Parent(s): 4495f0f

Training in progress, step 462, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a07dee49d799c7c4e594b277793ea8c2c44a124a650537f11e3afe2258bf9b52
3
  size 93608
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6016a91738f92c509fae7473f3f57402eab9ca7b18809aca2dddebeccba1d5a6
3
  size 93608
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8281e7a7c385c76306c3e004746a48faed6d6fc5dc06a058997a000d46c08896
3
  size 197158
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:708965279644d8d6384f3966c9dcc4ba57135c188ef8f9cff896c2c0f7989c0a
3
  size 197158
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:43b6f75817f48f21e99a60f7fdd4858dd8e6cf511942acb28532f05a198992fd
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7da5cf41b2b745faed03773025a29a11348f4944822e03e49fca03431b28118
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1c4bec5f2ca6548158d067a427656c807f869711b2091a276a7aca2125ea8d69
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41a883c860a264fc5a57d9f8e7a25458dde31e87fca349eec5d367e6dfcc9b75
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dec3fb92b10a22709bb248d99db74c3e5d2a3281e3681c398d8c43f78f024c67
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6289290891553c37ba97585b94e0d2ee9f0bd3342fa8e89b2d64a0012f2bb90f
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c4d94cc971111c55703dacd86e4e6c559013000276fcee696a129b53ceb6f248
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c32238f7435ba76061ab976f9cfddd71a9091d21054b073cb9871615b3dd3904
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b9507fdefdfac1d5dbc7a23a3aeb675b6dd3cc22a3762b7e85ff02a1c9c43105
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b58b44a2d5024ddc12e64ead45d5d25c7fc985d9aaeb44c7bc3de9b8cf56f23
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 1.0979751796211628,
5
  "eval_steps": 42,
6
- "global_step": 420,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -1075,6 +1075,112 @@
1075
  "eval_samples_per_second": 775.161,
1076
  "eval_steps_per_second": 24.355,
1077
  "step": 420
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1078
  }
1079
  ],
1080
  "logging_steps": 3,
@@ -1094,7 +1200,7 @@
1094
  "attributes": {}
1095
  }
1096
  },
1097
- "total_flos": 8102606929920.0,
1098
  "train_batch_size": 8,
1099
  "trial_name": null,
1100
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 1.2077073807968648,
5
  "eval_steps": 42,
6
+ "global_step": 462,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
1075
  "eval_samples_per_second": 775.161,
1076
  "eval_steps_per_second": 24.355,
1077
  "step": 420
1078
+ },
1079
+ {
1080
+ "epoch": 1.1058131939908558,
1081
+ "grad_norm": 0.022812234237790108,
1082
+ "learning_rate": 5.9702234071631e-06,
1083
+ "loss": 11.7508,
1084
+ "step": 423
1085
+ },
1086
+ {
1087
+ "epoch": 1.1136512083605488,
1088
+ "grad_norm": 0.02215123549103737,
1089
+ "learning_rate": 5.5226705990794155e-06,
1090
+ "loss": 11.9357,
1091
+ "step": 426
1092
+ },
1093
+ {
1094
+ "epoch": 1.1214892227302418,
1095
+ "grad_norm": 0.018271734938025475,
1096
+ "learning_rate": 5.091571939329048e-06,
1097
+ "loss": 12.0107,
1098
+ "step": 429
1099
+ },
1100
+ {
1101
+ "epoch": 1.1293272370999348,
1102
+ "grad_norm": 0.018984654918313026,
1103
+ "learning_rate": 4.677086910538092e-06,
1104
+ "loss": 12.1886,
1105
+ "step": 432
1106
+ },
1107
+ {
1108
+ "epoch": 1.1371652514696278,
1109
+ "grad_norm": 0.018601972609758377,
1110
+ "learning_rate": 4.279368849209381e-06,
1111
+ "loss": 11.6696,
1112
+ "step": 435
1113
+ },
1114
+ {
1115
+ "epoch": 1.1450032658393208,
1116
+ "grad_norm": 0.0175609327852726,
1117
+ "learning_rate": 3.898564888996476e-06,
1118
+ "loss": 12.2369,
1119
+ "step": 438
1120
+ },
1121
+ {
1122
+ "epoch": 1.1528412802090138,
1123
+ "grad_norm": 0.018267886713147163,
1124
+ "learning_rate": 3.534815906272404e-06,
1125
+ "loss": 11.3125,
1126
+ "step": 441
1127
+ },
1128
+ {
1129
+ "epoch": 1.1606792945787068,
1130
+ "grad_norm": 0.018670443445444107,
1131
+ "learning_rate": 3.18825646801314e-06,
1132
+ "loss": 12.0095,
1133
+ "step": 444
1134
+ },
1135
+ {
1136
+ "epoch": 1.1685173089483998,
1137
+ "grad_norm": 0.01578577049076557,
1138
+ "learning_rate": 2.8590147820153513e-06,
1139
+ "loss": 11.9352,
1140
+ "step": 447
1141
+ },
1142
+ {
1143
+ "epoch": 1.1763553233180928,
1144
+ "grad_norm": 0.018620701506733894,
1145
+ "learning_rate": 2.547212649466568e-06,
1146
+ "loss": 11.819,
1147
+ "step": 450
1148
+ },
1149
+ {
1150
+ "epoch": 1.1841933376877858,
1151
+ "grad_norm": 0.020687857642769814,
1152
+ "learning_rate": 2.2529654198854835e-06,
1153
+ "loss": 12.2251,
1154
+ "step": 453
1155
+ },
1156
+ {
1157
+ "epoch": 1.1920313520574788,
1158
+ "grad_norm": 0.0191540215164423,
1159
+ "learning_rate": 1.9763819484490355e-06,
1160
+ "loss": 11.8286,
1161
+ "step": 456
1162
+ },
1163
+ {
1164
+ "epoch": 1.1998693664271718,
1165
+ "grad_norm": 0.017804287374019623,
1166
+ "learning_rate": 1.7175645557220566e-06,
1167
+ "loss": 11.6918,
1168
+ "step": 459
1169
+ },
1170
+ {
1171
+ "epoch": 1.2077073807968648,
1172
+ "grad_norm": 0.019628843292593956,
1173
+ "learning_rate": 1.4766089898042678e-06,
1174
+ "loss": 12.2151,
1175
+ "step": 462
1176
+ },
1177
+ {
1178
+ "epoch": 1.2077073807968648,
1179
+ "eval_loss": 11.916607856750488,
1180
+ "eval_runtime": 3.3257,
1181
+ "eval_samples_per_second": 775.165,
1182
+ "eval_steps_per_second": 24.355,
1183
+ "step": 462
1184
  }
1185
  ],
1186
  "logging_steps": 3,
 
1200
  "attributes": {}
1201
  }
1202
  },
1203
+ "total_flos": 8912506060800.0,
1204
  "train_batch_size": 8,
1205
  "trial_name": null,
1206
  "trial_params": null