| { | |
| "best_metric": 0.9652652915549957, | |
| "best_model_checkpoint": "checkpoints/BEE-spoke-data-bert-plus-L8-v1.0-allNLI_matryoshka-synthetic-text-similarity-Mar-21_10-51/checkpoint-1800", | |
| "epoch": 0.2894472361809045, | |
| "eval_steps": 300, | |
| "global_step": 1800, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 3.4826388359069824, | |
| "learning_rate": 1.2861736334405146e-07, | |
| "loss": 0.0905, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.3191146850585938, | |
| "learning_rate": 2.572347266881029e-07, | |
| "loss": 0.1138, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.398422956466675, | |
| "learning_rate": 3.858520900321544e-07, | |
| "loss": 0.1055, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 3.034379720687866, | |
| "learning_rate": 5.144694533762058e-07, | |
| "loss": 0.1113, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 5.541696071624756, | |
| "learning_rate": 6.430868167202573e-07, | |
| "loss": 0.0875, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 3.2232377529144287, | |
| "learning_rate": 7.717041800643088e-07, | |
| "loss": 0.1163, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 1.692831039428711, | |
| "learning_rate": 9.003215434083602e-07, | |
| "loss": 0.0746, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.9550053477287292, | |
| "learning_rate": 1.0289389067524116e-06, | |
| "loss": 0.0697, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.5329389572143555, | |
| "learning_rate": 1.157556270096463e-06, | |
| "loss": 0.0716, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.0605404376983643, | |
| "learning_rate": 1.2861736334405146e-06, | |
| "loss": 0.0478, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.4411487579345703, | |
| "learning_rate": 1.4147909967845661e-06, | |
| "loss": 0.0971, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.9422132968902588, | |
| "learning_rate": 1.5434083601286177e-06, | |
| "loss": 0.0567, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.2038466930389404, | |
| "learning_rate": 1.6720257234726688e-06, | |
| "loss": 0.0477, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.7133512496948242, | |
| "learning_rate": 1.8006430868167204e-06, | |
| "loss": 0.0528, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.754583716392517, | |
| "learning_rate": 1.9292604501607717e-06, | |
| "loss": 0.048, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.8963572382926941, | |
| "learning_rate": 2.0578778135048233e-06, | |
| "loss": 0.0508, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.0214054584503174, | |
| "learning_rate": 2.186495176848875e-06, | |
| "loss": 0.0485, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.9729621410369873, | |
| "learning_rate": 2.315112540192926e-06, | |
| "loss": 0.051, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.5615208148956299, | |
| "learning_rate": 2.4437299035369775e-06, | |
| "loss": 0.0604, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.6368948221206665, | |
| "learning_rate": 2.572347266881029e-06, | |
| "loss": 0.0442, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.133140802383423, | |
| "learning_rate": 2.7009646302250807e-06, | |
| "loss": 0.0302, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.2055103778839111, | |
| "learning_rate": 2.8295819935691322e-06, | |
| "loss": 0.0432, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.5411338806152344, | |
| "learning_rate": 2.9581993569131834e-06, | |
| "loss": 0.0319, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.75223708152771, | |
| "learning_rate": 3.0868167202572353e-06, | |
| "loss": 0.0364, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.4433358907699585, | |
| "learning_rate": 3.2154340836012865e-06, | |
| "loss": 0.0661, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.5212054252624512, | |
| "learning_rate": 3.3440514469453376e-06, | |
| "loss": 0.0609, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.2315409183502197, | |
| "learning_rate": 3.4726688102893896e-06, | |
| "loss": 0.0546, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.073073148727417, | |
| "learning_rate": 3.6012861736334407e-06, | |
| "loss": 0.0686, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.4473097324371338, | |
| "learning_rate": 3.7299035369774923e-06, | |
| "loss": 0.0363, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.4474904537200928, | |
| "learning_rate": 3.8585209003215434e-06, | |
| "loss": 0.0425, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.410780429840088, | |
| "learning_rate": 3.987138263665595e-06, | |
| "loss": 0.057, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.380175232887268, | |
| "learning_rate": 4.1157556270096466e-06, | |
| "loss": 0.045, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.0906972885131836, | |
| "learning_rate": 4.244372990353698e-06, | |
| "loss": 0.0338, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.6216851472854614, | |
| "learning_rate": 4.37299035369775e-06, | |
| "loss": 0.036, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.806192934513092, | |
| "learning_rate": 4.501607717041801e-06, | |
| "loss": 0.037, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.959051251411438, | |
| "learning_rate": 4.630225080385852e-06, | |
| "loss": 0.0473, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.4807804226875305, | |
| "learning_rate": 4.758842443729904e-06, | |
| "loss": 0.022, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.982123613357544, | |
| "learning_rate": 4.887459807073955e-06, | |
| "loss": 0.04, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.4609640836715698, | |
| "learning_rate": 5.016077170418007e-06, | |
| "loss": 0.0266, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.4000838994979858, | |
| "learning_rate": 5.144694533762058e-06, | |
| "loss": 0.0211, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.828529953956604, | |
| "learning_rate": 5.273311897106109e-06, | |
| "loss": 0.0239, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.8723558187484741, | |
| "learning_rate": 5.401929260450161e-06, | |
| "loss": 0.0273, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.4310917854309082, | |
| "learning_rate": 5.530546623794213e-06, | |
| "loss": 0.0383, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.0429316759109497, | |
| "learning_rate": 5.6591639871382644e-06, | |
| "loss": 0.0348, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.7097664475440979, | |
| "learning_rate": 5.787781350482315e-06, | |
| "loss": 0.0199, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.269923448562622, | |
| "learning_rate": 5.916398713826367e-06, | |
| "loss": 0.0274, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.1587966680526733, | |
| "learning_rate": 6.045016077170418e-06, | |
| "loss": 0.0347, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.1199533939361572, | |
| "learning_rate": 6.173633440514471e-06, | |
| "loss": 0.0294, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.9978614449501038, | |
| "learning_rate": 6.302250803858521e-06, | |
| "loss": 0.0237, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.0913878679275513, | |
| "learning_rate": 6.430868167202573e-06, | |
| "loss": 0.039, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.7430211901664734, | |
| "learning_rate": 6.5594855305466245e-06, | |
| "loss": 0.0328, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.597890019416809, | |
| "learning_rate": 6.688102893890675e-06, | |
| "loss": 0.033, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.8224192261695862, | |
| "learning_rate": 6.816720257234727e-06, | |
| "loss": 0.0207, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.1937623023986816, | |
| "learning_rate": 6.945337620578779e-06, | |
| "loss": 0.0341, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.337793231010437, | |
| "learning_rate": 7.073954983922831e-06, | |
| "loss": 0.0359, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.3222864866256714, | |
| "learning_rate": 7.2025723472668815e-06, | |
| "loss": 0.0341, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.6585116386413574, | |
| "learning_rate": 7.331189710610933e-06, | |
| "loss": 0.0319, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.9420249462127686, | |
| "learning_rate": 7.459807073954985e-06, | |
| "loss": 0.0458, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.1558046340942383, | |
| "learning_rate": 7.588424437299035e-06, | |
| "loss": 0.0309, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.778165340423584, | |
| "learning_rate": 7.717041800643087e-06, | |
| "loss": 0.0532, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.3744961023330688, | |
| "learning_rate": 7.84565916398714e-06, | |
| "loss": 0.0306, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.4764065742492676, | |
| "learning_rate": 7.97427652733119e-06, | |
| "loss": 0.0398, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.0220906734466553, | |
| "learning_rate": 8.102893890675242e-06, | |
| "loss": 0.0552, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 3.4686410427093506, | |
| "learning_rate": 8.231511254019293e-06, | |
| "loss": 0.0599, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.0917580127716064, | |
| "learning_rate": 8.360128617363345e-06, | |
| "loss": 0.036, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.3227124214172363, | |
| "learning_rate": 8.488745980707396e-06, | |
| "loss": 0.0337, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.853574275970459, | |
| "learning_rate": 8.617363344051448e-06, | |
| "loss": 0.0356, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.250444769859314, | |
| "learning_rate": 8.7459807073955e-06, | |
| "loss": 0.0625, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.1477417945861816, | |
| "learning_rate": 8.874598070739551e-06, | |
| "loss": 0.0325, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.7810678482055664, | |
| "learning_rate": 9.003215434083602e-06, | |
| "loss": 0.028, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.5006675720214844, | |
| "learning_rate": 9.131832797427654e-06, | |
| "loss": 0.046, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.8945916295051575, | |
| "learning_rate": 9.260450160771704e-06, | |
| "loss": 0.0318, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.4942963123321533, | |
| "learning_rate": 9.389067524115757e-06, | |
| "loss": 0.0254, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.9653424620628357, | |
| "learning_rate": 9.517684887459809e-06, | |
| "loss": 0.0286, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.740561604499817, | |
| "learning_rate": 9.64630225080386e-06, | |
| "loss": 0.032, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_loss": 0.03372881934046745, | |
| "eval_pearson_cosine": 0.9332293835600463, | |
| "eval_pearson_dot": 0.9301330880973007, | |
| "eval_pearson_euclidean": 0.9260017674080668, | |
| "eval_pearson_manhattan": 0.9271288221546901, | |
| "eval_pearson_max": 0.9332293835600463, | |
| "eval_runtime": 249.5828, | |
| "eval_samples_per_second": 2.003, | |
| "eval_spearman_cosine": 0.947022185388043, | |
| "eval_spearman_dot": 0.9435553217732889, | |
| "eval_spearman_euclidean": 0.940413083620648, | |
| "eval_spearman_manhattan": 0.9413909920251474, | |
| "eval_spearman_max": 0.947022185388043, | |
| "eval_steps_per_second": 2.003, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.6091077923774719, | |
| "learning_rate": 9.77491961414791e-06, | |
| "loss": 0.0197, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.2511804103851318, | |
| "learning_rate": 9.903536977491962e-06, | |
| "loss": 0.0306, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.3721988201141357, | |
| "learning_rate": 1.0032154340836013e-05, | |
| "loss": 0.0187, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.7939477562904358, | |
| "learning_rate": 1.0160771704180067e-05, | |
| "loss": 0.0318, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.6942979097366333, | |
| "learning_rate": 1.0289389067524116e-05, | |
| "loss": 0.0264, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.3466440439224243, | |
| "learning_rate": 1.0418006430868168e-05, | |
| "loss": 0.0316, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.7388295531272888, | |
| "learning_rate": 1.0546623794212218e-05, | |
| "loss": 0.0322, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.094037413597107, | |
| "learning_rate": 1.0675241157556271e-05, | |
| "loss": 0.029, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.9884235262870789, | |
| "learning_rate": 1.0803858520900323e-05, | |
| "loss": 0.0424, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.2799253463745117, | |
| "learning_rate": 1.0932475884244374e-05, | |
| "loss": 0.0221, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.830769419670105, | |
| "learning_rate": 1.1061093247588426e-05, | |
| "loss": 0.0255, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.4065282344818115, | |
| "learning_rate": 1.1189710610932476e-05, | |
| "loss": 0.0257, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.4823110103607178, | |
| "learning_rate": 1.1318327974276529e-05, | |
| "loss": 0.0277, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.5865018367767334, | |
| "learning_rate": 1.144694533762058e-05, | |
| "loss": 0.0272, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.3011387586593628, | |
| "learning_rate": 1.157556270096463e-05, | |
| "loss": 0.0249, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.0222949981689453, | |
| "learning_rate": 1.1704180064308684e-05, | |
| "loss": 0.025, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.650606393814087, | |
| "learning_rate": 1.1832797427652733e-05, | |
| "loss": 0.0427, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 7.919157981872559, | |
| "learning_rate": 1.1961414790996787e-05, | |
| "loss": 0.0432, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.2726035118103027, | |
| "learning_rate": 1.2090032154340837e-05, | |
| "loss": 0.0244, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.1458909511566162, | |
| "learning_rate": 1.2218649517684888e-05, | |
| "loss": 0.026, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.4866142272949219, | |
| "learning_rate": 1.2347266881028941e-05, | |
| "loss": 0.0315, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.7649275064468384, | |
| "learning_rate": 1.2475884244372991e-05, | |
| "loss": 0.0253, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.5921647548675537, | |
| "learning_rate": 1.2604501607717043e-05, | |
| "loss": 0.0229, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.977344810962677, | |
| "learning_rate": 1.2733118971061094e-05, | |
| "loss": 0.0225, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.8201347589492798, | |
| "learning_rate": 1.2861736334405146e-05, | |
| "loss": 0.0219, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.8397660255432129, | |
| "learning_rate": 1.2990353697749196e-05, | |
| "loss": 0.0281, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.5883716940879822, | |
| "learning_rate": 1.3118971061093249e-05, | |
| "loss": 0.0256, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.352879524230957, | |
| "learning_rate": 1.32475884244373e-05, | |
| "loss": 0.0323, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 2.8051841259002686, | |
| "learning_rate": 1.337620578778135e-05, | |
| "loss": 0.0389, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.8029029965400696, | |
| "learning_rate": 1.3504823151125404e-05, | |
| "loss": 0.0198, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 2.1253607273101807, | |
| "learning_rate": 1.3633440514469454e-05, | |
| "loss": 0.0303, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.313376784324646, | |
| "learning_rate": 1.3762057877813507e-05, | |
| "loss": 0.0415, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.5886867046356201, | |
| "learning_rate": 1.3890675241157558e-05, | |
| "loss": 0.028, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.150387167930603, | |
| "learning_rate": 1.4019292604501608e-05, | |
| "loss": 0.0317, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.9141702651977539, | |
| "learning_rate": 1.4147909967845662e-05, | |
| "loss": 0.0375, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.5728639364242554, | |
| "learning_rate": 1.4276527331189711e-05, | |
| "loss": 0.035, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.9280940294265747, | |
| "learning_rate": 1.4405144694533763e-05, | |
| "loss": 0.0254, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.4746482372283936, | |
| "learning_rate": 1.4533762057877815e-05, | |
| "loss": 0.0449, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.9735682606697083, | |
| "learning_rate": 1.4662379421221866e-05, | |
| "loss": 0.0305, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.2252638339996338, | |
| "learning_rate": 1.479099678456592e-05, | |
| "loss": 0.0286, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 2.308204412460327, | |
| "learning_rate": 1.491961414790997e-05, | |
| "loss": 0.0376, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.1166713237762451, | |
| "learning_rate": 1.504823151125402e-05, | |
| "loss": 0.0309, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.1420267820358276, | |
| "learning_rate": 1.517684887459807e-05, | |
| "loss": 0.0243, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 2.7457785606384277, | |
| "learning_rate": 1.5305466237942124e-05, | |
| "loss": 0.0358, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.1351250410079956, | |
| "learning_rate": 1.5434083601286174e-05, | |
| "loss": 0.0381, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.669029951095581, | |
| "learning_rate": 1.5562700964630227e-05, | |
| "loss": 0.0233, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.1537421941757202, | |
| "learning_rate": 1.569131832797428e-05, | |
| "loss": 0.0319, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.1718066930770874, | |
| "learning_rate": 1.581993569131833e-05, | |
| "loss": 0.0366, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.6619621515274048, | |
| "learning_rate": 1.594855305466238e-05, | |
| "loss": 0.0433, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.9330528378486633, | |
| "learning_rate": 1.607717041800643e-05, | |
| "loss": 0.0336, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.4244128465652466, | |
| "learning_rate": 1.6205787781350483e-05, | |
| "loss": 0.0279, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.719264566898346, | |
| "learning_rate": 1.6334405144694536e-05, | |
| "loss": 0.026, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.5247528553009033, | |
| "learning_rate": 1.6463022508038586e-05, | |
| "loss": 0.0204, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.9459376335144043, | |
| "learning_rate": 1.659163987138264e-05, | |
| "loss": 0.0457, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.6106892824172974, | |
| "learning_rate": 1.672025723472669e-05, | |
| "loss": 0.024, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.9702305793762207, | |
| "learning_rate": 1.6848874598070743e-05, | |
| "loss": 0.0424, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.8634403347969055, | |
| "learning_rate": 1.6977491961414792e-05, | |
| "loss": 0.0377, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 1.0177710056304932, | |
| "learning_rate": 1.7106109324758842e-05, | |
| "loss": 0.0299, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.7187432646751404, | |
| "learning_rate": 1.7234726688102896e-05, | |
| "loss": 0.03, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 1.3794456720352173, | |
| "learning_rate": 1.7363344051446945e-05, | |
| "loss": 0.0461, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 2.011230707168579, | |
| "learning_rate": 1.7491961414791e-05, | |
| "loss": 0.0423, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.9847524166107178, | |
| "learning_rate": 1.762057877813505e-05, | |
| "loss": 0.0379, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 1.4435635805130005, | |
| "learning_rate": 1.7749196141479102e-05, | |
| "loss": 0.0407, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.6206502318382263, | |
| "learning_rate": 1.7877813504823152e-05, | |
| "loss": 0.0293, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.6152936816215515, | |
| "learning_rate": 1.8006430868167205e-05, | |
| "loss": 0.0239, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.9495165944099426, | |
| "learning_rate": 1.8135048231511255e-05, | |
| "loss": 0.0279, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 1.1117522716522217, | |
| "learning_rate": 1.8263665594855308e-05, | |
| "loss": 0.0282, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.9599608182907104, | |
| "learning_rate": 1.8392282958199358e-05, | |
| "loss": 0.0241, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.665824294090271, | |
| "learning_rate": 1.8520900321543408e-05, | |
| "loss": 0.032, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.9927297830581665, | |
| "learning_rate": 1.864951768488746e-05, | |
| "loss": 0.0386, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.8864579200744629, | |
| "learning_rate": 1.8778135048231514e-05, | |
| "loss": 0.0424, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.8934502601623535, | |
| "learning_rate": 1.8906752411575564e-05, | |
| "loss": 0.0303, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.7153275609016418, | |
| "learning_rate": 1.9035369774919617e-05, | |
| "loss": 0.0351, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.8853140473365784, | |
| "learning_rate": 1.9163987138263667e-05, | |
| "loss": 0.0251, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.535198450088501, | |
| "learning_rate": 1.929260450160772e-05, | |
| "loss": 0.039, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_loss": 0.03215770050883293, | |
| "eval_pearson_cosine": 0.9396208600788933, | |
| "eval_pearson_dot": 0.9361396977412548, | |
| "eval_pearson_euclidean": 0.9366702713808518, | |
| "eval_pearson_manhattan": 0.935916312626658, | |
| "eval_pearson_max": 0.9396208600788933, | |
| "eval_runtime": 249.4161, | |
| "eval_samples_per_second": 2.005, | |
| "eval_spearman_cosine": 0.9531478289779426, | |
| "eval_spearman_dot": 0.9484099676386145, | |
| "eval_spearman_euclidean": 0.9506823938736226, | |
| "eval_spearman_manhattan": 0.9494599723678361, | |
| "eval_spearman_max": 0.9531478289779426, | |
| "eval_steps_per_second": 2.005, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.6895681023597717, | |
| "learning_rate": 1.942122186495177e-05, | |
| "loss": 0.0243, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.0323344469070435, | |
| "learning_rate": 1.954983922829582e-05, | |
| "loss": 0.0366, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.6633996367454529, | |
| "learning_rate": 1.9678456591639874e-05, | |
| "loss": 0.0472, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.3444079160690308, | |
| "learning_rate": 1.9807073954983923e-05, | |
| "loss": 0.0323, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.9151845574378967, | |
| "learning_rate": 1.9935691318327977e-05, | |
| "loss": 0.0263, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.1424955129623413, | |
| "learning_rate": 1.9992852037169407e-05, | |
| "loss": 0.0333, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.0085678100585938, | |
| "learning_rate": 1.9978556111508223e-05, | |
| "loss": 0.0375, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.071134328842163, | |
| "learning_rate": 1.9964260185847037e-05, | |
| "loss": 0.0299, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.2681633234024048, | |
| "learning_rate": 1.9949964260185847e-05, | |
| "loss": 0.0317, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.9661902189254761, | |
| "learning_rate": 1.9935668334524663e-05, | |
| "loss": 0.0358, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.77792489528656, | |
| "learning_rate": 1.9921372408863477e-05, | |
| "loss": 0.0318, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.4316706955432892, | |
| "learning_rate": 1.990707648320229e-05, | |
| "loss": 0.0288, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.73268061876297, | |
| "learning_rate": 1.9892780557541103e-05, | |
| "loss": 0.0373, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 1.6720423698425293, | |
| "learning_rate": 1.9878484631879917e-05, | |
| "loss": 0.0478, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.5472896695137024, | |
| "learning_rate": 1.986418870621873e-05, | |
| "loss": 0.0169, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 1.016210675239563, | |
| "learning_rate": 1.9849892780557543e-05, | |
| "loss": 0.0279, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.6803948879241943, | |
| "learning_rate": 1.9835596854896357e-05, | |
| "loss": 0.0323, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.570452868938446, | |
| "learning_rate": 1.982130092923517e-05, | |
| "loss": 0.0189, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 1.1386935710906982, | |
| "learning_rate": 1.9807005003573983e-05, | |
| "loss": 0.0253, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 1.8023974895477295, | |
| "learning_rate": 1.9792709077912797e-05, | |
| "loss": 0.0251, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 1.1469191312789917, | |
| "learning_rate": 1.977841315225161e-05, | |
| "loss": 0.0247, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 1.133340835571289, | |
| "learning_rate": 1.9764117226590423e-05, | |
| "loss": 0.0363, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 1.3125261068344116, | |
| "learning_rate": 1.9749821300929237e-05, | |
| "loss": 0.022, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.689136266708374, | |
| "learning_rate": 1.973552537526805e-05, | |
| "loss": 0.0332, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.9812389016151428, | |
| "learning_rate": 1.9721229449606863e-05, | |
| "loss": 0.0309, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 1.1285403966903687, | |
| "learning_rate": 1.9706933523945677e-05, | |
| "loss": 0.0295, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.7089455723762512, | |
| "learning_rate": 1.969263759828449e-05, | |
| "loss": 0.0253, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.8068435788154602, | |
| "learning_rate": 1.9678341672623303e-05, | |
| "loss": 0.0239, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 1.2158197164535522, | |
| "learning_rate": 1.9664045746962117e-05, | |
| "loss": 0.0348, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 1.1878087520599365, | |
| "learning_rate": 1.9649749821300933e-05, | |
| "loss": 0.0352, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 1.019784927368164, | |
| "learning_rate": 1.9635453895639743e-05, | |
| "loss": 0.0468, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 1.391402244567871, | |
| "learning_rate": 1.9621157969978557e-05, | |
| "loss": 0.0243, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 1.5212937593460083, | |
| "learning_rate": 1.9606862044317373e-05, | |
| "loss": 0.0454, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.7201647758483887, | |
| "learning_rate": 1.9592566118656183e-05, | |
| "loss": 0.0436, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 1.0111092329025269, | |
| "learning_rate": 1.9578270192994997e-05, | |
| "loss": 0.0245, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.8695981502532959, | |
| "learning_rate": 1.9563974267333813e-05, | |
| "loss": 0.0369, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.9623269438743591, | |
| "learning_rate": 1.9549678341672623e-05, | |
| "loss": 0.0222, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.6350664496421814, | |
| "learning_rate": 1.953538241601144e-05, | |
| "loss": 0.0211, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.9464645981788635, | |
| "learning_rate": 1.9521086490350253e-05, | |
| "loss": 0.0416, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.5733113288879395, | |
| "learning_rate": 1.9506790564689063e-05, | |
| "loss": 0.0217, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.8460751175880432, | |
| "learning_rate": 1.949249463902788e-05, | |
| "loss": 0.0318, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 1.7062273025512695, | |
| "learning_rate": 1.9478198713366693e-05, | |
| "loss": 0.0428, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.8697042465209961, | |
| "learning_rate": 1.9463902787705507e-05, | |
| "loss": 0.0414, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 1.0291727781295776, | |
| "learning_rate": 1.944960686204432e-05, | |
| "loss": 0.0288, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.8506454229354858, | |
| "learning_rate": 1.9435310936383133e-05, | |
| "loss": 0.047, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.9701406955718994, | |
| "learning_rate": 1.9421015010721947e-05, | |
| "loss": 0.0276, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 2.1087899208068848, | |
| "learning_rate": 1.940671908506076e-05, | |
| "loss": 0.0448, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.8718247413635254, | |
| "learning_rate": 1.9392423159399573e-05, | |
| "loss": 0.0241, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 1.3904443979263306, | |
| "learning_rate": 1.9378127233738387e-05, | |
| "loss": 0.0451, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.7410137057304382, | |
| "learning_rate": 1.93638313080772e-05, | |
| "loss": 0.0244, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.9150621294975281, | |
| "learning_rate": 1.9349535382416013e-05, | |
| "loss": 0.0272, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.7707653045654297, | |
| "learning_rate": 1.9335239456754827e-05, | |
| "loss": 0.036, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.9467148184776306, | |
| "learning_rate": 1.932094353109364e-05, | |
| "loss": 0.0363, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 1.2180854082107544, | |
| "learning_rate": 1.9306647605432453e-05, | |
| "loss": 0.039, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.9589481949806213, | |
| "learning_rate": 1.9292351679771267e-05, | |
| "loss": 0.0346, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 1.086827039718628, | |
| "learning_rate": 1.927805575411008e-05, | |
| "loss": 0.0352, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 1.0733484029769897, | |
| "learning_rate": 1.9263759828448893e-05, | |
| "loss": 0.0308, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.7703049182891846, | |
| "learning_rate": 1.9249463902787707e-05, | |
| "loss": 0.0271, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 1.1060117483139038, | |
| "learning_rate": 1.923516797712652e-05, | |
| "loss": 0.0281, | |
| "step": 836 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.7313349843025208, | |
| "learning_rate": 1.9220872051465333e-05, | |
| "loss": 0.0245, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.7229084372520447, | |
| "learning_rate": 1.920657612580415e-05, | |
| "loss": 0.0249, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 1.4665247201919556, | |
| "learning_rate": 1.919228020014296e-05, | |
| "loss": 0.0412, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.8117924928665161, | |
| "learning_rate": 1.9177984274481773e-05, | |
| "loss": 0.0391, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.9442553520202637, | |
| "learning_rate": 1.916368834882059e-05, | |
| "loss": 0.0328, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.7885982394218445, | |
| "learning_rate": 1.91493924231594e-05, | |
| "loss": 0.0182, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 1.2472141981124878, | |
| "learning_rate": 1.9135096497498217e-05, | |
| "loss": 0.0342, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.8535823225975037, | |
| "learning_rate": 1.9120800571837027e-05, | |
| "loss": 0.0223, | |
| "step": 868 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 1.84065842628479, | |
| "learning_rate": 1.910650464617584e-05, | |
| "loss": 0.0359, | |
| "step": 872 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 1.0987244844436646, | |
| "learning_rate": 1.9092208720514657e-05, | |
| "loss": 0.0343, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.7632778286933899, | |
| "learning_rate": 1.9077912794853467e-05, | |
| "loss": 0.0323, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 1.1485552787780762, | |
| "learning_rate": 1.906361686919228e-05, | |
| "loss": 0.0337, | |
| "step": 884 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 2.6315150260925293, | |
| "learning_rate": 1.9049320943531097e-05, | |
| "loss": 0.0515, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 1.0435465574264526, | |
| "learning_rate": 1.9035025017869907e-05, | |
| "loss": 0.0458, | |
| "step": 892 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 1.001620888710022, | |
| "learning_rate": 1.9020729092208723e-05, | |
| "loss": 0.0357, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.8570252060890198, | |
| "learning_rate": 1.9006433166547537e-05, | |
| "loss": 0.037, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "eval_loss": 0.04232440143823624, | |
| "eval_pearson_cosine": 0.9451831743059702, | |
| "eval_pearson_dot": 0.9441977144080326, | |
| "eval_pearson_euclidean": 0.9401266241811703, | |
| "eval_pearson_manhattan": 0.940026238812949, | |
| "eval_pearson_max": 0.9451831743059702, | |
| "eval_runtime": 249.3889, | |
| "eval_samples_per_second": 2.005, | |
| "eval_spearman_cosine": 0.9564561958788276, | |
| "eval_spearman_dot": 0.9527831233353083, | |
| "eval_spearman_euclidean": 0.9533796700221547, | |
| "eval_spearman_manhattan": 0.9531501329883199, | |
| "eval_spearman_max": 0.9564561958788276, | |
| "eval_steps_per_second": 2.005, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 1.118642807006836, | |
| "learning_rate": 1.8992137240886347e-05, | |
| "loss": 0.0424, | |
| "step": 904 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 1.344506025314331, | |
| "learning_rate": 1.8977841315225163e-05, | |
| "loss": 0.03, | |
| "step": 908 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.7447184920310974, | |
| "learning_rate": 1.8963545389563977e-05, | |
| "loss": 0.0308, | |
| "step": 912 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.6138767004013062, | |
| "learning_rate": 1.894924946390279e-05, | |
| "loss": 0.0314, | |
| "step": 916 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.7356119751930237, | |
| "learning_rate": 1.8934953538241603e-05, | |
| "loss": 0.0283, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 1.263514518737793, | |
| "learning_rate": 1.8920657612580417e-05, | |
| "loss": 0.0293, | |
| "step": 924 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.6265131235122681, | |
| "learning_rate": 1.890636168691923e-05, | |
| "loss": 0.0183, | |
| "step": 928 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 1.7762928009033203, | |
| "learning_rate": 1.8892065761258043e-05, | |
| "loss": 0.0449, | |
| "step": 932 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 1.0329370498657227, | |
| "learning_rate": 1.8877769835596857e-05, | |
| "loss": 0.0397, | |
| "step": 936 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 1.2647181749343872, | |
| "learning_rate": 1.886347390993567e-05, | |
| "loss": 0.0329, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.7577453851699829, | |
| "learning_rate": 1.8849177984274483e-05, | |
| "loss": 0.043, | |
| "step": 944 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 1.1184148788452148, | |
| "learning_rate": 1.8834882058613297e-05, | |
| "loss": 0.0419, | |
| "step": 948 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.7198161482810974, | |
| "learning_rate": 1.882058613295211e-05, | |
| "loss": 0.0292, | |
| "step": 952 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 1.0045865774154663, | |
| "learning_rate": 1.8806290207290923e-05, | |
| "loss": 0.0333, | |
| "step": 956 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.5983513593673706, | |
| "learning_rate": 1.8791994281629737e-05, | |
| "loss": 0.022, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 1.0982924699783325, | |
| "learning_rate": 1.877769835596855e-05, | |
| "loss": 0.0264, | |
| "step": 964 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.6120471358299255, | |
| "learning_rate": 1.8763402430307363e-05, | |
| "loss": 0.0308, | |
| "step": 968 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 1.5346020460128784, | |
| "learning_rate": 1.8749106504646177e-05, | |
| "loss": 0.0355, | |
| "step": 972 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.42815306782722473, | |
| "learning_rate": 1.873481057898499e-05, | |
| "loss": 0.0236, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.7016882300376892, | |
| "learning_rate": 1.8720514653323803e-05, | |
| "loss": 0.0278, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.6955506801605225, | |
| "learning_rate": 1.8706218727662617e-05, | |
| "loss": 0.0208, | |
| "step": 984 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.7579104900360107, | |
| "learning_rate": 1.8691922802001433e-05, | |
| "loss": 0.0303, | |
| "step": 988 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.8700461983680725, | |
| "learning_rate": 1.8677626876340243e-05, | |
| "loss": 0.0212, | |
| "step": 992 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 1.532637357711792, | |
| "learning_rate": 1.8663330950679057e-05, | |
| "loss": 0.0499, | |
| "step": 996 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 1.3528228998184204, | |
| "learning_rate": 1.8649035025017873e-05, | |
| "loss": 0.0349, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.7273157238960266, | |
| "learning_rate": 1.8634739099356683e-05, | |
| "loss": 0.0202, | |
| "step": 1004 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.952356219291687, | |
| "learning_rate": 1.86204431736955e-05, | |
| "loss": 0.0315, | |
| "step": 1008 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.6654635071754456, | |
| "learning_rate": 1.8606147248034313e-05, | |
| "loss": 0.0248, | |
| "step": 1012 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.578262984752655, | |
| "learning_rate": 1.8591851322373123e-05, | |
| "loss": 0.037, | |
| "step": 1016 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.6199663877487183, | |
| "learning_rate": 1.857755539671194e-05, | |
| "loss": 0.0245, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 1.0458414554595947, | |
| "learning_rate": 1.8563259471050753e-05, | |
| "loss": 0.0264, | |
| "step": 1024 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.5218886733055115, | |
| "learning_rate": 1.8548963545389563e-05, | |
| "loss": 0.0254, | |
| "step": 1028 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.4931807518005371, | |
| "learning_rate": 1.853466761972838e-05, | |
| "loss": 0.0163, | |
| "step": 1032 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.7079238891601562, | |
| "learning_rate": 1.8520371694067193e-05, | |
| "loss": 0.027, | |
| "step": 1036 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.6107800006866455, | |
| "learning_rate": 1.8506075768406007e-05, | |
| "loss": 0.0353, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 1.5169730186462402, | |
| "learning_rate": 1.849177984274482e-05, | |
| "loss": 0.0353, | |
| "step": 1044 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.6394426822662354, | |
| "learning_rate": 1.8477483917083633e-05, | |
| "loss": 0.0175, | |
| "step": 1048 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.5369437336921692, | |
| "learning_rate": 1.8463187991422447e-05, | |
| "loss": 0.0456, | |
| "step": 1052 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 2.259932041168213, | |
| "learning_rate": 1.844889206576126e-05, | |
| "loss": 0.0573, | |
| "step": 1056 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.5754424333572388, | |
| "learning_rate": 1.8434596140100073e-05, | |
| "loss": 0.0208, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.48612886667251587, | |
| "learning_rate": 1.8420300214438887e-05, | |
| "loss": 0.0181, | |
| "step": 1064 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.8483503460884094, | |
| "learning_rate": 1.84060042887777e-05, | |
| "loss": 0.0212, | |
| "step": 1068 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.9669589996337891, | |
| "learning_rate": 1.8391708363116513e-05, | |
| "loss": 0.0355, | |
| "step": 1072 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.6289377212524414, | |
| "learning_rate": 1.8377412437455326e-05, | |
| "loss": 0.0288, | |
| "step": 1076 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 1.055770993232727, | |
| "learning_rate": 1.836311651179414e-05, | |
| "loss": 0.0321, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.5941286683082581, | |
| "learning_rate": 1.8348820586132953e-05, | |
| "loss": 0.0215, | |
| "step": 1084 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.7000011801719666, | |
| "learning_rate": 1.8334524660471766e-05, | |
| "loss": 0.0295, | |
| "step": 1088 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.5845941305160522, | |
| "learning_rate": 1.832022873481058e-05, | |
| "loss": 0.0257, | |
| "step": 1092 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 1.1016316413879395, | |
| "learning_rate": 1.8305932809149393e-05, | |
| "loss": 0.0276, | |
| "step": 1096 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.8285301327705383, | |
| "learning_rate": 1.8291636883488206e-05, | |
| "loss": 0.0241, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.8674764037132263, | |
| "learning_rate": 1.827734095782702e-05, | |
| "loss": 0.0274, | |
| "step": 1104 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.654329240322113, | |
| "learning_rate": 1.8263045032165833e-05, | |
| "loss": 0.0213, | |
| "step": 1108 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.6802071928977966, | |
| "learning_rate": 1.824874910650465e-05, | |
| "loss": 0.0321, | |
| "step": 1112 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.7723608016967773, | |
| "learning_rate": 1.823445318084346e-05, | |
| "loss": 0.0289, | |
| "step": 1116 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.9586684703826904, | |
| "learning_rate": 1.8220157255182273e-05, | |
| "loss": 0.0264, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.758579432964325, | |
| "learning_rate": 1.820586132952109e-05, | |
| "loss": 0.0278, | |
| "step": 1124 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 1.0153886079788208, | |
| "learning_rate": 1.81915654038599e-05, | |
| "loss": 0.0305, | |
| "step": 1128 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 1.1771838665008545, | |
| "learning_rate": 1.8177269478198717e-05, | |
| "loss": 0.0512, | |
| "step": 1132 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 1.2490832805633545, | |
| "learning_rate": 1.816297355253753e-05, | |
| "loss": 0.0295, | |
| "step": 1136 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.5716216564178467, | |
| "learning_rate": 1.814867762687634e-05, | |
| "loss": 0.0246, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.7177873253822327, | |
| "learning_rate": 1.8134381701215157e-05, | |
| "loss": 0.0293, | |
| "step": 1144 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.5648506879806519, | |
| "learning_rate": 1.812008577555397e-05, | |
| "loss": 0.0225, | |
| "step": 1148 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.721409261226654, | |
| "learning_rate": 1.8105789849892783e-05, | |
| "loss": 0.0242, | |
| "step": 1152 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.6926946640014648, | |
| "learning_rate": 1.8091493924231596e-05, | |
| "loss": 0.0276, | |
| "step": 1156 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.6999531388282776, | |
| "learning_rate": 1.807719799857041e-05, | |
| "loss": 0.0187, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.7933658957481384, | |
| "learning_rate": 1.8062902072909223e-05, | |
| "loss": 0.0244, | |
| "step": 1164 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.4972588121891022, | |
| "learning_rate": 1.8048606147248036e-05, | |
| "loss": 0.0418, | |
| "step": 1168 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 1.0972784757614136, | |
| "learning_rate": 1.803431022158685e-05, | |
| "loss": 0.0319, | |
| "step": 1172 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 1.2647324800491333, | |
| "learning_rate": 1.8020014295925663e-05, | |
| "loss": 0.0325, | |
| "step": 1176 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.8409667015075684, | |
| "learning_rate": 1.8005718370264476e-05, | |
| "loss": 0.0236, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.6574044227600098, | |
| "learning_rate": 1.799142244460329e-05, | |
| "loss": 0.032, | |
| "step": 1184 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.5404456257820129, | |
| "learning_rate": 1.7977126518942103e-05, | |
| "loss": 0.0313, | |
| "step": 1188 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.7715393900871277, | |
| "learning_rate": 1.7962830593280916e-05, | |
| "loss": 0.0252, | |
| "step": 1192 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 1.3372646570205688, | |
| "learning_rate": 1.794853466761973e-05, | |
| "loss": 0.0268, | |
| "step": 1196 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.5368986129760742, | |
| "learning_rate": 1.7934238741958543e-05, | |
| "loss": 0.0234, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "eval_loss": 0.026826824992895126, | |
| "eval_pearson_cosine": 0.9529420998918104, | |
| "eval_pearson_dot": 0.951139070288119, | |
| "eval_pearson_euclidean": 0.945750278447336, | |
| "eval_pearson_manhattan": 0.945116677167893, | |
| "eval_pearson_max": 0.9529420998918104, | |
| "eval_runtime": 249.7054, | |
| "eval_samples_per_second": 2.002, | |
| "eval_spearman_cosine": 0.9627865603907902, | |
| "eval_spearman_dot": 0.9601426124824484, | |
| "eval_spearman_euclidean": 0.9601416524781244, | |
| "eval_spearman_manhattan": 0.9589273910090907, | |
| "eval_spearman_max": 0.9627865603907902, | |
| "eval_steps_per_second": 2.002, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.749082624912262, | |
| "learning_rate": 1.7919942816297356e-05, | |
| "loss": 0.0222, | |
| "step": 1204 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.8751634955406189, | |
| "learning_rate": 1.790564689063617e-05, | |
| "loss": 0.0267, | |
| "step": 1208 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.622231125831604, | |
| "learning_rate": 1.7891350964974983e-05, | |
| "loss": 0.02, | |
| "step": 1212 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 1.1356748342514038, | |
| "learning_rate": 1.7877055039313796e-05, | |
| "loss": 0.0286, | |
| "step": 1216 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.6375044584274292, | |
| "learning_rate": 1.786275911365261e-05, | |
| "loss": 0.024, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.9166258573532104, | |
| "learning_rate": 1.7848463187991427e-05, | |
| "loss": 0.0285, | |
| "step": 1224 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.7663798332214355, | |
| "learning_rate": 1.7834167262330236e-05, | |
| "loss": 0.0188, | |
| "step": 1228 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 1.0997885465621948, | |
| "learning_rate": 1.781987133666905e-05, | |
| "loss": 0.0345, | |
| "step": 1232 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.8155802488327026, | |
| "learning_rate": 1.7805575411007866e-05, | |
| "loss": 0.0291, | |
| "step": 1236 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.5071162581443787, | |
| "learning_rate": 1.7791279485346676e-05, | |
| "loss": 0.0225, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.4950205981731415, | |
| "learning_rate": 1.777698355968549e-05, | |
| "loss": 0.0255, | |
| "step": 1244 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.6503371000289917, | |
| "learning_rate": 1.7762687634024306e-05, | |
| "loss": 0.0353, | |
| "step": 1248 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.4491406977176666, | |
| "learning_rate": 1.7748391708363116e-05, | |
| "loss": 0.0287, | |
| "step": 1252 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.5856379270553589, | |
| "learning_rate": 1.7734095782701933e-05, | |
| "loss": 0.029, | |
| "step": 1256 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.9508484601974487, | |
| "learning_rate": 1.7719799857040746e-05, | |
| "loss": 0.02, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 1.2820254564285278, | |
| "learning_rate": 1.7705503931379556e-05, | |
| "loss": 0.0323, | |
| "step": 1264 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.885857105255127, | |
| "learning_rate": 1.7691208005718373e-05, | |
| "loss": 0.0241, | |
| "step": 1268 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.5690828561782837, | |
| "learning_rate": 1.7676912080057183e-05, | |
| "loss": 0.0205, | |
| "step": 1272 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.41895803809165955, | |
| "learning_rate": 1.7662616154396e-05, | |
| "loss": 0.0188, | |
| "step": 1276 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.8826864361763, | |
| "learning_rate": 1.7648320228734813e-05, | |
| "loss": 0.026, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.9115862250328064, | |
| "learning_rate": 1.7634024303073623e-05, | |
| "loss": 0.0328, | |
| "step": 1284 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 1.5499801635742188, | |
| "learning_rate": 1.761972837741244e-05, | |
| "loss": 0.0385, | |
| "step": 1288 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 1.07961106300354, | |
| "learning_rate": 1.7605432451751253e-05, | |
| "loss": 0.0276, | |
| "step": 1292 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 1.7965257167816162, | |
| "learning_rate": 1.7591136526090066e-05, | |
| "loss": 0.0305, | |
| "step": 1296 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.47339317202568054, | |
| "learning_rate": 1.757684060042888e-05, | |
| "loss": 0.0181, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.6750252842903137, | |
| "learning_rate": 1.7562544674767693e-05, | |
| "loss": 0.0208, | |
| "step": 1304 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.9396247267723083, | |
| "learning_rate": 1.7548248749106506e-05, | |
| "loss": 0.0361, | |
| "step": 1308 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 1.0881524085998535, | |
| "learning_rate": 1.753395282344532e-05, | |
| "loss": 0.0331, | |
| "step": 1312 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.7517051100730896, | |
| "learning_rate": 1.7519656897784133e-05, | |
| "loss": 0.0281, | |
| "step": 1316 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.7083280682563782, | |
| "learning_rate": 1.7505360972122946e-05, | |
| "loss": 0.0209, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.727603018283844, | |
| "learning_rate": 1.749106504646176e-05, | |
| "loss": 0.0312, | |
| "step": 1324 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.4598117470741272, | |
| "learning_rate": 1.7476769120800573e-05, | |
| "loss": 0.02, | |
| "step": 1328 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.6653364896774292, | |
| "learning_rate": 1.7462473195139386e-05, | |
| "loss": 0.0263, | |
| "step": 1332 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.527958869934082, | |
| "learning_rate": 1.74481772694782e-05, | |
| "loss": 0.0176, | |
| "step": 1336 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.9711959362030029, | |
| "learning_rate": 1.7433881343817013e-05, | |
| "loss": 0.0336, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.8734799027442932, | |
| "learning_rate": 1.7419585418155826e-05, | |
| "loss": 0.0384, | |
| "step": 1344 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.599764883518219, | |
| "learning_rate": 1.740528949249464e-05, | |
| "loss": 0.0317, | |
| "step": 1348 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.6115812659263611, | |
| "learning_rate": 1.7390993566833453e-05, | |
| "loss": 0.0246, | |
| "step": 1352 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.660057008266449, | |
| "learning_rate": 1.7376697641172266e-05, | |
| "loss": 0.027, | |
| "step": 1356 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 1.2455826997756958, | |
| "learning_rate": 1.736240171551108e-05, | |
| "loss": 0.0434, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 1.07332181930542, | |
| "learning_rate": 1.7348105789849893e-05, | |
| "loss": 0.038, | |
| "step": 1364 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.6912384629249573, | |
| "learning_rate": 1.733380986418871e-05, | |
| "loss": 0.0252, | |
| "step": 1368 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.7599236369132996, | |
| "learning_rate": 1.731951393852752e-05, | |
| "loss": 0.025, | |
| "step": 1372 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.7361788153648376, | |
| "learning_rate": 1.7305218012866333e-05, | |
| "loss": 0.0413, | |
| "step": 1376 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.6756102442741394, | |
| "learning_rate": 1.729092208720515e-05, | |
| "loss": 0.0374, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.5338143706321716, | |
| "learning_rate": 1.727662616154396e-05, | |
| "loss": 0.0226, | |
| "step": 1384 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.5998290777206421, | |
| "learning_rate": 1.7262330235882773e-05, | |
| "loss": 0.0244, | |
| "step": 1388 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.5274918079376221, | |
| "learning_rate": 1.724803431022159e-05, | |
| "loss": 0.0267, | |
| "step": 1392 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.6132778525352478, | |
| "learning_rate": 1.72337383845604e-05, | |
| "loss": 0.0351, | |
| "step": 1396 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.7461394667625427, | |
| "learning_rate": 1.7219442458899216e-05, | |
| "loss": 0.0314, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.7438216209411621, | |
| "learning_rate": 1.720514653323803e-05, | |
| "loss": 0.0261, | |
| "step": 1404 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.730912983417511, | |
| "learning_rate": 1.719085060757684e-05, | |
| "loss": 0.0229, | |
| "step": 1408 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 1.2940622568130493, | |
| "learning_rate": 1.7176554681915656e-05, | |
| "loss": 0.0273, | |
| "step": 1412 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.7200002670288086, | |
| "learning_rate": 1.716225875625447e-05, | |
| "loss": 0.0267, | |
| "step": 1416 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 1.3229494094848633, | |
| "learning_rate": 1.7147962830593283e-05, | |
| "loss": 0.0334, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.7718178033828735, | |
| "learning_rate": 1.7133666904932096e-05, | |
| "loss": 0.0312, | |
| "step": 1424 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.6765419244766235, | |
| "learning_rate": 1.711937097927091e-05, | |
| "loss": 0.0236, | |
| "step": 1428 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.753416121006012, | |
| "learning_rate": 1.7105075053609723e-05, | |
| "loss": 0.0271, | |
| "step": 1432 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.6442211866378784, | |
| "learning_rate": 1.7090779127948536e-05, | |
| "loss": 0.0151, | |
| "step": 1436 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.5224249362945557, | |
| "learning_rate": 1.707648320228735e-05, | |
| "loss": 0.0355, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.7751701474189758, | |
| "learning_rate": 1.7062187276626163e-05, | |
| "loss": 0.0251, | |
| "step": 1444 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.7004714012145996, | |
| "learning_rate": 1.7047891350964976e-05, | |
| "loss": 0.0171, | |
| "step": 1448 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.7819869518280029, | |
| "learning_rate": 1.703359542530379e-05, | |
| "loss": 0.0309, | |
| "step": 1452 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.5115138292312622, | |
| "learning_rate": 1.7019299499642603e-05, | |
| "loss": 0.0321, | |
| "step": 1456 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.3391636610031128, | |
| "learning_rate": 1.7005003573981416e-05, | |
| "loss": 0.0221, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 1.2895567417144775, | |
| "learning_rate": 1.699070764832023e-05, | |
| "loss": 0.0317, | |
| "step": 1464 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.7947621941566467, | |
| "learning_rate": 1.6976411722659043e-05, | |
| "loss": 0.0266, | |
| "step": 1468 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.7865754961967468, | |
| "learning_rate": 1.6962115796997856e-05, | |
| "loss": 0.0421, | |
| "step": 1472 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 1.002314567565918, | |
| "learning_rate": 1.694781987133667e-05, | |
| "loss": 0.0308, | |
| "step": 1476 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.6675818562507629, | |
| "learning_rate": 1.6933523945675483e-05, | |
| "loss": 0.0202, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 1.2045787572860718, | |
| "learning_rate": 1.6919228020014296e-05, | |
| "loss": 0.0387, | |
| "step": 1484 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.5665823817253113, | |
| "learning_rate": 1.690493209435311e-05, | |
| "loss": 0.0149, | |
| "step": 1488 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.5733370780944824, | |
| "learning_rate": 1.6890636168691926e-05, | |
| "loss": 0.024, | |
| "step": 1492 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.32628941535949707, | |
| "learning_rate": 1.6876340243030736e-05, | |
| "loss": 0.0181, | |
| "step": 1496 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.5624873638153076, | |
| "learning_rate": 1.686204431736955e-05, | |
| "loss": 0.0308, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "eval_loss": 0.02633051760494709, | |
| "eval_pearson_cosine": 0.9510150119057015, | |
| "eval_pearson_dot": 0.9497414425975934, | |
| "eval_pearson_euclidean": 0.9338662221774623, | |
| "eval_pearson_manhattan": 0.9334364652708103, | |
| "eval_pearson_max": 0.9510150119057015, | |
| "eval_runtime": 249.0704, | |
| "eval_samples_per_second": 2.007, | |
| "eval_spearman_cosine": 0.9551964302048428, | |
| "eval_spearman_dot": 0.9547767163144516, | |
| "eval_spearman_euclidean": 0.9485047200653796, | |
| "eval_spearman_manhattan": 0.9472191302750829, | |
| "eval_spearman_max": 0.9551964302048428, | |
| "eval_steps_per_second": 2.007, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.4453175663948059, | |
| "learning_rate": 1.6847748391708366e-05, | |
| "loss": 0.0251, | |
| "step": 1504 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.8831977844238281, | |
| "learning_rate": 1.6833452466047176e-05, | |
| "loss": 0.0253, | |
| "step": 1508 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.9551718831062317, | |
| "learning_rate": 1.6819156540385993e-05, | |
| "loss": 0.0451, | |
| "step": 1512 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.9147098064422607, | |
| "learning_rate": 1.6804860614724806e-05, | |
| "loss": 0.0233, | |
| "step": 1516 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.8430941104888916, | |
| "learning_rate": 1.6790564689063616e-05, | |
| "loss": 0.0224, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.6627079844474792, | |
| "learning_rate": 1.6776268763402433e-05, | |
| "loss": 0.0221, | |
| "step": 1524 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.7855361104011536, | |
| "learning_rate": 1.6761972837741246e-05, | |
| "loss": 0.0307, | |
| "step": 1528 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.45924311876296997, | |
| "learning_rate": 1.6747676912080056e-05, | |
| "loss": 0.0257, | |
| "step": 1532 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.7786813378334045, | |
| "learning_rate": 1.6733380986418873e-05, | |
| "loss": 0.0345, | |
| "step": 1536 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.5647817254066467, | |
| "learning_rate": 1.6719085060757686e-05, | |
| "loss": 0.0181, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 1.0387967824935913, | |
| "learning_rate": 1.67047891350965e-05, | |
| "loss": 0.0297, | |
| "step": 1544 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.5947245359420776, | |
| "learning_rate": 1.6690493209435313e-05, | |
| "loss": 0.0239, | |
| "step": 1548 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.5582525134086609, | |
| "learning_rate": 1.6676197283774126e-05, | |
| "loss": 0.0305, | |
| "step": 1552 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.664482057094574, | |
| "learning_rate": 1.666190135811294e-05, | |
| "loss": 0.0249, | |
| "step": 1556 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.9069839715957642, | |
| "learning_rate": 1.6647605432451753e-05, | |
| "loss": 0.0298, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.8026562333106995, | |
| "learning_rate": 1.6633309506790566e-05, | |
| "loss": 0.0203, | |
| "step": 1564 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.6699361801147461, | |
| "learning_rate": 1.661901358112938e-05, | |
| "loss": 0.0312, | |
| "step": 1568 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.6312674283981323, | |
| "learning_rate": 1.6604717655468193e-05, | |
| "loss": 0.0204, | |
| "step": 1572 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.4308748245239258, | |
| "learning_rate": 1.6590421729807006e-05, | |
| "loss": 0.0209, | |
| "step": 1576 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 1.3553575277328491, | |
| "learning_rate": 1.657612580414582e-05, | |
| "loss": 0.0257, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 1.4249012470245361, | |
| "learning_rate": 1.6561829878484633e-05, | |
| "loss": 0.0306, | |
| "step": 1584 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.4437320828437805, | |
| "learning_rate": 1.6547533952823446e-05, | |
| "loss": 0.017, | |
| "step": 1588 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.6957021951675415, | |
| "learning_rate": 1.653323802716226e-05, | |
| "loss": 0.0227, | |
| "step": 1592 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.5041042566299438, | |
| "learning_rate": 1.6518942101501073e-05, | |
| "loss": 0.0228, | |
| "step": 1596 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.6849528551101685, | |
| "learning_rate": 1.6504646175839886e-05, | |
| "loss": 0.0205, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.8483012318611145, | |
| "learning_rate": 1.64903502501787e-05, | |
| "loss": 0.0336, | |
| "step": 1604 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.9397591352462769, | |
| "learning_rate": 1.6476054324517513e-05, | |
| "loss": 0.029, | |
| "step": 1608 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.9127416014671326, | |
| "learning_rate": 1.6461758398856326e-05, | |
| "loss": 0.0225, | |
| "step": 1612 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.8871793150901794, | |
| "learning_rate": 1.6447462473195143e-05, | |
| "loss": 0.0185, | |
| "step": 1616 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.7608364224433899, | |
| "learning_rate": 1.6433166547533953e-05, | |
| "loss": 0.0273, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.778032660484314, | |
| "learning_rate": 1.6418870621872766e-05, | |
| "loss": 0.02, | |
| "step": 1624 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.6790982484817505, | |
| "learning_rate": 1.6404574696211583e-05, | |
| "loss": 0.025, | |
| "step": 1628 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.4867960810661316, | |
| "learning_rate": 1.6390278770550393e-05, | |
| "loss": 0.0175, | |
| "step": 1632 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.5005691647529602, | |
| "learning_rate": 1.637598284488921e-05, | |
| "loss": 0.0329, | |
| "step": 1636 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.7641982436180115, | |
| "learning_rate": 1.6361686919228023e-05, | |
| "loss": 0.0312, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 1.112260103225708, | |
| "learning_rate": 1.6347390993566833e-05, | |
| "loss": 0.0289, | |
| "step": 1644 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.8543418049812317, | |
| "learning_rate": 1.633309506790565e-05, | |
| "loss": 0.0205, | |
| "step": 1648 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.5461686849594116, | |
| "learning_rate": 1.6318799142244463e-05, | |
| "loss": 0.0155, | |
| "step": 1652 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.5375934839248657, | |
| "learning_rate": 1.6304503216583276e-05, | |
| "loss": 0.0237, | |
| "step": 1656 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.6225507855415344, | |
| "learning_rate": 1.629020729092209e-05, | |
| "loss": 0.031, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 1.2959158420562744, | |
| "learning_rate": 1.62759113652609e-05, | |
| "loss": 0.0315, | |
| "step": 1664 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.8647311329841614, | |
| "learning_rate": 1.6261615439599716e-05, | |
| "loss": 0.0204, | |
| "step": 1668 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.5671218633651733, | |
| "learning_rate": 1.624731951393853e-05, | |
| "loss": 0.0182, | |
| "step": 1672 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.5024406313896179, | |
| "learning_rate": 1.623302358827734e-05, | |
| "loss": 0.0257, | |
| "step": 1676 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.4015944004058838, | |
| "learning_rate": 1.6218727662616156e-05, | |
| "loss": 0.023, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.5640401840209961, | |
| "learning_rate": 1.620443173695497e-05, | |
| "loss": 0.0179, | |
| "step": 1684 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.7147939205169678, | |
| "learning_rate": 1.6190135811293783e-05, | |
| "loss": 0.0176, | |
| "step": 1688 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.8704376816749573, | |
| "learning_rate": 1.6175839885632596e-05, | |
| "loss": 0.02, | |
| "step": 1692 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.7839465737342834, | |
| "learning_rate": 1.616154395997141e-05, | |
| "loss": 0.0209, | |
| "step": 1696 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.4096917510032654, | |
| "learning_rate": 1.6147248034310223e-05, | |
| "loss": 0.0204, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.5869227051734924, | |
| "learning_rate": 1.6132952108649036e-05, | |
| "loss": 0.0198, | |
| "step": 1704 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.6609891057014465, | |
| "learning_rate": 1.611865618298785e-05, | |
| "loss": 0.0251, | |
| "step": 1708 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.5184406042098999, | |
| "learning_rate": 1.6104360257326663e-05, | |
| "loss": 0.0234, | |
| "step": 1712 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.4317310154438019, | |
| "learning_rate": 1.6090064331665476e-05, | |
| "loss": 0.0263, | |
| "step": 1716 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.5459049940109253, | |
| "learning_rate": 1.607576840600429e-05, | |
| "loss": 0.0243, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.7071524858474731, | |
| "learning_rate": 1.6061472480343103e-05, | |
| "loss": 0.0235, | |
| "step": 1724 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.8446561694145203, | |
| "learning_rate": 1.604717655468192e-05, | |
| "loss": 0.0206, | |
| "step": 1728 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.6042218804359436, | |
| "learning_rate": 1.603288062902073e-05, | |
| "loss": 0.0332, | |
| "step": 1732 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.5404290556907654, | |
| "learning_rate": 1.6018584703359543e-05, | |
| "loss": 0.0198, | |
| "step": 1736 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.3870123326778412, | |
| "learning_rate": 1.6004288777698356e-05, | |
| "loss": 0.0216, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.803578794002533, | |
| "learning_rate": 1.598999285203717e-05, | |
| "loss": 0.0248, | |
| "step": 1744 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.7153476476669312, | |
| "learning_rate": 1.5975696926375983e-05, | |
| "loss": 0.0237, | |
| "step": 1748 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 1.2977997064590454, | |
| "learning_rate": 1.5961401000714796e-05, | |
| "loss": 0.037, | |
| "step": 1752 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.7146950364112854, | |
| "learning_rate": 1.594710507505361e-05, | |
| "loss": 0.02, | |
| "step": 1756 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 1.2458608150482178, | |
| "learning_rate": 1.5932809149392426e-05, | |
| "loss": 0.0396, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 1.0099600553512573, | |
| "learning_rate": 1.5918513223731236e-05, | |
| "loss": 0.0244, | |
| "step": 1764 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.8322357535362244, | |
| "learning_rate": 1.590421729807005e-05, | |
| "loss": 0.0224, | |
| "step": 1768 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.7080321907997131, | |
| "learning_rate": 1.5889921372408866e-05, | |
| "loss": 0.0294, | |
| "step": 1772 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.5599932670593262, | |
| "learning_rate": 1.5875625446747676e-05, | |
| "loss": 0.0194, | |
| "step": 1776 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.4317460060119629, | |
| "learning_rate": 1.5861329521086493e-05, | |
| "loss": 0.0144, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.8583347797393799, | |
| "learning_rate": 1.5847033595425306e-05, | |
| "loss": 0.022, | |
| "step": 1784 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.6212904453277588, | |
| "learning_rate": 1.5832737669764116e-05, | |
| "loss": 0.0235, | |
| "step": 1788 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.6250016689300537, | |
| "learning_rate": 1.5818441744102933e-05, | |
| "loss": 0.024, | |
| "step": 1792 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.7036072611808777, | |
| "learning_rate": 1.5804145818441746e-05, | |
| "loss": 0.0155, | |
| "step": 1796 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.7857645750045776, | |
| "learning_rate": 1.578984989278056e-05, | |
| "loss": 0.0177, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "eval_loss": 0.022910235449671745, | |
| "eval_pearson_cosine": 0.9571668454101061, | |
| "eval_pearson_dot": 0.9545933082183199, | |
| "eval_pearson_euclidean": 0.9493360141559007, | |
| "eval_pearson_manhattan": 0.9494330807780875, | |
| "eval_pearson_max": 0.9571668454101061, | |
| "eval_runtime": 248.8356, | |
| "eval_samples_per_second": 2.009, | |
| "eval_spearman_cosine": 0.9652652915549957, | |
| "eval_spearman_dot": 0.9626083355880656, | |
| "eval_spearman_euclidean": 0.9635709799238159, | |
| "eval_spearman_manhattan": 0.9633432188979801, | |
| "eval_spearman_max": 0.9652652915549957, | |
| "eval_steps_per_second": 2.009, | |
| "step": 1800 | |
| } | |
| ], | |
| "logging_steps": 4, | |
| "max_steps": 6218, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 100, | |
| "total_flos": 0.0, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |