| { | |
| "best_metric": 0.45924699306488037, | |
| "best_model_checkpoint": "tipe-tweet/checkpoint-381", | |
| "epoch": 3.0, | |
| "eval_steps": 500, | |
| "global_step": 381, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.047244094488188976, | |
| "grad_norm": 17.715389251708984, | |
| "learning_rate": 6.41025641025641e-06, | |
| "loss": 1.0923, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.09448818897637795, | |
| "grad_norm": 15.7538480758667, | |
| "learning_rate": 1.282051282051282e-05, | |
| "loss": 1.1273, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.14173228346456693, | |
| "grad_norm": 31.92573356628418, | |
| "learning_rate": 2.0512820512820512e-05, | |
| "loss": 1.0638, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.1889763779527559, | |
| "grad_norm": 17.218690872192383, | |
| "learning_rate": 2.8205128205128207e-05, | |
| "loss": 1.1217, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.23622047244094488, | |
| "grad_norm": 24.77151107788086, | |
| "learning_rate": 3.58974358974359e-05, | |
| "loss": 0.9608, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.28346456692913385, | |
| "grad_norm": 18.787757873535156, | |
| "learning_rate": 4.358974358974359e-05, | |
| "loss": 0.9236, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.33070866141732286, | |
| "grad_norm": 16.54275894165039, | |
| "learning_rate": 4.985380116959065e-05, | |
| "loss": 0.8091, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.3779527559055118, | |
| "grad_norm": 8.500039100646973, | |
| "learning_rate": 4.8976608187134504e-05, | |
| "loss": 0.7872, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.4251968503937008, | |
| "grad_norm": Infinity, | |
| "learning_rate": 4.824561403508772e-05, | |
| "loss": 0.6929, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.47244094488188976, | |
| "grad_norm": 9.164787292480469, | |
| "learning_rate": 4.736842105263158e-05, | |
| "loss": 0.6466, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.5196850393700787, | |
| "grad_norm": 15.12178897857666, | |
| "learning_rate": 4.649122807017544e-05, | |
| "loss": 0.9249, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.5669291338582677, | |
| "grad_norm": Infinity, | |
| "learning_rate": 4.576023391812866e-05, | |
| "loss": 0.6676, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.6141732283464567, | |
| "grad_norm": 17.93980598449707, | |
| "learning_rate": 4.488304093567251e-05, | |
| "loss": 0.5475, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.6614173228346457, | |
| "grad_norm": 5.964590072631836, | |
| "learning_rate": 4.400584795321638e-05, | |
| "loss": 0.6425, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.7086614173228346, | |
| "grad_norm": 4.273876667022705, | |
| "learning_rate": 4.3128654970760236e-05, | |
| "loss": 0.6865, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.7559055118110236, | |
| "grad_norm": 15.413244247436523, | |
| "learning_rate": 4.22514619883041e-05, | |
| "loss": 0.984, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.8031496062992126, | |
| "grad_norm": 20.45796012878418, | |
| "learning_rate": 4.137426900584795e-05, | |
| "loss": 1.0419, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.8503937007874016, | |
| "grad_norm": 19.420028686523438, | |
| "learning_rate": 4.0497076023391814e-05, | |
| "loss": 0.6984, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.8976377952755905, | |
| "grad_norm": 9.930095672607422, | |
| "learning_rate": 3.9619883040935676e-05, | |
| "loss": 0.7064, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.9448818897637795, | |
| "grad_norm": 5.611089706420898, | |
| "learning_rate": 3.874269005847954e-05, | |
| "loss": 0.3895, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.9921259842519685, | |
| "grad_norm": 11.97076416015625, | |
| "learning_rate": 3.786549707602339e-05, | |
| "loss": 0.3185, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.8228346456692913, | |
| "eval_f1_macro": 0.8213343063917776, | |
| "eval_f1_micro": 0.8228346456692913, | |
| "eval_f1_weighted": 0.8214016351404352, | |
| "eval_loss": 0.5371202826499939, | |
| "eval_precision_macro": 0.8425807026930622, | |
| "eval_precision_micro": 0.8228346456692913, | |
| "eval_precision_weighted": 0.8430483057595328, | |
| "eval_recall_macro": 0.823155929038282, | |
| "eval_recall_micro": 0.8228346456692913, | |
| "eval_recall_weighted": 0.8228346456692913, | |
| "eval_runtime": 0.5181, | |
| "eval_samples_per_second": 490.234, | |
| "eval_steps_per_second": 30.881, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 1.0393700787401574, | |
| "grad_norm": 8.59676742553711, | |
| "learning_rate": 3.6988304093567254e-05, | |
| "loss": 0.2363, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 1.0866141732283465, | |
| "grad_norm": 9.258766174316406, | |
| "learning_rate": 3.611111111111111e-05, | |
| "loss": 0.3952, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 1.1338582677165354, | |
| "grad_norm": 18.296749114990234, | |
| "learning_rate": 3.523391812865498e-05, | |
| "loss": 0.244, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 1.1811023622047245, | |
| "grad_norm": 7.507699489593506, | |
| "learning_rate": 3.435672514619883e-05, | |
| "loss": 0.2133, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 1.2283464566929134, | |
| "grad_norm": 7.04826545715332, | |
| "learning_rate": 3.3479532163742695e-05, | |
| "loss": 0.1629, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 1.2755905511811023, | |
| "grad_norm": 9.134398460388184, | |
| "learning_rate": 3.260233918128655e-05, | |
| "loss": 0.2612, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 1.3228346456692912, | |
| "grad_norm": 22.54612922668457, | |
| "learning_rate": 3.172514619883041e-05, | |
| "loss": 0.4343, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 1.3700787401574803, | |
| "grad_norm": 8.786137580871582, | |
| "learning_rate": 3.084795321637427e-05, | |
| "loss": 0.8668, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 1.4173228346456692, | |
| "grad_norm": 20.6187801361084, | |
| "learning_rate": 2.997076023391813e-05, | |
| "loss": 0.5004, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 1.4645669291338583, | |
| "grad_norm": 7.807861804962158, | |
| "learning_rate": 2.909356725146199e-05, | |
| "loss": 0.2473, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 1.5118110236220472, | |
| "grad_norm": 10.55922794342041, | |
| "learning_rate": 2.821637426900585e-05, | |
| "loss": 0.3118, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 1.5590551181102361, | |
| "grad_norm": 18.061159133911133, | |
| "learning_rate": 2.733918128654971e-05, | |
| "loss": 0.3446, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 1.6062992125984252, | |
| "grad_norm": 36.26211929321289, | |
| "learning_rate": 2.6461988304093572e-05, | |
| "loss": 0.5152, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 1.6535433070866141, | |
| "grad_norm": 35.57120895385742, | |
| "learning_rate": 2.5584795321637427e-05, | |
| "loss": 0.4002, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 1.7007874015748032, | |
| "grad_norm": 16.414527893066406, | |
| "learning_rate": 2.470760233918129e-05, | |
| "loss": 0.2597, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 1.7480314960629921, | |
| "grad_norm": 6.738377571105957, | |
| "learning_rate": 2.3830409356725147e-05, | |
| "loss": 0.2621, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 1.795275590551181, | |
| "grad_norm": 23.30550193786621, | |
| "learning_rate": 2.295321637426901e-05, | |
| "loss": 0.4844, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 1.84251968503937, | |
| "grad_norm": 1.9320651292800903, | |
| "learning_rate": 2.2076023391812867e-05, | |
| "loss": 0.2584, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 1.889763779527559, | |
| "grad_norm": 0.505867063999176, | |
| "learning_rate": 2.1198830409356725e-05, | |
| "loss": 0.0506, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 1.9370078740157481, | |
| "grad_norm": 12.698741912841797, | |
| "learning_rate": 2.0321637426900587e-05, | |
| "loss": 0.2443, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 1.984251968503937, | |
| "grad_norm": 23.977083206176758, | |
| "learning_rate": 1.9444444444444445e-05, | |
| "loss": 0.5257, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.8307086614173228, | |
| "eval_f1_macro": 0.828053679874294, | |
| "eval_f1_micro": 0.8307086614173228, | |
| "eval_f1_weighted": 0.8280853872753738, | |
| "eval_loss": 0.6542023420333862, | |
| "eval_precision_macro": 0.8619388041171052, | |
| "eval_precision_micro": 0.8307086614173228, | |
| "eval_precision_weighted": 0.8625492066855815, | |
| "eval_recall_macro": 0.8312791783380019, | |
| "eval_recall_micro": 0.8307086614173228, | |
| "eval_recall_weighted": 0.8307086614173228, | |
| "eval_runtime": 0.5199, | |
| "eval_samples_per_second": 488.573, | |
| "eval_steps_per_second": 30.776, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 2.031496062992126, | |
| "grad_norm": 3.3990590572357178, | |
| "learning_rate": 1.8567251461988304e-05, | |
| "loss": 0.4507, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 2.078740157480315, | |
| "grad_norm": 77.66793823242188, | |
| "learning_rate": 1.7690058479532165e-05, | |
| "loss": 0.1908, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 2.1259842519685037, | |
| "grad_norm": 12.624061584472656, | |
| "learning_rate": 1.6812865497076024e-05, | |
| "loss": 0.1952, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 2.173228346456693, | |
| "grad_norm": 36.28937911987305, | |
| "learning_rate": 1.5935672514619886e-05, | |
| "loss": 0.064, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 2.220472440944882, | |
| "grad_norm": 0.4415770471096039, | |
| "learning_rate": 1.5058479532163744e-05, | |
| "loss": 0.1891, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 2.267716535433071, | |
| "grad_norm": 0.10503505915403366, | |
| "learning_rate": 1.4181286549707604e-05, | |
| "loss": 0.0693, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 2.3149606299212597, | |
| "grad_norm": 0.07962560653686523, | |
| "learning_rate": 1.3304093567251464e-05, | |
| "loss": 0.2182, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 2.362204724409449, | |
| "grad_norm": 0.4876466989517212, | |
| "learning_rate": 1.242690058479532e-05, | |
| "loss": 0.1929, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 2.409448818897638, | |
| "grad_norm": 3.6953608989715576, | |
| "learning_rate": 1.154970760233918e-05, | |
| "loss": 0.0129, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 2.456692913385827, | |
| "grad_norm": 1.1707993745803833, | |
| "learning_rate": 1.067251461988304e-05, | |
| "loss": 0.2443, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 2.5039370078740157, | |
| "grad_norm": 44.5469856262207, | |
| "learning_rate": 9.795321637426901e-06, | |
| "loss": 0.3835, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 2.5511811023622046, | |
| "grad_norm": 29.1602840423584, | |
| "learning_rate": 8.918128654970761e-06, | |
| "loss": 0.2782, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 2.5984251968503935, | |
| "grad_norm": 33.679283142089844, | |
| "learning_rate": 8.04093567251462e-06, | |
| "loss": 0.4945, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 2.6456692913385824, | |
| "grad_norm": 74.44416809082031, | |
| "learning_rate": 7.163742690058479e-06, | |
| "loss": 0.3764, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 2.6929133858267718, | |
| "grad_norm": 0.05699335038661957, | |
| "learning_rate": 6.286549707602339e-06, | |
| "loss": 0.3058, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 2.7401574803149606, | |
| "grad_norm": 5.521697044372559, | |
| "learning_rate": 5.409356725146199e-06, | |
| "loss": 0.1731, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 2.7874015748031495, | |
| "grad_norm": 8.134651184082031, | |
| "learning_rate": 4.532163742690059e-06, | |
| "loss": 0.1502, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 2.8346456692913384, | |
| "grad_norm": 0.10008104890584946, | |
| "learning_rate": 3.6549707602339183e-06, | |
| "loss": 0.1965, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 2.8818897637795278, | |
| "grad_norm": 26.00634765625, | |
| "learning_rate": 2.777777777777778e-06, | |
| "loss": 0.1173, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 2.9291338582677167, | |
| "grad_norm": 0.10696706175804138, | |
| "learning_rate": 1.9005847953216373e-06, | |
| "loss": 0.0334, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 2.9763779527559056, | |
| "grad_norm": 2.274127960205078, | |
| "learning_rate": 1.0233918128654972e-06, | |
| "loss": 0.0283, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.889763779527559, | |
| "eval_f1_macro": 0.8898961097467847, | |
| "eval_f1_micro": 0.889763779527559, | |
| "eval_f1_weighted": 0.8899204214771557, | |
| "eval_loss": 0.45924699306488037, | |
| "eval_precision_macro": 0.8906384102462533, | |
| "eval_precision_micro": 0.889763779527559, | |
| "eval_precision_weighted": 0.8907447175163711, | |
| "eval_recall_macro": 0.8898225957049486, | |
| "eval_recall_micro": 0.889763779527559, | |
| "eval_recall_weighted": 0.889763779527559, | |
| "eval_runtime": 0.5017, | |
| "eval_samples_per_second": 506.311, | |
| "eval_steps_per_second": 31.894, | |
| "step": 381 | |
| } | |
| ], | |
| "logging_steps": 6, | |
| "max_steps": 381, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "EarlyStoppingCallback": { | |
| "args": { | |
| "early_stopping_patience": 5, | |
| "early_stopping_threshold": 0.01 | |
| }, | |
| "attributes": { | |
| "early_stopping_patience_counter": 0 | |
| } | |
| }, | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 199703084055552.0, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |