| { | |
| "best_metric": 0.5645565390586853, | |
| "best_model_checkpoint": "bert_uncased_L-4_H-512_A-8_stsb/checkpoint-414", | |
| "epoch": 23.0, | |
| "eval_steps": 500, | |
| "global_step": 529, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 6.830661773681641, | |
| "learning_rate": 4.9e-05, | |
| "loss": 2.5878, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_combined_score": 0.7701561984669311, | |
| "eval_loss": 0.9754181504249573, | |
| "eval_pearson": 0.7823353387435045, | |
| "eval_runtime": 0.6067, | |
| "eval_samples_per_second": 2472.44, | |
| "eval_spearmanr": 0.7579770581903577, | |
| "eval_steps_per_second": 9.89, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 5.863245487213135, | |
| "learning_rate": 4.8e-05, | |
| "loss": 0.797, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_combined_score": 0.8474045759571504, | |
| "eval_loss": 0.7765601277351379, | |
| "eval_pearson": 0.8466114574812236, | |
| "eval_runtime": 0.5993, | |
| "eval_samples_per_second": 2502.798, | |
| "eval_spearmanr": 0.8481976944330771, | |
| "eval_steps_per_second": 10.011, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 5.94612979888916, | |
| "learning_rate": 4.7e-05, | |
| "loss": 0.5786, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_combined_score": 0.8595259972012628, | |
| "eval_loss": 0.6313804984092712, | |
| "eval_pearson": 0.8603476034751536, | |
| "eval_runtime": 0.5837, | |
| "eval_samples_per_second": 2569.683, | |
| "eval_spearmanr": 0.8587043909273718, | |
| "eval_steps_per_second": 10.279, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 5.815054416656494, | |
| "learning_rate": 4.600000000000001e-05, | |
| "loss": 0.4961, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_combined_score": 0.863972207025754, | |
| "eval_loss": 0.6342185139656067, | |
| "eval_pearson": 0.864253629360168, | |
| "eval_runtime": 0.5999, | |
| "eval_samples_per_second": 2500.544, | |
| "eval_spearmanr": 0.8636907846913399, | |
| "eval_steps_per_second": 10.002, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 5.26311731338501, | |
| "learning_rate": 4.5e-05, | |
| "loss": 0.3944, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_combined_score": 0.8688625775742702, | |
| "eval_loss": 0.6018186807632446, | |
| "eval_pearson": 0.8694015311403887, | |
| "eval_runtime": 0.5948, | |
| "eval_samples_per_second": 2521.799, | |
| "eval_spearmanr": 0.8683236240081519, | |
| "eval_steps_per_second": 10.087, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "grad_norm": 5.787060737609863, | |
| "learning_rate": 4.4000000000000006e-05, | |
| "loss": 0.3362, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_combined_score": 0.8657998136907656, | |
| "eval_loss": 0.6101198792457581, | |
| "eval_pearson": 0.8658762558868609, | |
| "eval_runtime": 0.596, | |
| "eval_samples_per_second": 2516.574, | |
| "eval_spearmanr": 0.8657233714946704, | |
| "eval_steps_per_second": 10.066, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "grad_norm": 11.731350898742676, | |
| "learning_rate": 4.3e-05, | |
| "loss": 0.2932, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_combined_score": 0.867202263600297, | |
| "eval_loss": 0.6055566072463989, | |
| "eval_pearson": 0.8677929726947374, | |
| "eval_runtime": 0.6269, | |
| "eval_samples_per_second": 2392.606, | |
| "eval_spearmanr": 0.8666115545058564, | |
| "eval_steps_per_second": 9.57, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "grad_norm": 6.97740364074707, | |
| "learning_rate": 4.2e-05, | |
| "loss": 0.2495, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_combined_score": 0.8675369208706127, | |
| "eval_loss": 0.6255138516426086, | |
| "eval_pearson": 0.8678571378034932, | |
| "eval_runtime": 0.6161, | |
| "eval_samples_per_second": 2434.767, | |
| "eval_spearmanr": 0.8672167039377323, | |
| "eval_steps_per_second": 9.739, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "grad_norm": 4.306568145751953, | |
| "learning_rate": 4.1e-05, | |
| "loss": 0.2268, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "eval_combined_score": 0.8691801970155717, | |
| "eval_loss": 0.5970388054847717, | |
| "eval_pearson": 0.8699055489590755, | |
| "eval_runtime": 0.6258, | |
| "eval_samples_per_second": 2396.782, | |
| "eval_spearmanr": 0.8684548450720679, | |
| "eval_steps_per_second": 9.587, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "grad_norm": 8.294599533081055, | |
| "learning_rate": 4e-05, | |
| "loss": 0.2037, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_combined_score": 0.868154308441244, | |
| "eval_loss": 0.6516512632369995, | |
| "eval_pearson": 0.869129623680379, | |
| "eval_runtime": 0.6109, | |
| "eval_samples_per_second": 2455.261, | |
| "eval_spearmanr": 0.8671789932021089, | |
| "eval_steps_per_second": 9.821, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "grad_norm": 4.237338542938232, | |
| "learning_rate": 3.9000000000000006e-05, | |
| "loss": 0.191, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "eval_combined_score": 0.8693045282961145, | |
| "eval_loss": 0.601725697517395, | |
| "eval_pearson": 0.8709460268802508, | |
| "eval_runtime": 0.6389, | |
| "eval_samples_per_second": 2347.804, | |
| "eval_spearmanr": 0.8676630297119781, | |
| "eval_steps_per_second": 9.391, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "grad_norm": 3.5681674480438232, | |
| "learning_rate": 3.8e-05, | |
| "loss": 0.1678, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "eval_combined_score": 0.8694683064851385, | |
| "eval_loss": 0.6096729636192322, | |
| "eval_pearson": 0.8704163838060811, | |
| "eval_runtime": 0.61, | |
| "eval_samples_per_second": 2458.83, | |
| "eval_spearmanr": 0.8685202291641958, | |
| "eval_steps_per_second": 9.835, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "grad_norm": 3.010383367538452, | |
| "learning_rate": 3.7e-05, | |
| "loss": 0.1546, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "eval_combined_score": 0.8707355017307861, | |
| "eval_loss": 0.6051801443099976, | |
| "eval_pearson": 0.8713328676887442, | |
| "eval_runtime": 0.6283, | |
| "eval_samples_per_second": 2387.444, | |
| "eval_spearmanr": 0.8701381357728278, | |
| "eval_steps_per_second": 9.55, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 14.0, | |
| "grad_norm": 4.628120422363281, | |
| "learning_rate": 3.6e-05, | |
| "loss": 0.1486, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 14.0, | |
| "eval_combined_score": 0.8701183473370655, | |
| "eval_loss": 0.5913792252540588, | |
| "eval_pearson": 0.8713640146825573, | |
| "eval_runtime": 0.6333, | |
| "eval_samples_per_second": 2368.584, | |
| "eval_spearmanr": 0.8688726799915738, | |
| "eval_steps_per_second": 9.474, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "grad_norm": 3.274272918701172, | |
| "learning_rate": 3.5e-05, | |
| "loss": 0.1372, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "eval_combined_score": 0.8719789615058817, | |
| "eval_loss": 0.6174795031547546, | |
| "eval_pearson": 0.8737840000829027, | |
| "eval_runtime": 0.6364, | |
| "eval_samples_per_second": 2357.008, | |
| "eval_spearmanr": 0.8701739229288608, | |
| "eval_steps_per_second": 9.428, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 16.0, | |
| "grad_norm": 2.2427499294281006, | |
| "learning_rate": 3.4000000000000007e-05, | |
| "loss": 0.131, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 16.0, | |
| "eval_combined_score": 0.8714552917935461, | |
| "eval_loss": 0.5825785994529724, | |
| "eval_pearson": 0.8726691216431404, | |
| "eval_runtime": 0.6147, | |
| "eval_samples_per_second": 2440.092, | |
| "eval_spearmanr": 0.8702414619439519, | |
| "eval_steps_per_second": 9.76, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 17.0, | |
| "grad_norm": 3.5106945037841797, | |
| "learning_rate": 3.3e-05, | |
| "loss": 0.1216, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 17.0, | |
| "eval_combined_score": 0.8701714131214551, | |
| "eval_loss": 0.577867865562439, | |
| "eval_pearson": 0.8717439862070048, | |
| "eval_runtime": 0.5982, | |
| "eval_samples_per_second": 2507.56, | |
| "eval_spearmanr": 0.8685988400359054, | |
| "eval_steps_per_second": 10.03, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 18.0, | |
| "grad_norm": 4.543298721313477, | |
| "learning_rate": 3.2000000000000005e-05, | |
| "loss": 0.1145, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 18.0, | |
| "eval_combined_score": 0.8721440455693346, | |
| "eval_loss": 0.5645565390586853, | |
| "eval_pearson": 0.873854128781376, | |
| "eval_runtime": 0.6076, | |
| "eval_samples_per_second": 2468.855, | |
| "eval_spearmanr": 0.8704339623572931, | |
| "eval_steps_per_second": 9.875, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 19.0, | |
| "grad_norm": 4.314229965209961, | |
| "learning_rate": 3.1e-05, | |
| "loss": 0.1158, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 19.0, | |
| "eval_combined_score": 0.8724136267007434, | |
| "eval_loss": 0.5810861587524414, | |
| "eval_pearson": 0.8737710324523099, | |
| "eval_runtime": 0.6002, | |
| "eval_samples_per_second": 2499.237, | |
| "eval_spearmanr": 0.871056220949177, | |
| "eval_steps_per_second": 9.997, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "grad_norm": 5.715078830718994, | |
| "learning_rate": 3e-05, | |
| "loss": 0.109, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "eval_combined_score": 0.8741776682213974, | |
| "eval_loss": 0.5896406173706055, | |
| "eval_pearson": 0.876321941342814, | |
| "eval_runtime": 0.599, | |
| "eval_samples_per_second": 2504.307, | |
| "eval_spearmanr": 0.8720333950999808, | |
| "eval_steps_per_second": 10.017, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 21.0, | |
| "grad_norm": 3.1881017684936523, | |
| "learning_rate": 2.9e-05, | |
| "loss": 0.105, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 21.0, | |
| "eval_combined_score": 0.8720974137486168, | |
| "eval_loss": 0.5863229036331177, | |
| "eval_pearson": 0.8737022748828657, | |
| "eval_runtime": 0.5928, | |
| "eval_samples_per_second": 2530.409, | |
| "eval_spearmanr": 0.8704925526143681, | |
| "eval_steps_per_second": 10.122, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 22.0, | |
| "grad_norm": 3.1537728309631348, | |
| "learning_rate": 2.8000000000000003e-05, | |
| "loss": 0.0995, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 22.0, | |
| "eval_combined_score": 0.8721144188715132, | |
| "eval_loss": 0.5757761001586914, | |
| "eval_pearson": 0.8740875105899543, | |
| "eval_runtime": 0.6179, | |
| "eval_samples_per_second": 2427.472, | |
| "eval_spearmanr": 0.8701413271530721, | |
| "eval_steps_per_second": 9.71, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 23.0, | |
| "grad_norm": 2.4976413249969482, | |
| "learning_rate": 2.7000000000000002e-05, | |
| "loss": 0.0971, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 23.0, | |
| "eval_combined_score": 0.8730602670988505, | |
| "eval_loss": 0.5780627727508545, | |
| "eval_pearson": 0.8748200461236054, | |
| "eval_runtime": 0.613, | |
| "eval_samples_per_second": 2446.918, | |
| "eval_spearmanr": 0.8713004880740955, | |
| "eval_steps_per_second": 9.788, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 23.0, | |
| "step": 529, | |
| "total_flos": 2614663011045888.0, | |
| "train_loss": 0.3415615337782862, | |
| "train_runtime": 113.3247, | |
| "train_samples_per_second": 2536.516, | |
| "train_steps_per_second": 10.148 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 1150, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 50, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "EarlyStoppingCallback": { | |
| "args": { | |
| "early_stopping_patience": 5, | |
| "early_stopping_threshold": 0.0 | |
| }, | |
| "attributes": { | |
| "early_stopping_patience_counter": 5 | |
| } | |
| }, | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 2614663011045888.0, | |
| "train_batch_size": 256, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |