| { | |
| "best_metric": 0.5295031070709229, | |
| "best_model_checkpoint": "./qwen2.5-0.5b/qwen2.5-0.5b-expo-L2EXPO-ES-10/checkpoint-200", | |
| "epoch": 1.7005196032120926, | |
| "eval_steps": 50, | |
| "global_step": 600, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "dpo_loss": 0.6931471824645996, | |
| "epoch": 0.002834199338686821, | |
| "grad_norm": 3688.5083619666543, | |
| "learning_rate": 2.840909090909091e-08, | |
| "logits": -1.359458565711975, | |
| "logps": -84.69721221923828, | |
| "loss": 0.3913, | |
| "objective": 0.3618059456348419, | |
| "ranking_idealized": 0.5833333134651184, | |
| "ranking_idealized_expo": 0.5833333134651184, | |
| "ranking_simple": 0.5833333134651184, | |
| "regularize": 0.3618059456348419, | |
| "step": 1, | |
| "wo_beta": 14.830931663513184 | |
| }, | |
| { | |
| "dpo_loss": 2.238539934158325, | |
| "epoch": 0.14170996693434104, | |
| "grad_norm": 3276.735561173721, | |
| "learning_rate": 1.4204545454545458e-06, | |
| "logits": -1.448372483253479, | |
| "logps": -84.56832885742188, | |
| "loss": 4.4544, | |
| "objective": 4.151083946228027, | |
| "ranking_idealized": 0.5225340127944946, | |
| "ranking_idealized_expo": 0.5216836929321289, | |
| "ranking_simple": 0.5199829936027527, | |
| "regularize": 4.151083946228027, | |
| "step": 50, | |
| "wo_beta": 15.634044647216797 | |
| }, | |
| { | |
| "epoch": 0.14170996693434104, | |
| "eval_dpo_loss": 3.076866626739502, | |
| "eval_logits": -1.4000310897827148, | |
| "eval_logps": -90.06948852539062, | |
| "eval_loss": 6.113166332244873, | |
| "eval_objective": 6.235374927520752, | |
| "eval_ranking_idealized": 0.5212215185165405, | |
| "eval_ranking_idealized_expo": 0.5212215185165405, | |
| "eval_ranking_simple": 0.5243270993232727, | |
| "eval_regularize": 6.235374927520752, | |
| "eval_runtime": 307.8342, | |
| "eval_samples_per_second": 18.809, | |
| "eval_steps_per_second": 1.569, | |
| "eval_wo_beta": 16.07046890258789, | |
| "step": 50 | |
| }, | |
| { | |
| "dpo_loss": 8.729989051818848, | |
| "epoch": 0.2834199338686821, | |
| "grad_norm": 2869.8187087544343, | |
| "learning_rate": 2.8409090909090916e-06, | |
| "logits": -1.3595805168151855, | |
| "logps": -82.20881652832031, | |
| "loss": 17.3779, | |
| "objective": 18.13115882873535, | |
| "ranking_idealized": 0.5141666531562805, | |
| "ranking_idealized_expo": 0.5137500166893005, | |
| "ranking_simple": 0.5199999809265137, | |
| "regularize": 18.13115882873535, | |
| "step": 100, | |
| "wo_beta": 15.266292572021484 | |
| }, | |
| { | |
| "epoch": 0.2834199338686821, | |
| "eval_dpo_loss": 7.9374237060546875, | |
| "eval_logits": -1.3237512111663818, | |
| "eval_logps": -85.5257339477539, | |
| "eval_loss": 16.1760196685791, | |
| "eval_objective": 16.003671646118164, | |
| "eval_ranking_idealized": 0.5212215185165405, | |
| "eval_ranking_idealized_expo": 0.5212215185165405, | |
| "eval_ranking_simple": 0.5258799195289612, | |
| "eval_regularize": 16.003671646118164, | |
| "eval_runtime": 307.1481, | |
| "eval_samples_per_second": 18.851, | |
| "eval_steps_per_second": 1.573, | |
| "eval_wo_beta": 15.778022766113281, | |
| "step": 100 | |
| }, | |
| { | |
| "dpo_loss": 14.852143287658691, | |
| "epoch": 0.42512990080302315, | |
| "grad_norm": 2245.895525757807, | |
| "learning_rate": 4.2613636363636365e-06, | |
| "logits": -1.168060302734375, | |
| "logps": -79.34931945800781, | |
| "loss": 28.1478, | |
| "objective": 28.49669647216797, | |
| "ranking_idealized": 0.5287500023841858, | |
| "ranking_idealized_expo": 0.527916669845581, | |
| "ranking_simple": 0.5287500023841858, | |
| "regularize": 28.49669647216797, | |
| "step": 150, | |
| "wo_beta": 15.188308715820312 | |
| }, | |
| { | |
| "epoch": 0.42512990080302315, | |
| "eval_dpo_loss": 14.723884582519531, | |
| "eval_logits": -1.0823547840118408, | |
| "eval_logps": -82.48079681396484, | |
| "eval_loss": 28.730850219726562, | |
| "eval_objective": 28.130752563476562, | |
| "eval_ranking_idealized": 0.5212215185165405, | |
| "eval_ranking_idealized_expo": 0.5212215185165405, | |
| "eval_ranking_simple": 0.522774338722229, | |
| "eval_regularize": 28.130752563476562, | |
| "eval_runtime": 307.3658, | |
| "eval_samples_per_second": 18.837, | |
| "eval_steps_per_second": 1.571, | |
| "eval_wo_beta": 15.409582138061523, | |
| "step": 150 | |
| }, | |
| { | |
| "dpo_loss": 17.784215927124023, | |
| "epoch": 0.5668398677373642, | |
| "grad_norm": 1921.2331717681436, | |
| "learning_rate": 4.997168347957521e-06, | |
| "logits": -0.9321090579032898, | |
| "logps": -74.18836212158203, | |
| "loss": 35.2522, | |
| "objective": 35.61735534667969, | |
| "ranking_idealized": 0.51583331823349, | |
| "ranking_idealized_expo": 0.51541668176651, | |
| "ranking_simple": 0.5066666603088379, | |
| "regularize": 35.61735534667969, | |
| "step": 200, | |
| "wo_beta": 15.46297550201416 | |
| }, | |
| { | |
| "epoch": 0.5668398677373642, | |
| "eval_dpo_loss": 18.911605834960938, | |
| "eval_logits": -0.8236067295074463, | |
| "eval_logps": -75.27147674560547, | |
| "eval_loss": 38.52634048461914, | |
| "eval_objective": 37.43656921386719, | |
| "eval_ranking_idealized": 0.5212215185165405, | |
| "eval_ranking_idealized_expo": 0.5212215185165405, | |
| "eval_ranking_simple": 0.5295031070709229, | |
| "eval_regularize": 37.43656921386719, | |
| "eval_runtime": 307.428, | |
| "eval_samples_per_second": 18.834, | |
| "eval_steps_per_second": 1.571, | |
| "eval_wo_beta": 14.68159294128418, | |
| "step": 200 | |
| }, | |
| { | |
| "dpo_loss": 19.207956314086914, | |
| "epoch": 0.7085498346717053, | |
| "grad_norm": 1961.1411038553429, | |
| "learning_rate": 4.973122855144066e-06, | |
| "logits": -0.7678465843200684, | |
| "logps": -71.71759033203125, | |
| "loss": 37.8556, | |
| "objective": 38.2454833984375, | |
| "ranking_idealized": 0.5166666507720947, | |
| "ranking_idealized_expo": 0.5162500143051147, | |
| "ranking_simple": 0.5183333158493042, | |
| "regularize": 38.2454833984375, | |
| "step": 250, | |
| "wo_beta": 15.593232154846191 | |
| }, | |
| { | |
| "epoch": 0.7085498346717053, | |
| "eval_dpo_loss": 22.749528884887695, | |
| "eval_logits": -0.602376401424408, | |
| "eval_logps": -76.27977752685547, | |
| "eval_loss": 44.81644821166992, | |
| "eval_objective": 44.5794677734375, | |
| "eval_ranking_idealized": 0.5212215185165405, | |
| "eval_ranking_idealized_expo": 0.5212215185165405, | |
| "eval_ranking_simple": 0.5222567319869995, | |
| "eval_regularize": 44.5794677734375, | |
| "eval_runtime": 309.9732, | |
| "eval_samples_per_second": 18.679, | |
| "eval_steps_per_second": 1.558, | |
| "eval_wo_beta": 14.318175315856934, | |
| "step": 250 | |
| }, | |
| { | |
| "dpo_loss": 18.925874710083008, | |
| "epoch": 0.8502598016060463, | |
| "grad_norm": 1894.7438599816405, | |
| "learning_rate": 4.924776641419513e-06, | |
| "logits": -0.6545333862304688, | |
| "logps": -74.65443420410156, | |
| "loss": 36.0351, | |
| "objective": 36.791263580322266, | |
| "ranking_idealized": 0.4962500035762787, | |
| "ranking_idealized_expo": 0.4950000047683716, | |
| "ranking_simple": 0.5074999928474426, | |
| "regularize": 36.791263580322266, | |
| "step": 300, | |
| "wo_beta": 15.123795509338379 | |
| }, | |
| { | |
| "epoch": 0.8502598016060463, | |
| "eval_dpo_loss": 22.145748138427734, | |
| "eval_logits": -0.7056564688682556, | |
| "eval_logps": -79.1832504272461, | |
| "eval_loss": 44.38310623168945, | |
| "eval_objective": 43.87770462036133, | |
| "eval_ranking_idealized": 0.5212215185165405, | |
| "eval_ranking_idealized_expo": 0.5212215185165405, | |
| "eval_ranking_simple": 0.5253623127937317, | |
| "eval_regularize": 43.87770462036133, | |
| "eval_runtime": 307.3056, | |
| "eval_samples_per_second": 18.841, | |
| "eval_steps_per_second": 1.572, | |
| "eval_wo_beta": 14.267467498779297, | |
| "step": 300 | |
| }, | |
| { | |
| "dpo_loss": 16.664411544799805, | |
| "epoch": 0.9919697685403873, | |
| "grad_norm": 1652.397965840821, | |
| "learning_rate": 4.8526047530778175e-06, | |
| "logits": -0.6539748907089233, | |
| "logps": -77.53305053710938, | |
| "loss": 32.9882, | |
| "objective": 31.92953109741211, | |
| "ranking_idealized": 0.5262500047683716, | |
| "ranking_idealized_expo": 0.5254166722297668, | |
| "ranking_simple": 0.5174999833106995, | |
| "regularize": 31.92953109741211, | |
| "step": 350, | |
| "wo_beta": 15.103469848632812 | |
| }, | |
| { | |
| "epoch": 0.9919697685403873, | |
| "eval_dpo_loss": 23.009784698486328, | |
| "eval_logits": -0.6344824433326721, | |
| "eval_logps": -80.31657409667969, | |
| "eval_loss": 46.694580078125, | |
| "eval_objective": 45.59531021118164, | |
| "eval_ranking_idealized": 0.5212215185165405, | |
| "eval_ranking_idealized_expo": 0.5212215185165405, | |
| "eval_ranking_simple": 0.5248447060585022, | |
| "eval_regularize": 45.59531021118164, | |
| "eval_runtime": 307.1817, | |
| "eval_samples_per_second": 18.849, | |
| "eval_steps_per_second": 1.572, | |
| "eval_wo_beta": 14.169025421142578, | |
| "step": 350 | |
| }, | |
| { | |
| "dpo_loss": 15.38097858428955, | |
| "epoch": 1.1336797354747283, | |
| "grad_norm": 1767.7891148738722, | |
| "learning_rate": 4.757316345716554e-06, | |
| "logits": -0.5037474036216736, | |
| "logps": -77.35700225830078, | |
| "loss": 30.7247, | |
| "objective": 30.997066497802734, | |
| "ranking_idealized": 0.5333333611488342, | |
| "ranking_idealized_expo": 0.5320833325386047, | |
| "ranking_simple": 0.5258333086967468, | |
| "regularize": 30.997066497802734, | |
| "step": 400, | |
| "wo_beta": 15.239886283874512 | |
| }, | |
| { | |
| "epoch": 1.1336797354747283, | |
| "eval_dpo_loss": 24.61825180053711, | |
| "eval_logits": -0.4809892475605011, | |
| "eval_logps": -82.41106414794922, | |
| "eval_loss": 48.38045120239258, | |
| "eval_objective": 48.06561279296875, | |
| "eval_ranking_idealized": 0.5212215185165405, | |
| "eval_ranking_idealized_expo": 0.5212215185165405, | |
| "eval_ranking_simple": 0.5165631175041199, | |
| "eval_regularize": 48.06561279296875, | |
| "eval_runtime": 307.5308, | |
| "eval_samples_per_second": 18.827, | |
| "eval_steps_per_second": 1.571, | |
| "eval_wo_beta": 14.105908393859863, | |
| "step": 400 | |
| }, | |
| { | |
| "dpo_loss": 15.528545379638672, | |
| "epoch": 1.2753897024090695, | |
| "grad_norm": 1599.4345499147116, | |
| "learning_rate": 4.639847716126855e-06, | |
| "logits": -0.4860953390598297, | |
| "logps": -78.5374755859375, | |
| "loss": 29.6491, | |
| "objective": 30.698896408081055, | |
| "ranking_idealized": 0.5195833444595337, | |
| "ranking_idealized_expo": 0.5191666483879089, | |
| "ranking_simple": 0.5208333134651184, | |
| "regularize": 30.698896408081055, | |
| "step": 450, | |
| "wo_beta": 15.879746437072754 | |
| }, | |
| { | |
| "epoch": 1.2753897024090695, | |
| "eval_dpo_loss": 24.949462890625, | |
| "eval_logits": -0.5861236453056335, | |
| "eval_logps": -81.5285415649414, | |
| "eval_loss": 48.523677825927734, | |
| "eval_objective": 48.84111022949219, | |
| "eval_ranking_idealized": 0.5212215185165405, | |
| "eval_ranking_idealized_expo": 0.5212215185165405, | |
| "eval_ranking_simple": 0.5243270993232727, | |
| "eval_regularize": 48.84111022949219, | |
| "eval_runtime": 311.2891, | |
| "eval_samples_per_second": 18.6, | |
| "eval_steps_per_second": 1.552, | |
| "eval_wo_beta": 14.479339599609375, | |
| "step": 450 | |
| }, | |
| { | |
| "dpo_loss": 14.001568794250488, | |
| "epoch": 1.4170996693434104, | |
| "grad_norm": 1563.7145297724219, | |
| "learning_rate": 4.501353102310901e-06, | |
| "logits": -0.5200133323669434, | |
| "logps": -76.25775909423828, | |
| "loss": 28.3933, | |
| "objective": 28.495651245117188, | |
| "ranking_idealized": 0.49791666865348816, | |
| "ranking_idealized_expo": 0.4970833361148834, | |
| "ranking_simple": 0.5062500238418579, | |
| "regularize": 28.495651245117188, | |
| "step": 500, | |
| "wo_beta": 15.288237571716309 | |
| }, | |
| { | |
| "epoch": 1.4170996693434104, | |
| "eval_dpo_loss": 24.81561851501465, | |
| "eval_logits": -0.5585454106330872, | |
| "eval_logps": -79.88430786132812, | |
| "eval_loss": 47.81501388549805, | |
| "eval_objective": 47.92095947265625, | |
| "eval_ranking_idealized": 0.5212215185165405, | |
| "eval_ranking_idealized_expo": 0.5212215185165405, | |
| "eval_ranking_simple": 0.5212215185165405, | |
| "eval_regularize": 47.92095947265625, | |
| "eval_runtime": 307.162, | |
| "eval_samples_per_second": 18.85, | |
| "eval_steps_per_second": 1.572, | |
| "eval_wo_beta": 14.345782279968262, | |
| "step": 500 | |
| }, | |
| { | |
| "dpo_loss": 13.645363807678223, | |
| "epoch": 1.5588096362777515, | |
| "grad_norm": 1564.1500708905278, | |
| "learning_rate": 4.34319334202531e-06, | |
| "logits": -0.5150942802429199, | |
| "logps": -77.01350402832031, | |
| "loss": 26.3026, | |
| "objective": 26.619535446166992, | |
| "ranking_idealized": 0.5112500190734863, | |
| "ranking_idealized_expo": 0.5104166865348816, | |
| "ranking_simple": 0.5120833516120911, | |
| "regularize": 26.619535446166992, | |
| "step": 550, | |
| "wo_beta": 14.997577667236328 | |
| }, | |
| { | |
| "epoch": 1.5588096362777515, | |
| "eval_dpo_loss": 24.458288192749023, | |
| "eval_logits": -0.5593612194061279, | |
| "eval_logps": -79.55674743652344, | |
| "eval_loss": 48.00811767578125, | |
| "eval_objective": 48.22153854370117, | |
| "eval_ranking_idealized": 0.5212215185165405, | |
| "eval_ranking_idealized_expo": 0.5212215185165405, | |
| "eval_ranking_simple": 0.522774338722229, | |
| "eval_regularize": 48.22153854370117, | |
| "eval_runtime": 307.4518, | |
| "eval_samples_per_second": 18.832, | |
| "eval_steps_per_second": 1.571, | |
| "eval_wo_beta": 14.15873908996582, | |
| "step": 550 | |
| }, | |
| { | |
| "dpo_loss": 13.081768989562988, | |
| "epoch": 1.7005196032120926, | |
| "grad_norm": 1567.2994510773917, | |
| "learning_rate": 4.16692250129073e-06, | |
| "logits": -0.4002828598022461, | |
| "logps": -76.4526138305664, | |
| "loss": 25.1162, | |
| "objective": 25.69132423400879, | |
| "ranking_idealized": 0.51541668176651, | |
| "ranking_idealized_expo": 0.5149999856948853, | |
| "ranking_simple": 0.5137500166893005, | |
| "regularize": 25.69132423400879, | |
| "step": 600, | |
| "wo_beta": 14.990047454833984 | |
| }, | |
| { | |
| "epoch": 1.7005196032120926, | |
| "eval_dpo_loss": 25.221858978271484, | |
| "eval_logits": -0.4875362813472748, | |
| "eval_logps": -79.4244613647461, | |
| "eval_loss": 49.42710494995117, | |
| "eval_objective": 49.74281311035156, | |
| "eval_ranking_idealized": 0.5212215185165405, | |
| "eval_ranking_idealized_expo": 0.5212215185165405, | |
| "eval_ranking_simple": 0.5258799195289612, | |
| "eval_regularize": 49.74281311035156, | |
| "eval_runtime": 311.292, | |
| "eval_samples_per_second": 18.6, | |
| "eval_steps_per_second": 1.552, | |
| "eval_wo_beta": 14.192330360412598, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.7005196032120926, | |
| "step": 600, | |
| "total_flos": 0.0, | |
| "train_loss": 11.682157999674478, | |
| "train_runtime": 6847.3936, | |
| "train_samples_per_second": 37.096, | |
| "train_steps_per_second": 0.257 | |
| } | |
| ], | |
| "logging_steps": 50, | |
| "max_steps": 1760, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 5, | |
| "save_steps": 50, | |
| "stateful_callbacks": { | |
| "EarlyStoppingCallback": { | |
| "args": { | |
| "early_stopping_patience": 5, | |
| "early_stopping_threshold": 0.0 | |
| }, | |
| "attributes": { | |
| "early_stopping_patience_counter": 0 | |
| } | |
| }, | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |