| { | |
| "best_metric": 15.984663963317871, | |
| "best_model_checkpoint": "./qwen2.5-0.5b/qwen2.5-0.5b-expo-L2EXPO-ES-0.1/checkpoint-800", | |
| "epoch": 2.975909305621162, | |
| "eval_steps": 50, | |
| "global_step": 1050, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "dpo_loss": 0.6931471824645996, | |
| "epoch": 0.002834199338686821, | |
| "grad_norm": 36.88506026977242, | |
| "learning_rate": 5.681818181818181e-09, | |
| "logits": -1.359458565711975, | |
| "logps": -84.69721221923828, | |
| "loss": 0.3913, | |
| "objective": 0.3618059456348419, | |
| "ranking_idealized": 0.6458333134651184, | |
| "ranking_idealized_expo": 0.5833333134651184, | |
| "ranking_simple": 0.5833333134651184, | |
| "regularize": 0.3618059456348419, | |
| "step": 1, | |
| "wo_beta": 14.830931663513184 | |
| }, | |
| { | |
| "dpo_loss": 0.689619779586792, | |
| "epoch": 0.14170996693434104, | |
| "grad_norm": 35.61374868059241, | |
| "learning_rate": 2.840909090909091e-07, | |
| "logits": -1.4646235704421997, | |
| "logps": -83.92658996582031, | |
| "loss": 0.4117, | |
| "objective": 0.4160037934780121, | |
| "ranking_idealized": 0.608418345451355, | |
| "ranking_idealized_expo": 0.5229591727256775, | |
| "ranking_simple": 0.5255101919174194, | |
| "regularize": 0.4160037934780121, | |
| "step": 50, | |
| "wo_beta": 15.691085815429688 | |
| }, | |
| { | |
| "epoch": 0.14170996693434104, | |
| "eval_dpo_loss": 0.6893064975738525, | |
| "eval_logits": -1.4691106081008911, | |
| "eval_logps": -90.8535385131836, | |
| "eval_loss": 0.4102482497692108, | |
| "eval_objective": 0.4089997410774231, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.5248447060585022, | |
| "eval_regularize": 0.4089997410774231, | |
| "eval_runtime": 309.1952, | |
| "eval_samples_per_second": 18.726, | |
| "eval_steps_per_second": 1.562, | |
| "eval_wo_beta": 16.32078742980957, | |
| "step": 50 | |
| }, | |
| { | |
| "dpo_loss": 0.666653573513031, | |
| "epoch": 0.2834199338686821, | |
| "grad_norm": 39.001717769013226, | |
| "learning_rate": 5.681818181818182e-07, | |
| "logits": -1.5049233436584473, | |
| "logps": -84.32721710205078, | |
| "loss": 0.3871, | |
| "objective": 0.3919191360473633, | |
| "ranking_idealized": 0.6016666889190674, | |
| "ranking_idealized_expo": 0.5141666531562805, | |
| "ranking_simple": 0.5274999737739563, | |
| "regularize": 0.3919191360473633, | |
| "step": 100, | |
| "wo_beta": 15.436232566833496 | |
| }, | |
| { | |
| "epoch": 0.2834199338686821, | |
| "eval_dpo_loss": 0.6833388805389404, | |
| "eval_logits": -1.5346405506134033, | |
| "eval_logps": -91.27565002441406, | |
| "eval_loss": 0.4049375057220459, | |
| "eval_objective": 0.40290772914886475, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.531573474407196, | |
| "eval_regularize": 0.40290772914886475, | |
| "eval_runtime": 308.7302, | |
| "eval_samples_per_second": 18.754, | |
| "eval_steps_per_second": 1.564, | |
| "eval_wo_beta": 16.269933700561523, | |
| "step": 100 | |
| }, | |
| { | |
| "dpo_loss": 0.6460586190223694, | |
| "epoch": 0.42512990080302315, | |
| "grad_norm": 33.54647406338888, | |
| "learning_rate": 8.522727272727273e-07, | |
| "logits": -1.5278972387313843, | |
| "logps": -86.29918670654297, | |
| "loss": 0.3451, | |
| "objective": 0.3537640869617462, | |
| "ranking_idealized": 0.6066666841506958, | |
| "ranking_idealized_expo": 0.5287500023841858, | |
| "ranking_simple": 0.5441666841506958, | |
| "regularize": 0.3537640869617462, | |
| "step": 150, | |
| "wo_beta": 15.559906005859375 | |
| }, | |
| { | |
| "epoch": 0.42512990080302315, | |
| "eval_dpo_loss": 0.6788700819015503, | |
| "eval_logits": -1.4902477264404297, | |
| "eval_logps": -91.16365051269531, | |
| "eval_loss": 0.40134957432746887, | |
| "eval_objective": 0.39963677525520325, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.534679114818573, | |
| "eval_regularize": 0.39963677525520325, | |
| "eval_runtime": 313.2125, | |
| "eval_samples_per_second": 18.486, | |
| "eval_steps_per_second": 1.542, | |
| "eval_wo_beta": 16.59067726135254, | |
| "step": 150 | |
| }, | |
| { | |
| "dpo_loss": 0.616335928440094, | |
| "epoch": 0.5668398677373642, | |
| "grad_norm": 40.07384713581775, | |
| "learning_rate": 9.99433669591504e-07, | |
| "logits": -1.5112419128417969, | |
| "logps": -85.97952270507812, | |
| "loss": 0.3166, | |
| "objective": 0.31608816981315613, | |
| "ranking_idealized": 0.5924999713897705, | |
| "ranking_idealized_expo": 0.5166666507720947, | |
| "ranking_simple": 0.5454166531562805, | |
| "regularize": 0.31608816981315613, | |
| "step": 200, | |
| "wo_beta": 15.945281982421875 | |
| }, | |
| { | |
| "epoch": 0.5668398677373642, | |
| "eval_dpo_loss": 0.681080162525177, | |
| "eval_logits": -1.4522831439971924, | |
| "eval_logps": -93.26953887939453, | |
| "eval_loss": 0.4148460626602173, | |
| "eval_objective": 0.41316577792167664, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.531573474407196, | |
| "eval_regularize": 0.41316577792167664, | |
| "eval_runtime": 308.9819, | |
| "eval_samples_per_second": 18.739, | |
| "eval_steps_per_second": 1.563, | |
| "eval_wo_beta": 16.35118865966797, | |
| "step": 200 | |
| }, | |
| { | |
| "dpo_loss": 0.5952258110046387, | |
| "epoch": 0.7085498346717053, | |
| "grad_norm": 34.54234310666894, | |
| "learning_rate": 9.94624571028813e-07, | |
| "logits": -1.5106024742126465, | |
| "logps": -84.41282653808594, | |
| "loss": 0.2939, | |
| "objective": 0.2922481894493103, | |
| "ranking_idealized": 0.5991666913032532, | |
| "ranking_idealized_expo": 0.5170833468437195, | |
| "ranking_simple": 0.5612499713897705, | |
| "regularize": 0.2922481894493103, | |
| "step": 250, | |
| "wo_beta": 16.29503631591797 | |
| }, | |
| { | |
| "epoch": 0.7085498346717053, | |
| "eval_dpo_loss": 0.679045557975769, | |
| "eval_logits": -1.5465130805969238, | |
| "eval_logps": -90.55366516113281, | |
| "eval_loss": 0.4130644202232361, | |
| "eval_objective": 0.4076613783836365, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.5341615080833435, | |
| "eval_regularize": 0.4076613783836365, | |
| "eval_runtime": 308.7233, | |
| "eval_samples_per_second": 18.755, | |
| "eval_steps_per_second": 1.565, | |
| "eval_wo_beta": 16.480682373046875, | |
| "step": 250 | |
| }, | |
| { | |
| "dpo_loss": 0.586772620677948, | |
| "epoch": 0.8502598016060463, | |
| "grad_norm": 34.42071615370769, | |
| "learning_rate": 9.849553282839024e-07, | |
| "logits": -1.5501227378845215, | |
| "logps": -85.52662658691406, | |
| "loss": 0.2655, | |
| "objective": 0.27248048782348633, | |
| "ranking_idealized": 0.5799999833106995, | |
| "ranking_idealized_expo": 0.4970833361148834, | |
| "ranking_simple": 0.5445833206176758, | |
| "regularize": 0.27248048782348633, | |
| "step": 300, | |
| "wo_beta": 15.878409385681152 | |
| }, | |
| { | |
| "epoch": 0.8502598016060463, | |
| "eval_dpo_loss": 0.6806344985961914, | |
| "eval_logits": -1.4552550315856934, | |
| "eval_logps": -91.35205078125, | |
| "eval_loss": 0.4126306176185608, | |
| "eval_objective": 0.4082447588443756, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.5310559272766113, | |
| "eval_regularize": 0.4082447588443756, | |
| "eval_runtime": 467.8777, | |
| "eval_samples_per_second": 12.375, | |
| "eval_steps_per_second": 1.032, | |
| "eval_wo_beta": 16.44291877746582, | |
| "step": 300 | |
| }, | |
| { | |
| "dpo_loss": 0.5711151361465454, | |
| "epoch": 0.9919697685403873, | |
| "grad_norm": 31.544141880018735, | |
| "learning_rate": 9.705209506155634e-07, | |
| "logits": -1.468552589416504, | |
| "logps": -85.4828872680664, | |
| "loss": 0.2513, | |
| "objective": 0.24532364308834076, | |
| "ranking_idealized": 0.60916668176651, | |
| "ranking_idealized_expo": 0.5270833373069763, | |
| "ranking_simple": 0.5920833349227905, | |
| "regularize": 0.24532364308834076, | |
| "step": 350, | |
| "wo_beta": 15.914597511291504 | |
| }, | |
| { | |
| "epoch": 0.9919697685403873, | |
| "eval_dpo_loss": 0.6781877279281616, | |
| "eval_logits": -1.4532182216644287, | |
| "eval_logps": -91.24078369140625, | |
| "eval_loss": 0.41097965836524963, | |
| "eval_objective": 0.4043864607810974, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.5351966619491577, | |
| "eval_regularize": 0.4043864607810974, | |
| "eval_runtime": 471.3464, | |
| "eval_samples_per_second": 12.284, | |
| "eval_steps_per_second": 1.025, | |
| "eval_wo_beta": 16.376806259155273, | |
| "step": 350 | |
| }, | |
| { | |
| "dpo_loss": 0.5529460906982422, | |
| "epoch": 1.1336797354747283, | |
| "grad_norm": 30.9851919334132, | |
| "learning_rate": 9.514632691433106e-07, | |
| "logits": -1.4837555885314941, | |
| "logps": -83.03319549560547, | |
| "loss": 0.2206, | |
| "objective": 0.2209722399711609, | |
| "ranking_idealized": 0.6087499856948853, | |
| "ranking_idealized_expo": 0.5337499976158142, | |
| "ranking_simple": 0.5941666960716248, | |
| "regularize": 0.2209722399711609, | |
| "step": 400, | |
| "wo_beta": 16.069154739379883 | |
| }, | |
| { | |
| "epoch": 1.1336797354747283, | |
| "eval_dpo_loss": 0.6769281625747681, | |
| "eval_logits": -1.4763766527175903, | |
| "eval_logps": -87.34698486328125, | |
| "eval_loss": 0.41283363103866577, | |
| "eval_objective": 0.4048711359500885, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.533643901348114, | |
| "eval_regularize": 0.4048711359500885, | |
| "eval_runtime": 481.9587, | |
| "eval_samples_per_second": 12.013, | |
| "eval_steps_per_second": 1.002, | |
| "eval_wo_beta": 16.20241355895996, | |
| "step": 400 | |
| }, | |
| { | |
| "dpo_loss": 0.5509263277053833, | |
| "epoch": 1.2753897024090695, | |
| "grad_norm": 33.28599031549051, | |
| "learning_rate": 9.279695432253708e-07, | |
| "logits": -1.4624412059783936, | |
| "logps": -82.20590209960938, | |
| "loss": 0.2077, | |
| "objective": 0.2058807760477066, | |
| "ranking_idealized": 0.5975000262260437, | |
| "ranking_idealized_expo": 0.5199999809265137, | |
| "ranking_simple": 0.5841666460037231, | |
| "regularize": 0.2058807760477066, | |
| "step": 450, | |
| "wo_beta": 16.36168098449707 | |
| }, | |
| { | |
| "epoch": 1.2753897024090695, | |
| "eval_dpo_loss": 0.6788477897644043, | |
| "eval_logits": -1.417741060256958, | |
| "eval_logps": -89.87925720214844, | |
| "eval_loss": 0.41441377997398376, | |
| "eval_objective": 0.4105576276779175, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.5331262946128845, | |
| "eval_regularize": 0.4105576276779175, | |
| "eval_runtime": 479.889, | |
| "eval_samples_per_second": 12.065, | |
| "eval_steps_per_second": 1.006, | |
| "eval_wo_beta": 16.197683334350586, | |
| "step": 450 | |
| }, | |
| { | |
| "dpo_loss": 0.5497527718544006, | |
| "epoch": 1.4170996693434104, | |
| "grad_norm": 28.875129958259482, | |
| "learning_rate": 9.002706204621802e-07, | |
| "logits": -1.4527512788772583, | |
| "logps": -82.58905029296875, | |
| "loss": 0.1943, | |
| "objective": 0.19459716975688934, | |
| "ranking_idealized": 0.57833331823349, | |
| "ranking_idealized_expo": 0.4983333349227905, | |
| "ranking_simple": 0.5625, | |
| "regularize": 0.19459716975688934, | |
| "step": 500, | |
| "wo_beta": 15.90869426727295 | |
| }, | |
| { | |
| "epoch": 1.4170996693434104, | |
| "eval_dpo_loss": 0.6781710982322693, | |
| "eval_logits": -1.454372763633728, | |
| "eval_logps": -87.66993713378906, | |
| "eval_loss": 0.4168953001499176, | |
| "eval_objective": 0.40915447473526, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.5351966619491577, | |
| "eval_regularize": 0.40915447473526, | |
| "eval_runtime": 488.9325, | |
| "eval_samples_per_second": 11.842, | |
| "eval_steps_per_second": 0.988, | |
| "eval_wo_beta": 16.050954818725586, | |
| "step": 500 | |
| }, | |
| { | |
| "dpo_loss": 0.5426554083824158, | |
| "epoch": 1.5588096362777515, | |
| "grad_norm": 30.318446040470374, | |
| "learning_rate": 8.68638668405062e-07, | |
| "logits": -1.4643546342849731, | |
| "logps": -82.28606414794922, | |
| "loss": 0.1879, | |
| "objective": 0.1849183589220047, | |
| "ranking_idealized": 0.5945833325386047, | |
| "ranking_idealized_expo": 0.5116666555404663, | |
| "ranking_simple": 0.5854166746139526, | |
| "regularize": 0.1849183589220047, | |
| "step": 550, | |
| "wo_beta": 15.804949760437012 | |
| }, | |
| { | |
| "epoch": 1.5588096362777515, | |
| "eval_dpo_loss": 0.6786677241325378, | |
| "eval_logits": -1.4267942905426025, | |
| "eval_logps": -89.01109313964844, | |
| "eval_loss": 0.4173260033130646, | |
| "eval_objective": 0.41023388504981995, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.534679114818573, | |
| "eval_regularize": 0.41023388504981995, | |
| "eval_runtime": 497.8976, | |
| "eval_samples_per_second": 11.629, | |
| "eval_steps_per_second": 0.97, | |
| "eval_wo_beta": 16.070680618286133, | |
| "step": 550 | |
| }, | |
| { | |
| "dpo_loss": 0.5401077270507812, | |
| "epoch": 1.7005196032120926, | |
| "grad_norm": 28.092335905186818, | |
| "learning_rate": 8.333845002581458e-07, | |
| "logits": -1.4184807538986206, | |
| "logps": -81.81605529785156, | |
| "loss": 0.1768, | |
| "objective": 0.1826876848936081, | |
| "ranking_idealized": 0.6004166603088379, | |
| "ranking_idealized_expo": 0.51583331823349, | |
| "ranking_simple": 0.5870833396911621, | |
| "regularize": 0.1826876848936081, | |
| "step": 600, | |
| "wo_beta": 15.617234230041504 | |
| }, | |
| { | |
| "epoch": 1.7005196032120926, | |
| "eval_dpo_loss": 0.6796310544013977, | |
| "eval_logits": -1.4410563707351685, | |
| "eval_logps": -87.06050872802734, | |
| "eval_loss": 0.4189995527267456, | |
| "eval_objective": 0.411603182554245, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.5351966619491577, | |
| "eval_regularize": 0.411603182554245, | |
| "eval_runtime": 490.295, | |
| "eval_samples_per_second": 11.809, | |
| "eval_steps_per_second": 0.985, | |
| "eval_wo_beta": 16.06967544555664, | |
| "step": 600 | |
| }, | |
| { | |
| "dpo_loss": 0.5417632460594177, | |
| "epoch": 1.8422295701464337, | |
| "grad_norm": 30.564010457091317, | |
| "learning_rate": 7.948545208509811e-07, | |
| "logits": -1.4855570793151855, | |
| "logps": -82.33342742919922, | |
| "loss": 0.1736, | |
| "objective": 0.16996659338474274, | |
| "ranking_idealized": 0.6058333516120911, | |
| "ranking_idealized_expo": 0.5295833349227905, | |
| "ranking_simple": 0.5916666388511658, | |
| "regularize": 0.16996659338474274, | |
| "step": 650, | |
| "wo_beta": 16.523035049438477 | |
| }, | |
| { | |
| "epoch": 1.8422295701464337, | |
| "eval_dpo_loss": 0.680221676826477, | |
| "eval_logits": -1.4600505828857422, | |
| "eval_logps": -90.0507583618164, | |
| "eval_loss": 0.4218791425228119, | |
| "eval_objective": 0.4143694341182709, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.534679114818573, | |
| "eval_regularize": 0.4143694341182709, | |
| "eval_runtime": 465.9154, | |
| "eval_samples_per_second": 12.427, | |
| "eval_steps_per_second": 1.037, | |
| "eval_wo_beta": 16.10569953918457, | |
| "step": 650 | |
| }, | |
| { | |
| "dpo_loss": 0.5461080074310303, | |
| "epoch": 1.9839395370807746, | |
| "grad_norm": 29.849998371301844, | |
| "learning_rate": 7.534273228904915e-07, | |
| "logits": -1.4225118160247803, | |
| "logps": -84.2075424194336, | |
| "loss": 0.1598, | |
| "objective": 0.16184575855731964, | |
| "ranking_idealized": 0.5954166650772095, | |
| "ranking_idealized_expo": 0.5129166841506958, | |
| "ranking_simple": 0.5870833396911621, | |
| "regularize": 0.16184575855731964, | |
| "step": 700, | |
| "wo_beta": 15.974614143371582 | |
| }, | |
| { | |
| "epoch": 1.9839395370807746, | |
| "eval_dpo_loss": 0.6798617243766785, | |
| "eval_logits": -1.411017656326294, | |
| "eval_logps": -90.56302642822266, | |
| "eval_loss": 0.4216688573360443, | |
| "eval_objective": 0.41477063298225403, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.5362318754196167, | |
| "eval_regularize": 0.41477063298225403, | |
| "eval_runtime": 468.8368, | |
| "eval_samples_per_second": 12.35, | |
| "eval_steps_per_second": 1.03, | |
| "eval_wo_beta": 16.049283981323242, | |
| "step": 700 | |
| }, | |
| { | |
| "dpo_loss": 0.5335285663604736, | |
| "epoch": 2.1256495040151155, | |
| "grad_norm": 27.349376686984996, | |
| "learning_rate": 7.095099669372443e-07, | |
| "logits": -1.4041997194290161, | |
| "logps": -83.5035400390625, | |
| "loss": 0.1454, | |
| "objective": 0.14657247066497803, | |
| "ranking_idealized": 0.6066666841506958, | |
| "ranking_idealized_expo": 0.5133333206176758, | |
| "ranking_simple": 0.596666693687439, | |
| "regularize": 0.14657247066497803, | |
| "step": 750, | |
| "wo_beta": 16.065366744995117 | |
| }, | |
| { | |
| "epoch": 2.1256495040151155, | |
| "eval_dpo_loss": 0.6797157526016235, | |
| "eval_logits": -1.3859150409698486, | |
| "eval_logps": -89.54334259033203, | |
| "eval_loss": 0.4214833676815033, | |
| "eval_objective": 0.41514915227890015, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.531573474407196, | |
| "eval_regularize": 0.41514915227890015, | |
| "eval_runtime": 480.0022, | |
| "eval_samples_per_second": 12.062, | |
| "eval_steps_per_second": 1.006, | |
| "eval_wo_beta": 16.04585075378418, | |
| "step": 750 | |
| }, | |
| { | |
| "dpo_loss": 0.5314897894859314, | |
| "epoch": 2.2673594709494567, | |
| "grad_norm": 28.42084450535516, | |
| "learning_rate": 6.635339816587108e-07, | |
| "logits": -1.3851786851882935, | |
| "logps": -83.51881408691406, | |
| "loss": 0.1333, | |
| "objective": 0.13326440751552582, | |
| "ranking_idealized": 0.5941666960716248, | |
| "ranking_idealized_expo": 0.5129166841506958, | |
| "ranking_simple": 0.5874999761581421, | |
| "regularize": 0.13326440751552582, | |
| "step": 800, | |
| "wo_beta": 15.551568984985352 | |
| }, | |
| { | |
| "epoch": 2.2673594709494567, | |
| "eval_dpo_loss": 0.6790949106216431, | |
| "eval_logits": -1.383711576461792, | |
| "eval_logps": -89.10604858398438, | |
| "eval_loss": 0.4217349588871002, | |
| "eval_objective": 0.4141845107078552, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.534679114818573, | |
| "eval_regularize": 0.4141845107078552, | |
| "eval_runtime": 479.8627, | |
| "eval_samples_per_second": 12.066, | |
| "eval_steps_per_second": 1.007, | |
| "eval_wo_beta": 15.984663963317871, | |
| "step": 800 | |
| }, | |
| { | |
| "dpo_loss": 0.5344111919403076, | |
| "epoch": 2.409069437883798, | |
| "grad_norm": 27.376346461788764, | |
| "learning_rate": 6.159511236607315e-07, | |
| "logits": -1.4081922769546509, | |
| "logps": -83.36618041992188, | |
| "loss": 0.1287, | |
| "objective": 0.12692613899707794, | |
| "ranking_idealized": 0.5979166626930237, | |
| "ranking_idealized_expo": 0.5166666507720947, | |
| "ranking_simple": 0.5933333039283752, | |
| "regularize": 0.12692613899707794, | |
| "step": 850, | |
| "wo_beta": 15.760154724121094 | |
| }, | |
| { | |
| "epoch": 2.409069437883798, | |
| "eval_dpo_loss": 0.6794790625572205, | |
| "eval_logits": -1.3856061697006226, | |
| "eval_logps": -88.614501953125, | |
| "eval_loss": 0.4240662753582001, | |
| "eval_objective": 0.4153030812740326, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.5357142686843872, | |
| "eval_regularize": 0.4153030812740326, | |
| "eval_runtime": 481.1385, | |
| "eval_samples_per_second": 12.034, | |
| "eval_steps_per_second": 1.004, | |
| "eval_wo_beta": 15.997852325439453, | |
| "step": 850 | |
| }, | |
| { | |
| "dpo_loss": 0.5347414016723633, | |
| "epoch": 2.550779404818139, | |
| "grad_norm": 29.1093651939844, | |
| "learning_rate": 5.67228938560766e-07, | |
| "logits": -1.3715587854385376, | |
| "logps": -82.14668273925781, | |
| "loss": 0.12, | |
| "objective": 0.12150037288665771, | |
| "ranking_idealized": 0.5887500047683716, | |
| "ranking_idealized_expo": 0.518750011920929, | |
| "ranking_simple": 0.5891666412353516, | |
| "regularize": 0.12150037288665771, | |
| "step": 900, | |
| "wo_beta": 16.280019760131836 | |
| }, | |
| { | |
| "epoch": 2.550779404818139, | |
| "eval_dpo_loss": 0.6795074343681335, | |
| "eval_logits": -1.3921464681625366, | |
| "eval_logps": -88.66633605957031, | |
| "eval_loss": 0.4207339584827423, | |
| "eval_objective": 0.4128892719745636, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.5331262946128845, | |
| "eval_regularize": 0.4128892719745636, | |
| "eval_runtime": 493.2688, | |
| "eval_samples_per_second": 11.738, | |
| "eval_steps_per_second": 0.979, | |
| "eval_wo_beta": 16.06983184814453, | |
| "step": 900 | |
| }, | |
| { | |
| "dpo_loss": 0.5318446159362793, | |
| "epoch": 2.69248937175248, | |
| "grad_norm": 28.62178309135148, | |
| "learning_rate": 5.178461669194903e-07, | |
| "logits": -1.3740975856781006, | |
| "logps": -82.18826293945312, | |
| "loss": 0.1148, | |
| "objective": 0.11303483694791794, | |
| "ranking_idealized": 0.5975000262260437, | |
| "ranking_idealized_expo": 0.5087500214576721, | |
| "ranking_simple": 0.5929166674613953, | |
| "regularize": 0.11303483694791794, | |
| "step": 950, | |
| "wo_beta": 16.24332618713379 | |
| }, | |
| { | |
| "epoch": 2.69248937175248, | |
| "eval_dpo_loss": 0.6791985034942627, | |
| "eval_logits": -1.3689535856246948, | |
| "eval_logps": -88.28536224365234, | |
| "eval_loss": 0.421545147895813, | |
| "eval_objective": 0.41494688391685486, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.533643901348114, | |
| "eval_regularize": 0.41494688391685486, | |
| "eval_runtime": 492.3545, | |
| "eval_samples_per_second": 11.76, | |
| "eval_steps_per_second": 0.981, | |
| "eval_wo_beta": 16.05128288269043, | |
| "step": 950 | |
| }, | |
| { | |
| "dpo_loss": 0.5294139385223389, | |
| "epoch": 2.8341993386868207, | |
| "grad_norm": 27.974854830973783, | |
| "learning_rate": 4.682880401717177e-07, | |
| "logits": -1.3566088676452637, | |
| "logps": -81.84488677978516, | |
| "loss": 0.1068, | |
| "objective": 0.109143927693367, | |
| "ranking_idealized": 0.6020833253860474, | |
| "ranking_idealized_expo": 0.5104166865348816, | |
| "ranking_simple": 0.5975000262260437, | |
| "regularize": 0.109143927693367, | |
| "step": 1000, | |
| "wo_beta": 15.627644538879395 | |
| }, | |
| { | |
| "epoch": 2.8341993386868207, | |
| "eval_dpo_loss": 0.6808813214302063, | |
| "eval_logits": -1.3724371194839478, | |
| "eval_logps": -89.17817687988281, | |
| "eval_loss": 0.42285358905792236, | |
| "eval_objective": 0.41681256890296936, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.5320910811424255, | |
| "eval_regularize": 0.41681256890296936, | |
| "eval_runtime": 490.5576, | |
| "eval_samples_per_second": 11.803, | |
| "eval_steps_per_second": 0.985, | |
| "eval_wo_beta": 16.072154998779297, | |
| "step": 1000 | |
| }, | |
| { | |
| "dpo_loss": 0.5339093208312988, | |
| "epoch": 2.975909305621162, | |
| "grad_norm": 27.555604149776222, | |
| "learning_rate": 4.1904151277847305e-07, | |
| "logits": -1.3810933828353882, | |
| "logps": -82.09051513671875, | |
| "loss": 0.0991, | |
| "objective": 0.09846866875886917, | |
| "ranking_idealized": 0.6075000166893005, | |
| "ranking_idealized_expo": 0.5179166793823242, | |
| "ranking_simple": 0.5975000262260437, | |
| "regularize": 0.09846866875886917, | |
| "step": 1050, | |
| "wo_beta": 16.260292053222656 | |
| }, | |
| { | |
| "epoch": 2.975909305621162, | |
| "eval_dpo_loss": 0.6791900992393494, | |
| "eval_logits": -1.398189663887024, | |
| "eval_logps": -88.96070098876953, | |
| "eval_loss": 0.421024352312088, | |
| "eval_objective": 0.4140646755695343, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.533643901348114, | |
| "eval_regularize": 0.4140646755695343, | |
| "eval_runtime": 468.6466, | |
| "eval_samples_per_second": 12.355, | |
| "eval_steps_per_second": 1.031, | |
| "eval_wo_beta": 16.04439353942871, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 2.975909305621162, | |
| "step": 1050, | |
| "total_flos": 0.0, | |
| "train_loss": 0.10327800432840983, | |
| "train_runtime": 29791.2438, | |
| "train_samples_per_second": 8.526, | |
| "train_steps_per_second": 0.059 | |
| } | |
| ], | |
| "logging_steps": 50, | |
| "max_steps": 1760, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 5, | |
| "save_steps": 50, | |
| "stateful_callbacks": { | |
| "EarlyStoppingCallback": { | |
| "args": { | |
| "early_stopping_patience": 5, | |
| "early_stopping_threshold": 0.0 | |
| }, | |
| "attributes": { | |
| "early_stopping_patience_counter": 0 | |
| } | |
| }, | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |