File size: 13,969 Bytes
50e9903 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 |
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 3.968,
"eval_steps": 100,
"global_step": 248,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.02,
"learning_rate": 2.0000000000000002e-07,
"logits/chosen": 0.34545159339904785,
"logits/rejected": 0.2957597076892853,
"logps/chosen": -217.1103973388672,
"logps/rejected": -154.90234375,
"loss": 0.0009,
"rewards/accuracies": 0.0,
"rewards/chosen": 0.0,
"rewards/margins": 0.0,
"rewards/rejected": 0.0,
"step": 1
},
{
"epoch": 0.16,
"learning_rate": 2.0000000000000003e-06,
"logits/chosen": 0.24290476739406586,
"logits/rejected": 0.1927487701177597,
"logps/chosen": -189.50128173828125,
"logps/rejected": -162.37692260742188,
"loss": 0.0011,
"rewards/accuracies": 0.3055555522441864,
"rewards/chosen": -0.0005859931115992367,
"rewards/margins": -0.001147971022874117,
"rewards/rejected": 0.0005619778530672193,
"step": 10
},
{
"epoch": 0.32,
"learning_rate": 4.000000000000001e-06,
"logits/chosen": 0.1098150983452797,
"logits/rejected": 0.06667135655879974,
"logps/chosen": -170.3683319091797,
"logps/rejected": -145.548095703125,
"loss": 0.0011,
"rewards/accuracies": 0.38749998807907104,
"rewards/chosen": -2.7951715310337022e-05,
"rewards/margins": -0.00022801189334131777,
"rewards/rejected": 0.00020006010890938342,
"step": 20
},
{
"epoch": 0.48,
"learning_rate": 4.993800445762451e-06,
"logits/chosen": 0.15559187531471252,
"logits/rejected": 0.15184751152992249,
"logps/chosen": -184.87167358398438,
"logps/rejected": -146.75131225585938,
"loss": 0.0011,
"rewards/accuracies": 0.39375001192092896,
"rewards/chosen": -0.00036125333281233907,
"rewards/margins": -0.0002040974359260872,
"rewards/rejected": -0.00015715583867859095,
"step": 30
},
{
"epoch": 0.64,
"learning_rate": 4.944388344834205e-06,
"logits/chosen": 0.11296383291482925,
"logits/rejected": 0.20522311329841614,
"logps/chosen": -182.8056640625,
"logps/rejected": -148.15756225585938,
"loss": 0.0009,
"rewards/accuracies": 0.4625000059604645,
"rewards/chosen": -0.00020849374413955957,
"rewards/margins": 0.001540421275421977,
"rewards/rejected": -0.0017489150632172823,
"step": 40
},
{
"epoch": 0.8,
"learning_rate": 4.8465431931347904e-06,
"logits/chosen": 0.2731459140777588,
"logits/rejected": 0.17598305642604828,
"logps/chosen": -196.51651000976562,
"logps/rejected": -161.89797973632812,
"loss": 0.001,
"rewards/accuracies": 0.4437499940395355,
"rewards/chosen": -0.0016538338968530297,
"rewards/margins": 0.000834259029943496,
"rewards/rejected": -0.0024880929850041866,
"step": 50
},
{
"epoch": 0.96,
"learning_rate": 4.702203692102539e-06,
"logits/chosen": 0.19920073449611664,
"logits/rejected": 0.17924004793167114,
"logps/chosen": -182.0515594482422,
"logps/rejected": -150.9364013671875,
"loss": 0.001,
"rewards/accuracies": 0.40625,
"rewards/chosen": 0.00011732898565242067,
"rewards/margins": 0.0012116450816392899,
"rewards/rejected": -0.0010943160159513354,
"step": 60
},
{
"epoch": 1.12,
"learning_rate": 4.514229781074239e-06,
"logits/chosen": 0.1093553751707077,
"logits/rejected": 0.17700831592082977,
"logps/chosen": -203.3074188232422,
"logps/rejected": -173.57713317871094,
"loss": 0.001,
"rewards/accuracies": 0.4312500059604645,
"rewards/chosen": -0.00015989062376320362,
"rewards/margins": 0.0011065483558923006,
"rewards/rejected": -0.0012664392124861479,
"step": 70
},
{
"epoch": 1.28,
"learning_rate": 4.286345970517195e-06,
"logits/chosen": 0.13181297481060028,
"logits/rejected": 0.1530202180147171,
"logps/chosen": -193.3525848388672,
"logps/rejected": -161.02328491210938,
"loss": 0.0011,
"rewards/accuracies": 0.40625,
"rewards/chosen": 0.00105115189217031,
"rewards/margins": 0.00026105757569894195,
"rewards/rejected": 0.0007900940254330635,
"step": 80
},
{
"epoch": 1.44,
"learning_rate": 4.023067544670082e-06,
"logits/chosen": 0.10432066023349762,
"logits/rejected": 0.11901885271072388,
"logps/chosen": -184.4915771484375,
"logps/rejected": -151.45025634765625,
"loss": 0.0009,
"rewards/accuracies": 0.46875,
"rewards/chosen": 0.0010537179186940193,
"rewards/margins": 0.002086392603814602,
"rewards/rejected": -0.0010326746851205826,
"step": 90
},
{
"epoch": 1.6,
"learning_rate": 3.7296110958116845e-06,
"logits/chosen": 0.17887040972709656,
"logits/rejected": 0.13352127373218536,
"logps/chosen": -176.19094848632812,
"logps/rejected": -149.05015563964844,
"loss": 0.001,
"rewards/accuracies": 0.375,
"rewards/chosen": 0.0006333684432320297,
"rewards/margins": 0.00030291633447632194,
"rewards/rejected": 0.00033045216696336865,
"step": 100
},
{
"epoch": 1.6,
"eval_logits/chosen": -0.005087433848530054,
"eval_logits/rejected": 0.09259650856256485,
"eval_logps/chosen": -306.27325439453125,
"eval_logps/rejected": -278.57037353515625,
"eval_loss": 0.0014748616376891732,
"eval_rewards/accuracies": 0.5040000081062317,
"eval_rewards/chosen": 8.555292879464105e-06,
"eval_rewards/margins": 0.00035174566437490284,
"eval_rewards/rejected": -0.0003431903896853328,
"eval_runtime": 421.2425,
"eval_samples_per_second": 4.748,
"eval_steps_per_second": 1.187,
"step": 100
},
{
"epoch": 1.76,
"learning_rate": 3.4117911628292944e-06,
"logits/chosen": 0.1393759548664093,
"logits/rejected": 0.09525509178638458,
"logps/chosen": -194.57229614257812,
"logps/rejected": -159.84437561035156,
"loss": 0.001,
"rewards/accuracies": 0.40625,
"rewards/chosen": 0.0006214675377123058,
"rewards/margins": 0.0007887079264037311,
"rewards/rejected": -0.00016724050510674715,
"step": 110
},
{
"epoch": 1.92,
"learning_rate": 3.075905022087675e-06,
"logits/chosen": 0.19464930891990662,
"logits/rejected": 0.26265355944633484,
"logps/chosen": -182.62338256835938,
"logps/rejected": -146.72181701660156,
"loss": 0.001,
"rewards/accuracies": 0.45625001192092896,
"rewards/chosen": 0.00028288367320783436,
"rewards/margins": 0.0012492609675973654,
"rewards/rejected": -0.0009663773817010224,
"step": 120
},
{
"epoch": 2.08,
"learning_rate": 2.728607913349464e-06,
"logits/chosen": 0.2267303168773651,
"logits/rejected": 0.21481864154338837,
"logps/chosen": -175.65589904785156,
"logps/rejected": -143.40615844726562,
"loss": 0.0011,
"rewards/accuracies": 0.40625,
"rewards/chosen": 0.0007823506603017449,
"rewards/margins": 0.00022141262888908386,
"rewards/rejected": 0.000560938089620322,
"step": 130
},
{
"epoch": 2.24,
"learning_rate": 2.376781173017589e-06,
"logits/chosen": 0.18638554215431213,
"logits/rejected": 0.19504567980766296,
"logps/chosen": -181.9698486328125,
"logps/rejected": -152.50296020507812,
"loss": 0.001,
"rewards/accuracies": 0.4312500059604645,
"rewards/chosen": 0.002239116234704852,
"rewards/margins": 0.001197666977532208,
"rewards/rejected": 0.0010414490243420005,
"step": 140
},
{
"epoch": 2.4,
"learning_rate": 2.0273958875043877e-06,
"logits/chosen": 0.17610232532024384,
"logits/rejected": 0.1723514050245285,
"logps/chosen": -199.57699584960938,
"logps/rejected": -177.21139526367188,
"loss": 0.001,
"rewards/accuracies": 0.4124999940395355,
"rewards/chosen": 0.0006620158674195409,
"rewards/margins": 0.0013073014561086893,
"rewards/rejected": -0.0006452856468968093,
"step": 150
},
{
"epoch": 2.56,
"learning_rate": 1.6873747682962393e-06,
"logits/chosen": 0.07310830056667328,
"logits/rejected": 0.17652472853660583,
"logps/chosen": -183.4370880126953,
"logps/rejected": -141.97218322753906,
"loss": 0.001,
"rewards/accuracies": 0.5,
"rewards/chosen": 0.0025453295093029737,
"rewards/margins": 0.0023006144911050797,
"rewards/rejected": 0.00024471539654769003,
"step": 160
},
{
"epoch": 2.72,
"learning_rate": 1.363454985517803e-06,
"logits/chosen": 0.10622234642505646,
"logits/rejected": 0.20915362238883972,
"logps/chosen": -185.3426971435547,
"logps/rejected": -146.079345703125,
"loss": 0.0009,
"rewards/accuracies": 0.4625000059604645,
"rewards/chosen": 0.0036269682459533215,
"rewards/margins": 0.002667922293767333,
"rewards/rejected": 0.0009590461850166321,
"step": 170
},
{
"epoch": 2.88,
"learning_rate": 1.062054677808238e-06,
"logits/chosen": 0.19405516982078552,
"logits/rejected": 0.16787810623645782,
"logps/chosen": -199.97219848632812,
"logps/rejected": -163.14398193359375,
"loss": 0.001,
"rewards/accuracies": 0.44999998807907104,
"rewards/chosen": 0.0023652021773159504,
"rewards/margins": 0.0015264868270605803,
"rewards/rejected": 0.000838715408463031,
"step": 180
},
{
"epoch": 3.04,
"learning_rate": 7.891457834794711e-07,
"logits/chosen": 0.21832183003425598,
"logits/rejected": 0.20919294655323029,
"logps/chosen": -167.15711975097656,
"logps/rejected": -146.7445526123047,
"loss": 0.001,
"rewards/accuracies": 0.4000000059604645,
"rewards/chosen": 8.343837544089183e-05,
"rewards/margins": 0.0007264987798407674,
"rewards/rejected": -0.0006430605426430702,
"step": 190
},
{
"epoch": 3.2,
"learning_rate": 5.501357126768117e-07,
"logits/chosen": 0.07451615482568741,
"logits/rejected": 0.10825479030609131,
"logps/chosen": -187.6416015625,
"logps/rejected": -153.81216430664062,
"loss": 0.001,
"rewards/accuracies": 0.42500001192092896,
"rewards/chosen": 0.0008775632595643401,
"rewards/margins": 0.0012995953438803554,
"rewards/rejected": -0.00042203222983516753,
"step": 200
},
{
"epoch": 3.2,
"eval_logits/chosen": -0.0019514876184985042,
"eval_logits/rejected": 0.0977490246295929,
"eval_logps/chosen": -306.2765197753906,
"eval_logps/rejected": -278.5775146484375,
"eval_loss": 0.0015296473866328597,
"eval_rewards/accuracies": 0.4884999990463257,
"eval_rewards/chosen": -2.441116339468863e-05,
"eval_rewards/margins": 0.00038999062962830067,
"eval_rewards/rejected": -0.000414401845773682,
"eval_runtime": 420.5773,
"eval_samples_per_second": 4.755,
"eval_steps_per_second": 1.189,
"step": 200
},
{
"epoch": 3.36,
"learning_rate": 3.4976020508682345e-07,
"logits/chosen": 0.24440991878509521,
"logits/rejected": 0.20419850945472717,
"logps/chosen": -173.31942749023438,
"logps/rejected": -149.56796264648438,
"loss": 0.001,
"rewards/accuracies": 0.4625000059604645,
"rewards/chosen": 0.0018821163102984428,
"rewards/margins": 0.0013987896963953972,
"rewards/rejected": 0.0004833267885260284,
"step": 210
},
{
"epoch": 3.52,
"learning_rate": 1.9198949610721273e-07,
"logits/chosen": 0.195010706782341,
"logits/rejected": 0.1568932682275772,
"logps/chosen": -196.238525390625,
"logps/rejected": -168.1038055419922,
"loss": 0.0009,
"rewards/accuracies": 0.4375,
"rewards/chosen": 0.0010507756378501654,
"rewards/margins": 0.0023238039575517178,
"rewards/rejected": -0.001273027970455587,
"step": 220
},
{
"epoch": 3.68,
"learning_rate": 7.994965069994143e-08,
"logits/chosen": 0.1438043862581253,
"logits/rejected": 0.13570797443389893,
"logps/chosen": -193.8529815673828,
"logps/rejected": -155.14317321777344,
"loss": 0.001,
"rewards/accuracies": 0.42500001192092896,
"rewards/chosen": 0.0007188455201685429,
"rewards/margins": 0.0012139389291405678,
"rewards/rejected": -0.0004950935835950077,
"step": 230
},
{
"epoch": 3.84,
"learning_rate": 1.5860623616664183e-08,
"logits/chosen": 0.1838085651397705,
"logits/rejected": 0.06515821814537048,
"logps/chosen": -176.7322235107422,
"logps/rejected": -146.44021606445312,
"loss": 0.0009,
"rewards/accuracies": 0.45625001192092896,
"rewards/chosen": 0.004661304876208305,
"rewards/margins": 0.0025658137165009975,
"rewards/rejected": 0.0020954906940460205,
"step": 240
},
{
"epoch": 3.97,
"step": 248,
"total_flos": 0.0,
"train_loss": 0.001002159876318934,
"train_runtime": 2735.225,
"train_samples_per_second": 1.462,
"train_steps_per_second": 0.091
}
],
"logging_steps": 10,
"max_steps": 248,
"num_input_tokens_seen": 0,
"num_train_epochs": 4,
"save_steps": 100,
"total_flos": 0.0,
"train_batch_size": 4,
"trial_name": null,
"trial_params": null
}
|