| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 9.803921568627452, | |
| "eval_steps": 500, | |
| "global_step": 1000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 0.0003996, | |
| "loss": 9.2736, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 0.0003992, | |
| "loss": 7.7626, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 0.00039880000000000004, | |
| "loss": 7.5202, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 0.00039840000000000003, | |
| "loss": 7.371, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 0.000398, | |
| "loss": 7.2352, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 0.0003976, | |
| "loss": 7.1352, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 0.0003972, | |
| "loss": 7.0625, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 0.0003968, | |
| "loss": 6.911, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 0.00039640000000000004, | |
| "loss": 6.7717, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 0.00039600000000000003, | |
| "loss": 6.6484, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "learning_rate": 0.0003956, | |
| "loss": 6.5492, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 0.0003952, | |
| "loss": 6.4417, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "learning_rate": 0.0003948, | |
| "loss": 6.3311, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "learning_rate": 0.0003944, | |
| "loss": 6.2206, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "learning_rate": 0.00039400000000000004, | |
| "loss": 6.1179, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "learning_rate": 0.0003936, | |
| "loss": 6.0151, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "learning_rate": 0.0003932, | |
| "loss": 5.9035, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "learning_rate": 0.0003928, | |
| "loss": 5.8222, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "learning_rate": 0.0003924, | |
| "loss": 5.7042, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "learning_rate": 0.000392, | |
| "loss": 5.6265, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "learning_rate": 0.00039160000000000003, | |
| "loss": 5.5338, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "learning_rate": 0.0003912, | |
| "loss": 5.4521, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "learning_rate": 0.0003908, | |
| "loss": 5.3552, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "learning_rate": 0.0003904, | |
| "loss": 5.2771, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "learning_rate": 0.00039, | |
| "loss": 5.1587, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "learning_rate": 0.0003896, | |
| "loss": 5.0899, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "learning_rate": 0.00038920000000000003, | |
| "loss": 5.0191, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "learning_rate": 0.0003888, | |
| "loss": 4.9602, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "learning_rate": 0.0003884, | |
| "loss": 4.8366, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "learning_rate": 0.000388, | |
| "loss": 4.7848, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "learning_rate": 0.0003876, | |
| "loss": 4.7199, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 3.14, | |
| "learning_rate": 0.00038720000000000003, | |
| "loss": 4.6306, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 3.24, | |
| "learning_rate": 0.0003868, | |
| "loss": 4.5337, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 3.33, | |
| "learning_rate": 0.0003864, | |
| "loss": 4.4796, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 3.43, | |
| "learning_rate": 0.000386, | |
| "loss": 4.3881, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 3.53, | |
| "learning_rate": 0.0003856, | |
| "loss": 4.2989, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 3.63, | |
| "learning_rate": 0.0003852, | |
| "loss": 4.2533, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 3.73, | |
| "learning_rate": 0.00038480000000000003, | |
| "loss": 4.2379, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 3.82, | |
| "learning_rate": 0.0003844, | |
| "loss": 4.142, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 3.92, | |
| "learning_rate": 0.000384, | |
| "loss": 4.0793, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 4.02, | |
| "learning_rate": 0.0003836, | |
| "loss": 4.0005, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 4.12, | |
| "learning_rate": 0.0003832, | |
| "loss": 3.9619, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 4.22, | |
| "learning_rate": 0.0003828, | |
| "loss": 3.8687, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 4.31, | |
| "learning_rate": 0.0003824, | |
| "loss": 3.8486, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 4.41, | |
| "learning_rate": 0.000382, | |
| "loss": 3.7684, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 4.51, | |
| "learning_rate": 0.0003816, | |
| "loss": 3.7013, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 4.61, | |
| "learning_rate": 0.0003812, | |
| "loss": 3.6851, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 4.71, | |
| "learning_rate": 0.0003808, | |
| "loss": 3.6585, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 4.8, | |
| "learning_rate": 0.0003804, | |
| "loss": 3.6172, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 4.9, | |
| "learning_rate": 0.00038, | |
| "loss": 3.5557, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "learning_rate": 0.0003796, | |
| "loss": 3.4746, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 5.1, | |
| "learning_rate": 0.0003792, | |
| "loss": 3.4473, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 5.2, | |
| "learning_rate": 0.0003788, | |
| "loss": 3.3828, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 5.29, | |
| "learning_rate": 0.0003784, | |
| "loss": 3.3868, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 5.39, | |
| "learning_rate": 0.00037799999999999997, | |
| "loss": 3.31, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 5.49, | |
| "learning_rate": 0.0003776, | |
| "loss": 3.2628, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 5.59, | |
| "learning_rate": 0.0003772, | |
| "loss": 3.2541, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 5.69, | |
| "learning_rate": 0.0003768, | |
| "loss": 3.223, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 5.78, | |
| "learning_rate": 0.0003764, | |
| "loss": 3.2028, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 5.88, | |
| "learning_rate": 0.000376, | |
| "loss": 3.1659, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 5.98, | |
| "learning_rate": 0.0003756, | |
| "loss": 3.0847, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 6.08, | |
| "learning_rate": 0.0003752, | |
| "loss": 3.0215, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 6.18, | |
| "learning_rate": 0.00037480000000000006, | |
| "loss": 3.0149, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 6.27, | |
| "learning_rate": 0.00037440000000000005, | |
| "loss": 3.0177, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 6.37, | |
| "learning_rate": 0.00037400000000000004, | |
| "loss": 2.9474, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 6.47, | |
| "learning_rate": 0.00037360000000000003, | |
| "loss": 2.9245, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 6.57, | |
| "learning_rate": 0.0003732, | |
| "loss": 2.9218, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 6.67, | |
| "learning_rate": 0.00037280000000000006, | |
| "loss": 2.8666, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 6.76, | |
| "learning_rate": 0.00037240000000000005, | |
| "loss": 2.8821, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 6.86, | |
| "learning_rate": 0.00037200000000000004, | |
| "loss": 2.8243, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 6.96, | |
| "learning_rate": 0.00037160000000000003, | |
| "loss": 2.7753, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 7.06, | |
| "learning_rate": 0.0003712, | |
| "loss": 2.7086, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 7.16, | |
| "learning_rate": 0.0003708, | |
| "loss": 2.7104, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 7.25, | |
| "learning_rate": 0.00037040000000000006, | |
| "loss": 2.7103, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 7.35, | |
| "learning_rate": 0.00037000000000000005, | |
| "loss": 2.6707, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 7.45, | |
| "learning_rate": 0.00036960000000000004, | |
| "loss": 2.6413, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 7.55, | |
| "learning_rate": 0.00036920000000000003, | |
| "loss": 2.6359, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 7.65, | |
| "learning_rate": 0.0003688, | |
| "loss": 2.5838, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 7.75, | |
| "learning_rate": 0.0003684, | |
| "loss": 2.6212, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 7.84, | |
| "learning_rate": 0.00036800000000000005, | |
| "loss": 2.5718, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 7.94, | |
| "learning_rate": 0.00036760000000000004, | |
| "loss": 2.5348, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 8.04, | |
| "learning_rate": 0.00036720000000000004, | |
| "loss": 2.4195, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 8.14, | |
| "learning_rate": 0.0003668, | |
| "loss": 2.4938, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 8.24, | |
| "learning_rate": 0.0003664, | |
| "loss": 2.4372, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 8.33, | |
| "learning_rate": 0.000366, | |
| "loss": 2.4567, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 8.43, | |
| "learning_rate": 0.00036560000000000005, | |
| "loss": 2.4108, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 8.53, | |
| "learning_rate": 0.00036520000000000004, | |
| "loss": 2.3993, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 8.63, | |
| "learning_rate": 0.00036480000000000003, | |
| "loss": 2.3739, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 8.73, | |
| "learning_rate": 0.0003644, | |
| "loss": 2.391, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 8.82, | |
| "learning_rate": 0.000364, | |
| "loss": 2.38, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 8.92, | |
| "learning_rate": 0.00036360000000000006, | |
| "loss": 2.3257, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 9.02, | |
| "learning_rate": 0.00036320000000000005, | |
| "loss": 2.1956, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 9.12, | |
| "learning_rate": 0.00036280000000000004, | |
| "loss": 2.2944, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 9.22, | |
| "learning_rate": 0.0003624, | |
| "loss": 2.2163, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 9.31, | |
| "learning_rate": 0.000362, | |
| "loss": 2.2641, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 9.41, | |
| "learning_rate": 0.0003616, | |
| "loss": 2.2035, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 9.51, | |
| "learning_rate": 0.00036120000000000005, | |
| "loss": 2.188, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 9.61, | |
| "learning_rate": 0.00036080000000000004, | |
| "loss": 2.197, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 9.71, | |
| "learning_rate": 0.00036040000000000003, | |
| "loss": 2.18, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 9.8, | |
| "learning_rate": 0.00036, | |
| "loss": 2.1994, | |
| "step": 1000 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 10000, | |
| "num_train_epochs": 99, | |
| "save_steps": 1000, | |
| "total_flos": 6.6810430881792e+16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |