| { | |
| "best_metric": 2.9153051376342773, | |
| "best_model_checkpoint": "checkpoints-mistral-300M-FA2-3/checkpoint-12000", | |
| "epoch": 7.5649913344887345, | |
| "eval_steps": 500, | |
| "global_step": 12000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 0.0002999998940072441, | |
| "loss": 9.6899, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 0.0002999992462742786, | |
| "loss": 8.3056, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 0.00029999800969575163, | |
| "loss": 7.6302, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 0.00029999618427651757, | |
| "loss": 7.3792, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 0.00029999377002374244, | |
| "loss": 7.2716, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 0.00029999076694690364, | |
| "loss": 7.1973, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 0.0002999871750577904, | |
| "loss": 7.1332, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 0.0002999829943705031, | |
| "loss": 7.0465, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 0.00029997822490145375, | |
| "loss": 6.9584, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 0.0002999728666693657, | |
| "loss": 6.8312, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 0.00029996691969527337, | |
| "loss": 6.7483, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 0.00029996038400252265, | |
| "loss": 6.643, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 0.0002999532596167704, | |
| "loss": 6.57, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 0.00029994554656598456, | |
| "loss": 6.4822, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 0.0002999372448804439, | |
| "loss": 6.42, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 0.00029992835459273796, | |
| "loss": 6.3358, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 0.00029991887573776695, | |
| "loss": 6.269, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 0.00029990880835274167, | |
| "loss": 6.1999, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 0.0002998981524771831, | |
| "loss": 6.133, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 0.0002998869081529227, | |
| "loss": 6.0829, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 0.00029987507542410165, | |
| "loss": 6.0279, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 0.00029986265433717133, | |
| "loss": 5.9759, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 0.00029984964494089266, | |
| "loss": 5.9344, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 0.0002998360472863359, | |
| "loss": 5.8819, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 0.00029982186142688103, | |
| "loss": 5.8322, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 0.00029980708741821673, | |
| "loss": 5.7839, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 0.00029979172531834064, | |
| "loss": 5.7294, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 0.0002997757751875591, | |
| "loss": 5.7153, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 0.00029975923708848695, | |
| "loss": 5.6566, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 0.000299742111086047, | |
| "loss": 5.6366, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 0.0002997243972474701, | |
| "loss": 5.5897, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 0.0002997060956422947, | |
| "loss": 5.5639, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 0.0002996872063423667, | |
| "loss": 5.5376, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 0.0002996677294218388, | |
| "loss": 5.5143, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 0.00029964766495717087, | |
| "loss": 5.487, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 0.000299627013027129, | |
| "loss": 5.4502, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 0.0002996057737127858, | |
| "loss": 5.4142, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 0.00029958394709751925, | |
| "loss": 5.3994, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 0.0002995615332670133, | |
| "loss": 5.3587, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 0.00029953853230925697, | |
| "loss": 5.3274, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 0.000299514944314544, | |
| "loss": 5.3148, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 0.00029949076937547297, | |
| "loss": 5.2685, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 0.00029946600758694623, | |
| "loss": 5.2593, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 0.00029944065904617006, | |
| "loss": 5.2311, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 0.00029941472385265427, | |
| "loss": 5.2198, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 0.00029938820210821134, | |
| "loss": 5.1929, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 0.0002993610939169567, | |
| "loss": 5.1693, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 0.00029933339938530775, | |
| "loss": 5.1466, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 0.0002993051186219837, | |
| "loss": 5.1009, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 0.00029927625173800513, | |
| "loss": 5.1178, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "eval_loss": 5.128925323486328, | |
| "eval_runtime": 362.8452, | |
| "eval_samples_per_second": 209.828, | |
| "eval_steps_per_second": 3.748, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 0.00029924679884669347, | |
| "loss": 5.0697, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 0.0002992167600636708, | |
| "loss": 5.0626, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 0.0002991861355068589, | |
| "loss": 5.0449, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 0.0002991549252964794, | |
| "loss": 5.0268, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 0.0002991231295550528, | |
| "loss": 5.0151, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 0.00029909074840739835, | |
| "loss": 5.0032, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 0.0002990577819806332, | |
| "loss": 4.971, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 0.00029902423040417236, | |
| "loss": 4.9582, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 0.0002989900938097277, | |
| "loss": 4.938, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 0.0002989553723313078, | |
| "loss": 4.9201, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 0.0002989200661052174, | |
| "loss": 4.8989, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 0.0002988841752700564, | |
| "loss": 4.8805, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 0.00029884769996672004, | |
| "loss": 4.8578, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 0.0002988106403383978, | |
| "loss": 4.8442, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 0.0002987729965305731, | |
| "loss": 4.8243, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 0.00029873476869102255, | |
| "loss": 4.803, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 0.0002986959569698156, | |
| "loss": 4.8042, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 0.00029865656151931375, | |
| "loss": 4.7661, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 0.00029861658249416995, | |
| "loss": 4.764, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 0.0002985760200513281, | |
| "loss": 4.7372, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 0.00029853487435002254, | |
| "loss": 4.7294, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 0.0002984931455517771, | |
| "loss": 4.7145, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 0.0002984508338204048, | |
| "loss": 4.6965, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 0.0002984079393220069, | |
| "loss": 4.6641, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 0.0002983644622249725, | |
| "loss": 4.6533, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 0.0002983204026999778, | |
| "loss": 4.6306, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 0.0002982757609199853, | |
| "loss": 4.6291, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 0.0002982305370602433, | |
| "loss": 4.6066, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 0.0002981847312982853, | |
| "loss": 4.585, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 0.00029813834381392875, | |
| "loss": 4.5656, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 0.00029809137478927525, | |
| "loss": 4.5646, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 0.00029804382440870895, | |
| "loss": 4.5447, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 0.0002979956928588963, | |
| "loss": 4.5335, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 0.0002979469803287853, | |
| "loss": 4.5072, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 0.0002978976870096047, | |
| "loss": 4.4861, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 0.0002978478130948629, | |
| "loss": 4.4802, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 0.000297797358780348, | |
| "loss": 4.4456, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 0.00029774632426412634, | |
| "loss": 4.4483, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 0.00029769470974654174, | |
| "loss": 4.419, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 0.0002976425154302152, | |
| "loss": 4.4263, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 0.0002975897415200437, | |
| "loss": 4.3959, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 0.0002975363882231994, | |
| "loss": 4.384, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 0.00029748245574912915, | |
| "loss": 4.3722, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 0.00029742794430955325, | |
| "loss": 4.3491, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 0.000297372854118465, | |
| "loss": 4.347, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 0.00029731718539212945, | |
| "loss": 4.3346, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 0.000297260938349083, | |
| "loss": 4.3087, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 0.00029720411321013226, | |
| "loss": 4.3229, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 0.0002971467101983531, | |
| "loss": 4.3127, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 0.0002970887295390902, | |
| "loss": 4.3028, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "eval_loss": 4.317672252655029, | |
| "eval_runtime": 232.0131, | |
| "eval_samples_per_second": 328.15, | |
| "eval_steps_per_second": 5.862, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 0.00029703017145995566, | |
| "loss": 4.2698, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 0.0002969710361908284, | |
| "loss": 4.2621, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 0.0002969113239638532, | |
| "loss": 4.2548, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 0.00029685103501343973, | |
| "loss": 4.2319, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 0.00029679016957626173, | |
| "loss": 4.2401, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 0.0002967287278912561, | |
| "loss": 4.2409, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 0.0002966667101996218, | |
| "loss": 4.2014, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 0.00029660411674481884, | |
| "loss": 4.1969, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 0.00029654094777256776, | |
| "loss": 4.1922, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 0.0002964772035308483, | |
| "loss": 4.1694, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 0.0002964128842698984, | |
| "loss": 4.1732, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 0.00029634799024221345, | |
| "loss": 4.1665, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 0.0002962825217025451, | |
| "loss": 4.161, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 0.0002962164789079004, | |
| "loss": 4.1565, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 0.00029614986211754066, | |
| "loss": 4.1453, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 0.00029608267159298064, | |
| "loss": 4.1329, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 0.0002960149075979871, | |
| "loss": 4.1231, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 0.00029594657039857836, | |
| "loss": 4.1111, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 0.0002958776602630228, | |
| "loss": 4.0985, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 0.0002958081774618379, | |
| "loss": 4.103, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 0.0002957381222677894, | |
| "loss": 4.1013, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 0.00029566749495588986, | |
| "loss": 4.0805, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 0.0002955962958033978, | |
| "loss": 4.08, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 0.00029552452508981687, | |
| "loss": 4.0518, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 0.00029545218309689407, | |
| "loss": 4.0406, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 0.0002953792701086193, | |
| "loss": 4.0475, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 0.00029530578641122395, | |
| "loss": 4.0357, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 0.00029523173229317973, | |
| "loss": 4.0333, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 0.0002951571080451978, | |
| "loss": 4.0324, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 0.0002950819139602272, | |
| "loss": 4.008, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 0.0002950061503334543, | |
| "loss": 4.0081, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 0.0002949298174623009, | |
| "loss": 4.0138, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 0.00029485291564642377, | |
| "loss": 3.9971, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 0.000294775445187713, | |
| "loss": 4.0074, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 0.0002946974063902911, | |
| "loss": 3.9783, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 0.0002946187995605115, | |
| "loss": 3.9844, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 0.0002945396250069576, | |
| "loss": 3.9594, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 0.0002944598830404417, | |
| "loss": 3.9639, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 0.0002943795739740033, | |
| "loss": 3.9662, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 0.0002942986981229082, | |
| "loss": 3.9468, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 0.0002942172558046473, | |
| "loss": 3.9549, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 0.00029413524733893514, | |
| "loss": 3.9311, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 0.0002940526730477088, | |
| "loss": 3.9261, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 0.0002939695332551267, | |
| "loss": 3.9248, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 0.000293885828287567, | |
| "loss": 3.9043, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 0.0002938015584736267, | |
| "loss": 3.9027, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 0.00029371672414412034, | |
| "loss": 3.906, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 0.0002936313256320782, | |
| "loss": 3.9054, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 0.0002935453632727456, | |
| "loss": 3.8934, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 0.0002934588374035812, | |
| "loss": 3.9062, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "eval_loss": 3.932741165161133, | |
| "eval_runtime": 231.8207, | |
| "eval_samples_per_second": 328.422, | |
| "eval_steps_per_second": 5.867, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 0.00029337174836425593, | |
| "loss": 3.8889, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 0.0002932840964966515, | |
| "loss": 3.8737, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 0.0002931958821448589, | |
| "loss": 3.8813, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 0.0002931071056551776, | |
| "loss": 3.8551, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 0.0002930177673761135, | |
| "loss": 3.8772, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 0.00029292786765837815, | |
| "loss": 3.867, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 0.0002928374068548868, | |
| "loss": 3.857, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 0.0002927463853207577, | |
| "loss": 3.8386, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 0.00029265480341331005, | |
| "loss": 3.8578, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 0.000292562661492063, | |
| "loss": 3.8435, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 0.0002924699599187341, | |
| "loss": 3.8417, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 0.000292376699057238, | |
| "loss": 3.8288, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "learning_rate": 0.0002922828792736847, | |
| "loss": 3.8254, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "learning_rate": 0.0002921885009363786, | |
| "loss": 3.8248, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 0.0002920935644158166, | |
| "loss": 3.8104, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "learning_rate": 0.0002919980700846869, | |
| "loss": 3.8048, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "learning_rate": 0.00029190201831786743, | |
| "loss": 3.792, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 0.0002918054094924246, | |
| "loss": 3.7815, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "learning_rate": 0.0002917082439876113, | |
| "loss": 3.7978, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "learning_rate": 0.00029161052218486613, | |
| "loss": 3.7963, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "learning_rate": 0.00029151224446781124, | |
| "loss": 3.781, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "learning_rate": 0.0002914134112222513, | |
| "loss": 3.7736, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 0.0002913140228361717, | |
| "loss": 3.7792, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 0.000291214079699737, | |
| "loss": 3.774, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 0.0002911135822052899, | |
| "loss": 3.7752, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "learning_rate": 0.00029101253074734885, | |
| "loss": 3.7709, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 0.00029091092572260726, | |
| "loss": 3.7504, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 0.00029080876752993163, | |
| "loss": 3.7567, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "learning_rate": 0.00029070605657035995, | |
| "loss": 3.7666, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "learning_rate": 0.0002906027932471002, | |
| "loss": 3.7396, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 0.0002904989779655287, | |
| "loss": 3.7363, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 0.0002903946111331886, | |
| "loss": 3.7365, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 0.00029028969315978846, | |
| "loss": 3.7414, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "learning_rate": 0.0002901842244572, | |
| "loss": 3.7447, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 0.00029007820543945726, | |
| "loss": 3.7083, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 0.00028997163652275446, | |
| "loss": 3.7141, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 0.00028986451812544465, | |
| "loss": 3.719, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 0.00028975685066803786, | |
| "loss": 3.6981, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "learning_rate": 0.0002896486345731996, | |
| "loss": 3.7213, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 0.0002895398702657491, | |
| "loss": 3.7031, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 0.00028943055817265775, | |
| "loss": 3.697, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "learning_rate": 0.0002893206987230472, | |
| "loss": 3.6925, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 0.0002892102923481881, | |
| "loss": 3.6913, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 0.0002890993394814979, | |
| "loss": 3.694, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "learning_rate": 0.0002889878405585395, | |
| "loss": 3.6847, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "learning_rate": 0.00028887579601701935, | |
| "loss": 3.6871, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "learning_rate": 0.0002887632062967859, | |
| "loss": 3.6958, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 0.00028865007183982776, | |
| "loss": 3.6716, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 0.000288536393090272, | |
| "loss": 3.6803, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "learning_rate": 0.0002884221704943823, | |
| "loss": 3.6796, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "eval_loss": 3.7106287479400635, | |
| "eval_runtime": 231.452, | |
| "eval_samples_per_second": 328.945, | |
| "eval_steps_per_second": 5.876, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "learning_rate": 0.00028830740450055747, | |
| "loss": 3.6717, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "learning_rate": 0.00028819209555932943, | |
| "loss": 3.671, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 0.00028807624412336135, | |
| "loss": 3.6582, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "learning_rate": 0.0002879598506474463, | |
| "loss": 3.6543, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "learning_rate": 0.0002878429155885052, | |
| "loss": 3.6701, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 0.0002877254394055849, | |
| "loss": 3.6581, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 0.0002876074225598565, | |
| "loss": 3.6328, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "learning_rate": 0.00028748886551461367, | |
| "loss": 3.6513, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "learning_rate": 0.00028736976873527074, | |
| "loss": 3.635, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "learning_rate": 0.00028725013268936076, | |
| "loss": 3.6369, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "learning_rate": 0.0002871299578465338, | |
| "loss": 3.6442, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 0.000287009244678555, | |
| "loss": 3.6478, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 0.0002868879936593029, | |
| "loss": 3.6244, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "learning_rate": 0.0002867662052647674, | |
| "loss": 3.6349, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "learning_rate": 0.00028664387997304777, | |
| "loss": 3.6069, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "learning_rate": 0.0002865210182643514, | |
| "loss": 3.6206, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "learning_rate": 0.0002863976206209909, | |
| "loss": 3.6199, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "learning_rate": 0.00028627368752738325, | |
| "loss": 3.6152, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "learning_rate": 0.0002861492194700472, | |
| "loss": 3.6227, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "learning_rate": 0.00028602421693760163, | |
| "loss": 3.6011, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "learning_rate": 0.0002858986804207636, | |
| "loss": 3.6167, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "learning_rate": 0.00028577261041234627, | |
| "loss": 3.58, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "learning_rate": 0.00028564600740725745, | |
| "loss": 3.6072, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "learning_rate": 0.0002855188719024969, | |
| "loss": 3.5932, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "learning_rate": 0.00028539120439715504, | |
| "loss": 3.5748, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "learning_rate": 0.00028526300539241065, | |
| "loss": 3.5769, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "learning_rate": 0.00028513427539152906, | |
| "loss": 3.5949, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "learning_rate": 0.0002850050148998601, | |
| "loss": 3.59, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "learning_rate": 0.0002848752244248361, | |
| "loss": 3.5819, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "learning_rate": 0.0002847449044759699, | |
| "loss": 3.5742, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "learning_rate": 0.00028461405556485283, | |
| "loss": 3.5698, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "learning_rate": 0.00028448267820515286, | |
| "loss": 3.5552, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "learning_rate": 0.00028435077291261244, | |
| "loss": 3.5663, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "learning_rate": 0.00028421834020504646, | |
| "loss": 3.5596, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "learning_rate": 0.00028408538060234023, | |
| "loss": 3.5519, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "learning_rate": 0.0002839518946264476, | |
| "loss": 3.559, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "learning_rate": 0.00028381788280138864, | |
| "loss": 3.5509, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "learning_rate": 0.0002836833456532478, | |
| "loss": 3.5612, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "learning_rate": 0.0002835482837101718, | |
| "loss": 3.538, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "learning_rate": 0.0002834126975023674, | |
| "loss": 3.536, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "learning_rate": 0.00028327658756209956, | |
| "loss": 3.5435, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "learning_rate": 0.0002831399544236892, | |
| "loss": 3.5472, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "learning_rate": 0.0002830027986235111, | |
| "loss": 3.5376, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "learning_rate": 0.00028286512069999187, | |
| "loss": 3.5466, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "learning_rate": 0.0002827269211936078, | |
| "loss": 3.5272, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "learning_rate": 0.0002825882006468827, | |
| "loss": 3.5275, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "learning_rate": 0.00028244895960438584, | |
| "loss": 3.5263, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "learning_rate": 0.0002823091986127298, | |
| "loss": 3.536, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "learning_rate": 0.00028216891822056817, | |
| "loss": 3.5218, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "learning_rate": 0.0002820281189785937, | |
| "loss": 3.5212, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "eval_loss": 3.564971685409546, | |
| "eval_runtime": 231.4549, | |
| "eval_samples_per_second": 328.941, | |
| "eval_steps_per_second": 5.876, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "learning_rate": 0.0002818868014395359, | |
| "loss": 3.516, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "learning_rate": 0.0002817449661581589, | |
| "loss": 3.513, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "learning_rate": 0.00028160261369125937, | |
| "loss": 3.5122, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "learning_rate": 0.0002814597445976642, | |
| "loss": 3.4902, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "learning_rate": 0.00028131635943822846, | |
| "loss": 3.5033, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "learning_rate": 0.000281172458775833, | |
| "loss": 3.5199, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "learning_rate": 0.00028102804317538255, | |
| "loss": 3.5023, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "learning_rate": 0.00028088311320380305, | |
| "loss": 3.4981, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "learning_rate": 0.00028073766943003997, | |
| "loss": 3.4965, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "learning_rate": 0.0002805917124250556, | |
| "loss": 3.5009, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "learning_rate": 0.000280445242761827, | |
| "loss": 3.499, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "learning_rate": 0.0002802982610153439, | |
| "loss": 3.4942, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "learning_rate": 0.00028015076776260605, | |
| "loss": 3.4787, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "learning_rate": 0.0002800027635826214, | |
| "loss": 3.4983, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "learning_rate": 0.0002798542490564037, | |
| "loss": 3.4939, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "learning_rate": 0.00027970522476696984, | |
| "loss": 3.4799, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "learning_rate": 0.00027955569129933805, | |
| "loss": 3.461, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "learning_rate": 0.00027940564924052553, | |
| "loss": 3.4817, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "learning_rate": 0.00027925509917954577, | |
| "loss": 3.4738, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "learning_rate": 0.0002791040417074067, | |
| "loss": 3.4764, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "learning_rate": 0.00027895247741710813, | |
| "loss": 3.4696, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "learning_rate": 0.0002788004069036394, | |
| "loss": 3.4622, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "learning_rate": 0.00027864783076397723, | |
| "loss": 3.4669, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "learning_rate": 0.0002784947495970831, | |
| "loss": 3.4712, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "learning_rate": 0.0002783411640039012, | |
| "loss": 3.4702, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "learning_rate": 0.0002781870745873558, | |
| "loss": 3.4626, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "learning_rate": 0.0002780324819523491, | |
| "loss": 3.444, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "learning_rate": 0.0002778773867057587, | |
| "loss": 3.4455, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "learning_rate": 0.00027772178945643537, | |
| "loss": 3.4417, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "learning_rate": 0.00027756569081520047, | |
| "loss": 3.4368, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "learning_rate": 0.0002774090913948437, | |
| "loss": 3.4543, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "learning_rate": 0.0002772519918101206, | |
| "loss": 3.4426, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "learning_rate": 0.00027709439267775026, | |
| "loss": 3.4516, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "learning_rate": 0.0002769362946164128, | |
| "loss": 3.4368, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "learning_rate": 0.00027677769824674696, | |
| "loss": 3.4482, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "learning_rate": 0.0002766186041913476, | |
| "loss": 3.4555, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "learning_rate": 0.0002764590130747634, | |
| "loss": 3.4459, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "learning_rate": 0.00027629892552349434, | |
| "loss": 3.4408, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "learning_rate": 0.00027613834216598916, | |
| "loss": 3.4288, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "learning_rate": 0.00027597726363264306, | |
| "loss": 3.4429, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "learning_rate": 0.0002758156905557951, | |
| "loss": 3.4363, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "learning_rate": 0.0002756536235697256, | |
| "loss": 3.4278, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "learning_rate": 0.0002754910633106541, | |
| "loss": 3.4199, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "learning_rate": 0.00027532801041673624, | |
| "loss": 3.4193, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "learning_rate": 0.0002751644655280618, | |
| "loss": 3.416, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "learning_rate": 0.00027500042928665187, | |
| "loss": 3.4273, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "learning_rate": 0.0002748359023364565, | |
| "loss": 3.4276, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "learning_rate": 0.00027467088532335187, | |
| "loss": 3.4175, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "learning_rate": 0.0002745053788951383, | |
| "loss": 3.4092, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "learning_rate": 0.0002743393837015371, | |
| "loss": 3.4045, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "eval_loss": 3.44966721534729, | |
| "eval_runtime": 231.419, | |
| "eval_samples_per_second": 328.992, | |
| "eval_steps_per_second": 5.877, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "learning_rate": 0.0002741729003941885, | |
| "loss": 3.4111, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "learning_rate": 0.00027400592962664884, | |
| "loss": 3.4155, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "learning_rate": 0.000273838472054388, | |
| "loss": 3.403, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "learning_rate": 0.000273670528334787, | |
| "loss": 3.4067, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "learning_rate": 0.0002735020991271352, | |
| "loss": 3.3993, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "learning_rate": 0.0002733331850926279, | |
| "loss": 3.3928, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "learning_rate": 0.00027316378689436357, | |
| "loss": 3.4282, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "learning_rate": 0.0002729939051973415, | |
| "loss": 3.3903, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "learning_rate": 0.0002728235406684588, | |
| "loss": 3.4059, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "learning_rate": 0.0002726526939765082, | |
| "loss": 3.386, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "learning_rate": 0.0002724813657921752, | |
| "loss": 3.3977, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "learning_rate": 0.0002723095567880354, | |
| "loss": 3.3909, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "learning_rate": 0.0002721372676385521, | |
| "loss": 3.3833, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "learning_rate": 0.0002719644990200733, | |
| "loss": 3.383, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "learning_rate": 0.0002717912516108292, | |
| "loss": 3.3826, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "learning_rate": 0.0002716175260909298, | |
| "loss": 3.3754, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "learning_rate": 0.0002714433231423619, | |
| "loss": 3.3547, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "learning_rate": 0.00027126864344898633, | |
| "loss": 3.3545, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "learning_rate": 0.00027109348769653575, | |
| "loss": 3.3543, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "learning_rate": 0.00027091785657261153, | |
| "loss": 3.3571, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "learning_rate": 0.0002707417507666811, | |
| "loss": 3.3657, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "learning_rate": 0.0002705651709700755, | |
| "loss": 3.3608, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "learning_rate": 0.00027038811787598636, | |
| "loss": 3.3607, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "learning_rate": 0.00027021059217946335, | |
| "loss": 3.3625, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "learning_rate": 0.0002700325945774115, | |
| "loss": 3.3365, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "learning_rate": 0.00026985412576858823, | |
| "loss": 3.3552, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "learning_rate": 0.00026967518645360086, | |
| "loss": 3.3539, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "learning_rate": 0.00026949577733490377, | |
| "loss": 3.3554, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "learning_rate": 0.00026931589911679556, | |
| "loss": 3.3367, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "learning_rate": 0.0002691355525054163, | |
| "loss": 3.3529, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "learning_rate": 0.000268954738208745, | |
| "loss": 3.3458, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "learning_rate": 0.0002687734569365965, | |
| "loss": 3.3611, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "learning_rate": 0.0002685917094006189, | |
| "loss": 3.3554, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "learning_rate": 0.0002684094963142906, | |
| "loss": 3.3453, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "learning_rate": 0.0002682268183929176, | |
| "loss": 3.332, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "learning_rate": 0.0002680436763536308, | |
| "loss": 3.3356, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "learning_rate": 0.00026786007091538297, | |
| "loss": 3.3248, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "learning_rate": 0.000267676002798946, | |
| "loss": 3.3346, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "learning_rate": 0.00026749147272690825, | |
| "loss": 3.3365, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "learning_rate": 0.00026730648142367136, | |
| "loss": 3.3292, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "learning_rate": 0.00026712102961544773, | |
| "loss": 3.3306, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "learning_rate": 0.0002669351180302575, | |
| "loss": 3.3376, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "learning_rate": 0.0002667487473979258, | |
| "loss": 3.3219, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "learning_rate": 0.0002665619184500797, | |
| "loss": 3.3314, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "learning_rate": 0.00026637463192014555, | |
| "loss": 3.3386, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "learning_rate": 0.00026618688854334596, | |
| "loss": 3.3298, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "learning_rate": 0.0002659986890566971, | |
| "loss": 3.3246, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "learning_rate": 0.0002658100341990055, | |
| "loss": 3.328, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "learning_rate": 0.0002656209247108654, | |
| "loss": 3.3225, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "learning_rate": 0.00026543136133465566, | |
| "loss": 3.3238, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "eval_loss": 3.364104986190796, | |
| "eval_runtime": 231.353, | |
| "eval_samples_per_second": 329.086, | |
| "eval_steps_per_second": 5.878, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "learning_rate": 0.00026524134481453716, | |
| "loss": 3.3292, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "learning_rate": 0.00026505087589644946, | |
| "loss": 3.3076, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "learning_rate": 0.0002648599553281082, | |
| "loss": 3.3122, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "learning_rate": 0.0002646685838590021, | |
| "loss": 3.3057, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "learning_rate": 0.00026447676224038966, | |
| "loss": 3.2999, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "learning_rate": 0.00026428449122529687, | |
| "loss": 3.3088, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "learning_rate": 0.00026409177156851377, | |
| "loss": 3.2952, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "learning_rate": 0.0002638986040265915, | |
| "loss": 3.3009, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "learning_rate": 0.00026370498935783954, | |
| "loss": 3.3222, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "learning_rate": 0.00026351092832232266, | |
| "loss": 3.3066, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "learning_rate": 0.000263316421681858, | |
| "loss": 3.3035, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "learning_rate": 0.00026312147020001163, | |
| "loss": 3.3059, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "learning_rate": 0.00026292607464209635, | |
| "loss": 3.2897, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "learning_rate": 0.000262730235775168, | |
| "loss": 3.3011, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "learning_rate": 0.0002625339543680228, | |
| "loss": 3.3175, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "learning_rate": 0.00026233723119119414, | |
| "loss": 3.2998, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "learning_rate": 0.0002621400670169497, | |
| "loss": 3.3112, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "learning_rate": 0.0002619424626192884, | |
| "loss": 3.2962, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "learning_rate": 0.0002617444187739372, | |
| "loss": 3.2828, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "learning_rate": 0.0002615459362583484, | |
| "loss": 3.2919, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "learning_rate": 0.0002613470158516962, | |
| "loss": 3.2742, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "learning_rate": 0.00026114765833487374, | |
| "loss": 3.2876, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "learning_rate": 0.0002609478644904903, | |
| "loss": 3.2987, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "learning_rate": 0.000260747635102868, | |
| "loss": 3.2979, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "learning_rate": 0.00026054697095803853, | |
| "loss": 3.2827, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "learning_rate": 0.0002603458728437406, | |
| "loss": 3.2907, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "learning_rate": 0.0002601443415494164, | |
| "loss": 3.2716, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "learning_rate": 0.0002599423778662085, | |
| "loss": 3.2919, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "learning_rate": 0.00025973998258695715, | |
| "loss": 3.2793, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "learning_rate": 0.0002595371565061966, | |
| "loss": 3.2895, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "learning_rate": 0.0002593339004201526, | |
| "loss": 3.2629, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "learning_rate": 0.00025913021512673863, | |
| "loss": 3.281, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "learning_rate": 0.0002589261014255534, | |
| "loss": 3.2647, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "learning_rate": 0.0002587215601178771, | |
| "loss": 3.2834, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "learning_rate": 0.0002585165920066688, | |
| "loss": 3.27, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "learning_rate": 0.00025831119789656296, | |
| "loss": 3.2528, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "learning_rate": 0.00025810537859386634, | |
| "loss": 3.2714, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "learning_rate": 0.0002578991349065549, | |
| "loss": 3.2773, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "learning_rate": 0.00025769246764427054, | |
| "loss": 3.2661, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "learning_rate": 0.000257485377618318, | |
| "loss": 3.2672, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "learning_rate": 0.00025727786564166174, | |
| "loss": 3.2664, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "learning_rate": 0.0002570699325289225, | |
| "loss": 3.2444, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "learning_rate": 0.00025686157909637425, | |
| "loss": 3.2565, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "learning_rate": 0.0002566528061619412, | |
| "loss": 3.2536, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "learning_rate": 0.0002564436145451941, | |
| "loss": 3.2727, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "learning_rate": 0.00025623400506734757, | |
| "loss": 3.2585, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "learning_rate": 0.0002560239785512564, | |
| "loss": 3.2558, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "learning_rate": 0.00025581353582141255, | |
| "loss": 3.2512, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "learning_rate": 0.0002556026777039422, | |
| "loss": 3.2573, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "learning_rate": 0.0002553914050266017, | |
| "loss": 3.2587, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "eval_loss": 3.2957873344421387, | |
| "eval_runtime": 231.6662, | |
| "eval_samples_per_second": 328.641, | |
| "eval_steps_per_second": 5.871, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "learning_rate": 0.0002551797186187751, | |
| "loss": 3.2439, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "learning_rate": 0.00025496761931147075, | |
| "loss": 3.2466, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "learning_rate": 0.0002547551079373176, | |
| "loss": 3.244, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "learning_rate": 0.0002545421853305625, | |
| "loss": 3.2359, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "learning_rate": 0.0002543288523270663, | |
| "loss": 3.2601, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "learning_rate": 0.0002541151097643014, | |
| "loss": 3.2408, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "learning_rate": 0.0002539009584813476, | |
| "loss": 3.2462, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "learning_rate": 0.0002536863993188894, | |
| "loss": 3.2459, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "learning_rate": 0.0002534714331192124, | |
| "loss": 3.2358, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "learning_rate": 0.00025325606072620015, | |
| "loss": 3.2436, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "learning_rate": 0.00025304028298533076, | |
| "loss": 3.2471, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "learning_rate": 0.00025282410074367357, | |
| "loss": 3.246, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "learning_rate": 0.00025260751484988583, | |
| "loss": 3.224, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "learning_rate": 0.0002523905261542095, | |
| "loss": 3.2352, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "learning_rate": 0.00025217313550846763, | |
| "loss": 3.2328, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "learning_rate": 0.0002519553437660614, | |
| "loss": 3.2436, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "learning_rate": 0.0002517371517819664, | |
| "loss": 3.2193, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "learning_rate": 0.00025151856041272946, | |
| "loss": 3.2364, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "learning_rate": 0.00025129957051646525, | |
| "loss": 3.2247, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "learning_rate": 0.00025108018295285305, | |
| "loss": 3.2206, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "learning_rate": 0.00025086039858313307, | |
| "loss": 3.2104, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "learning_rate": 0.00025064021827010327, | |
| "loss": 3.2223, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "learning_rate": 0.00025041964287811613, | |
| "loss": 3.2228, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "learning_rate": 0.00025019867327307475, | |
| "loss": 3.2256, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "learning_rate": 0.0002499773103224301, | |
| "loss": 3.2202, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "learning_rate": 0.0002497555548951771, | |
| "loss": 3.2146, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "learning_rate": 0.0002495334078618515, | |
| "loss": 3.2248, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "learning_rate": 0.0002493108700945263, | |
| "loss": 3.2263, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "learning_rate": 0.00024908794246680837, | |
| "loss": 3.2199, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "learning_rate": 0.0002488646258538351, | |
| "loss": 3.2165, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "learning_rate": 0.0002486409211322708, | |
| "loss": 3.2257, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "learning_rate": 0.00024841682918030347, | |
| "loss": 3.213, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "learning_rate": 0.00024819235087764123, | |
| "loss": 3.2143, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "learning_rate": 0.0002479674871055089, | |
| "loss": 3.2147, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "learning_rate": 0.0002477422387466443, | |
| "loss": 3.2156, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "learning_rate": 0.0002475166066852954, | |
| "loss": 3.1976, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "learning_rate": 0.00024729059180721613, | |
| "loss": 3.2241, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "learning_rate": 0.00024706419499966335, | |
| "loss": 3.2114, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "learning_rate": 0.0002468374171513932, | |
| "loss": 3.2148, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "learning_rate": 0.00024661025915265775, | |
| "loss": 3.2067, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 2.78, | |
| "learning_rate": 0.00024638272189520124, | |
| "loss": 3.2173, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "learning_rate": 0.0002461548062722569, | |
| "loss": 3.2083, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "learning_rate": 0.0002459265131785433, | |
| "loss": 3.202, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "learning_rate": 0.00024569784351026073, | |
| "loss": 3.2152, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "learning_rate": 0.0002454687981650877, | |
| "loss": 3.1965, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "learning_rate": 0.0002452393780421779, | |
| "loss": 3.2036, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "learning_rate": 0.0002450095840421558, | |
| "loss": 3.2003, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "learning_rate": 0.00024477941706711385, | |
| "loss": 3.2016, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "learning_rate": 0.0002445488780206086, | |
| "loss": 3.1901, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "learning_rate": 0.0002443179678076572, | |
| "loss": 3.2023, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "eval_loss": 3.2410736083984375, | |
| "eval_runtime": 232.4819, | |
| "eval_samples_per_second": 327.488, | |
| "eval_steps_per_second": 5.85, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "learning_rate": 0.00024408668733473388, | |
| "loss": 3.205, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "learning_rate": 0.0002438550375097664, | |
| "loss": 3.2041, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "learning_rate": 0.00024362301924213257, | |
| "loss": 3.2007, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 2.86, | |
| "learning_rate": 0.00024339063344265641, | |
| "loss": 3.1913, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "learning_rate": 0.00024315788102360477, | |
| "loss": 3.1823, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "learning_rate": 0.00024292476289868378, | |
| "loss": 3.1869, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "learning_rate": 0.0002426912799830353, | |
| "loss": 3.1804, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "learning_rate": 0.000242457433193233, | |
| "loss": 3.1816, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "learning_rate": 0.00024222322344727922, | |
| "loss": 3.1914, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "learning_rate": 0.00024198865166460097, | |
| "loss": 3.1816, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "learning_rate": 0.00024175371876604656, | |
| "loss": 3.1705, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "learning_rate": 0.000241518425673882, | |
| "loss": 3.1754, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "learning_rate": 0.00024128277331178714, | |
| "loss": 3.18, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "learning_rate": 0.00024104676260485228, | |
| "loss": 3.1763, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "learning_rate": 0.00024081039447957451, | |
| "loss": 3.1827, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "learning_rate": 0.00024057366986385392, | |
| "loss": 3.1719, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "learning_rate": 0.00024033658968699017, | |
| "loss": 3.1723, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "learning_rate": 0.0002400991548796786, | |
| "loss": 3.1831, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "learning_rate": 0.00023986136637400686, | |
| "loss": 3.1744, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "learning_rate": 0.00023962322510345086, | |
| "loss": 3.1742, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "learning_rate": 0.00023938473200287166, | |
| "loss": 3.1726, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "learning_rate": 0.00023914588800851128, | |
| "loss": 3.1819, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "learning_rate": 0.00023890669405798924, | |
| "loss": 3.1574, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "learning_rate": 0.00023866715109029885, | |
| "loss": 3.1578, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "learning_rate": 0.0002384272600458037, | |
| "loss": 3.1794, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "learning_rate": 0.00023818702186623365, | |
| "loss": 3.1638, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "learning_rate": 0.00023794643749468135, | |
| "loss": 3.1713, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "learning_rate": 0.00023770550787559846, | |
| "loss": 3.1672, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 3.02, | |
| "learning_rate": 0.000237464233954792, | |
| "loss": 3.1633, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 3.03, | |
| "learning_rate": 0.00023722261667942057, | |
| "loss": 3.1574, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 3.03, | |
| "learning_rate": 0.00023698065699799065, | |
| "loss": 3.1555, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "learning_rate": 0.0002367383558603529, | |
| "loss": 3.1487, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "learning_rate": 0.00023649571421769852, | |
| "loss": 3.154, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 3.05, | |
| "learning_rate": 0.0002362527330225552, | |
| "loss": 3.1571, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 3.06, | |
| "learning_rate": 0.00023600941322878382, | |
| "loss": 3.1508, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 3.06, | |
| "learning_rate": 0.00023576575579157432, | |
| "loss": 3.1512, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 3.07, | |
| "learning_rate": 0.0002355217616674422, | |
| "loss": 3.1492, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 3.08, | |
| "learning_rate": 0.0002352774318142247, | |
| "loss": 3.1457, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 3.08, | |
| "learning_rate": 0.0002350327671910769, | |
| "loss": 3.1452, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 3.09, | |
| "learning_rate": 0.00023478776875846815, | |
| "loss": 3.1326, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 3.09, | |
| "learning_rate": 0.00023454243747817827, | |
| "loss": 3.1484, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 3.1, | |
| "learning_rate": 0.0002342967743132936, | |
| "loss": 3.1389, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 3.11, | |
| "learning_rate": 0.00023405078022820344, | |
| "loss": 3.1407, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 3.11, | |
| "learning_rate": 0.00023380445618859612, | |
| "loss": 3.143, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 3.12, | |
| "learning_rate": 0.00023355780316145535, | |
| "loss": 3.1251, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 3.13, | |
| "learning_rate": 0.00023331082211505624, | |
| "loss": 3.1261, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 3.13, | |
| "learning_rate": 0.00023306351401896158, | |
| "loss": 3.1344, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 3.14, | |
| "learning_rate": 0.0002328158798440181, | |
| "loss": 3.1344, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 3.14, | |
| "learning_rate": 0.00023256792056235254, | |
| "loss": 3.1245, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 3.15, | |
| "learning_rate": 0.00023231963714736802, | |
| "loss": 3.1294, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 3.15, | |
| "eval_loss": 3.191751718521118, | |
| "eval_runtime": 231.6631, | |
| "eval_samples_per_second": 328.645, | |
| "eval_steps_per_second": 5.871, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 3.16, | |
| "learning_rate": 0.00023207103057374003, | |
| "loss": 3.1464, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 3.16, | |
| "learning_rate": 0.0002318221018174125, | |
| "loss": 3.1494, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 3.17, | |
| "learning_rate": 0.00023157285185559446, | |
| "loss": 3.1321, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 3.18, | |
| "learning_rate": 0.00023132328166675561, | |
| "loss": 3.1534, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 3.18, | |
| "learning_rate": 0.00023107339223062297, | |
| "loss": 3.1463, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 3.19, | |
| "learning_rate": 0.00023082318452817663, | |
| "loss": 3.1359, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 3.2, | |
| "learning_rate": 0.00023057265954164614, | |
| "loss": 3.1323, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 3.2, | |
| "learning_rate": 0.00023032181825450668, | |
| "loss": 3.1299, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 3.21, | |
| "learning_rate": 0.00023007066165147503, | |
| "loss": 3.146, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 3.21, | |
| "learning_rate": 0.00022981919071850577, | |
| "loss": 3.1275, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 3.22, | |
| "learning_rate": 0.00022956740644278754, | |
| "loss": 3.1321, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 3.23, | |
| "learning_rate": 0.00022931530981273903, | |
| "loss": 3.1333, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 3.23, | |
| "learning_rate": 0.00022906290181800494, | |
| "loss": 3.1364, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 3.24, | |
| "learning_rate": 0.0002288101834494526, | |
| "loss": 3.1311, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 3.25, | |
| "learning_rate": 0.00022855715569916745, | |
| "loss": 3.1292, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 3.25, | |
| "learning_rate": 0.00022830381956044974, | |
| "loss": 3.1364, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 3.26, | |
| "learning_rate": 0.0002280501760278101, | |
| "loss": 3.1342, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 3.26, | |
| "learning_rate": 0.00022779622609696607, | |
| "loss": 3.1139, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 3.27, | |
| "learning_rate": 0.00022754197076483781, | |
| "loss": 3.1168, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 3.28, | |
| "learning_rate": 0.00022728741102954458, | |
| "loss": 3.1144, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 3.28, | |
| "learning_rate": 0.00022703254789040056, | |
| "loss": 3.1203, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 3.29, | |
| "learning_rate": 0.0002267773823479109, | |
| "loss": 3.1184, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 3.3, | |
| "learning_rate": 0.00022652191540376793, | |
| "loss": 3.115, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 3.3, | |
| "learning_rate": 0.00022626614806084725, | |
| "loss": 3.116, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 3.31, | |
| "learning_rate": 0.00022601008132320372, | |
| "loss": 3.1191, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 3.31, | |
| "learning_rate": 0.00022575371619606738, | |
| "loss": 3.1217, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 3.32, | |
| "learning_rate": 0.00022549705368583975, | |
| "loss": 3.1143, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 3.33, | |
| "learning_rate": 0.00022524009480008977, | |
| "loss": 3.1103, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 3.33, | |
| "learning_rate": 0.00022498284054754984, | |
| "loss": 3.0979, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 3.34, | |
| "learning_rate": 0.00022472529193811187, | |
| "loss": 3.0993, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 3.35, | |
| "learning_rate": 0.00022446744998282328, | |
| "loss": 3.1084, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 3.35, | |
| "learning_rate": 0.00022420931569388315, | |
| "loss": 3.1025, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 3.36, | |
| "learning_rate": 0.0002239508900846381, | |
| "loss": 3.1086, | |
| "step": 5330 | |
| }, | |
| { | |
| "epoch": 3.37, | |
| "learning_rate": 0.00022369217416957834, | |
| "loss": 3.106, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 3.37, | |
| "learning_rate": 0.00022343316896433378, | |
| "loss": 3.0939, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 3.38, | |
| "learning_rate": 0.00022317387548566995, | |
| "loss": 3.1205, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 3.38, | |
| "learning_rate": 0.00022291429475148413, | |
| "loss": 3.1047, | |
| "step": 5370 | |
| }, | |
| { | |
| "epoch": 3.39, | |
| "learning_rate": 0.00022265442778080112, | |
| "loss": 3.1108, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 3.4, | |
| "learning_rate": 0.00022239427559376946, | |
| "loss": 3.1116, | |
| "step": 5390 | |
| }, | |
| { | |
| "epoch": 3.4, | |
| "learning_rate": 0.00022213383921165737, | |
| "loss": 3.1005, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 3.41, | |
| "learning_rate": 0.00022187311965684873, | |
| "loss": 3.0941, | |
| "step": 5410 | |
| }, | |
| { | |
| "epoch": 3.42, | |
| "learning_rate": 0.00022161211795283903, | |
| "loss": 3.1077, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 3.42, | |
| "learning_rate": 0.00022135083512423134, | |
| "loss": 3.1011, | |
| "step": 5430 | |
| }, | |
| { | |
| "epoch": 3.43, | |
| "learning_rate": 0.00022108927219673244, | |
| "loss": 3.0966, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 3.43, | |
| "learning_rate": 0.0002208274301971485, | |
| "loss": 3.0986, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 3.44, | |
| "learning_rate": 0.0002205653101533815, | |
| "loss": 3.1077, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 3.45, | |
| "learning_rate": 0.00022030291309442472, | |
| "loss": 3.1003, | |
| "step": 5470 | |
| }, | |
| { | |
| "epoch": 3.45, | |
| "learning_rate": 0.0002200402400503589, | |
| "loss": 3.1052, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 3.46, | |
| "learning_rate": 0.00021977729205234828, | |
| "loss": 3.0985, | |
| "step": 5490 | |
| }, | |
| { | |
| "epoch": 3.47, | |
| "learning_rate": 0.0002195140701326365, | |
| "loss": 3.1086, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 3.47, | |
| "eval_loss": 3.1522881984710693, | |
| "eval_runtime": 231.5362, | |
| "eval_samples_per_second": 328.825, | |
| "eval_steps_per_second": 5.874, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 3.47, | |
| "learning_rate": 0.00021925057532454242, | |
| "loss": 3.1143, | |
| "step": 5510 | |
| }, | |
| { | |
| "epoch": 3.48, | |
| "learning_rate": 0.00021898680866245629, | |
| "loss": 3.0888, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 3.49, | |
| "learning_rate": 0.00021872277118183546, | |
| "loss": 3.103, | |
| "step": 5530 | |
| }, | |
| { | |
| "epoch": 3.49, | |
| "learning_rate": 0.0002184584639192005, | |
| "loss": 3.0973, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 3.5, | |
| "learning_rate": 0.00021819388791213094, | |
| "loss": 3.1052, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 3.5, | |
| "learning_rate": 0.00021792904419926145, | |
| "loss": 3.0999, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 3.51, | |
| "learning_rate": 0.00021766393382027758, | |
| "loss": 3.1019, | |
| "step": 5570 | |
| }, | |
| { | |
| "epoch": 3.52, | |
| "learning_rate": 0.0002173985578159116, | |
| "loss": 3.0909, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 3.52, | |
| "learning_rate": 0.00021713291722793866, | |
| "loss": 3.0935, | |
| "step": 5590 | |
| }, | |
| { | |
| "epoch": 3.53, | |
| "learning_rate": 0.00021686701309917258, | |
| "loss": 3.0937, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 3.54, | |
| "learning_rate": 0.00021660084647346164, | |
| "loss": 3.1037, | |
| "step": 5610 | |
| }, | |
| { | |
| "epoch": 3.54, | |
| "learning_rate": 0.00021633441839568476, | |
| "loss": 3.0861, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 3.55, | |
| "learning_rate": 0.00021606772991174708, | |
| "loss": 3.0893, | |
| "step": 5630 | |
| }, | |
| { | |
| "epoch": 3.55, | |
| "learning_rate": 0.00021580078206857606, | |
| "loss": 3.0782, | |
| "step": 5640 | |
| }, | |
| { | |
| "epoch": 3.56, | |
| "learning_rate": 0.0002155335759141173, | |
| "loss": 3.0919, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 3.57, | |
| "learning_rate": 0.00021526611249733052, | |
| "loss": 3.0914, | |
| "step": 5660 | |
| }, | |
| { | |
| "epoch": 3.57, | |
| "learning_rate": 0.00021499839286818527, | |
| "loss": 3.0919, | |
| "step": 5670 | |
| }, | |
| { | |
| "epoch": 3.58, | |
| "learning_rate": 0.00021473041807765688, | |
| "loss": 3.0852, | |
| "step": 5680 | |
| }, | |
| { | |
| "epoch": 3.59, | |
| "learning_rate": 0.00021446218917772249, | |
| "loss": 3.0811, | |
| "step": 5690 | |
| }, | |
| { | |
| "epoch": 3.59, | |
| "learning_rate": 0.00021419370722135665, | |
| "loss": 3.0896, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 3.6, | |
| "learning_rate": 0.00021392497326252737, | |
| "loss": 3.0909, | |
| "step": 5710 | |
| }, | |
| { | |
| "epoch": 3.6, | |
| "learning_rate": 0.00021365598835619201, | |
| "loss": 3.087, | |
| "step": 5720 | |
| }, | |
| { | |
| "epoch": 3.61, | |
| "learning_rate": 0.00021338675355829297, | |
| "loss": 3.0814, | |
| "step": 5730 | |
| }, | |
| { | |
| "epoch": 3.62, | |
| "learning_rate": 0.00021311726992575362, | |
| "loss": 3.0856, | |
| "step": 5740 | |
| }, | |
| { | |
| "epoch": 3.62, | |
| "learning_rate": 0.00021284753851647428, | |
| "loss": 3.0843, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 3.63, | |
| "learning_rate": 0.00021257756038932783, | |
| "loss": 3.077, | |
| "step": 5760 | |
| }, | |
| { | |
| "epoch": 3.64, | |
| "learning_rate": 0.0002123073366041558, | |
| "loss": 3.0701, | |
| "step": 5770 | |
| }, | |
| { | |
| "epoch": 3.64, | |
| "learning_rate": 0.00021203686822176404, | |
| "loss": 3.0914, | |
| "step": 5780 | |
| }, | |
| { | |
| "epoch": 3.65, | |
| "learning_rate": 0.0002117661563039185, | |
| "loss": 3.0674, | |
| "step": 5790 | |
| }, | |
| { | |
| "epoch": 3.66, | |
| "learning_rate": 0.00021149520191334132, | |
| "loss": 3.071, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 3.66, | |
| "learning_rate": 0.00021122400611370645, | |
| "loss": 3.0797, | |
| "step": 5810 | |
| }, | |
| { | |
| "epoch": 3.67, | |
| "learning_rate": 0.00021095256996963557, | |
| "loss": 3.0826, | |
| "step": 5820 | |
| }, | |
| { | |
| "epoch": 3.67, | |
| "learning_rate": 0.0002106808945466937, | |
| "loss": 3.0722, | |
| "step": 5830 | |
| }, | |
| { | |
| "epoch": 3.68, | |
| "learning_rate": 0.00021040898091138544, | |
| "loss": 3.0675, | |
| "step": 5840 | |
| }, | |
| { | |
| "epoch": 3.69, | |
| "learning_rate": 0.00021013683013115035, | |
| "loss": 3.0702, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 3.69, | |
| "learning_rate": 0.00020986444327435896, | |
| "loss": 3.0713, | |
| "step": 5860 | |
| }, | |
| { | |
| "epoch": 3.7, | |
| "learning_rate": 0.00020959182141030866, | |
| "loss": 3.0685, | |
| "step": 5870 | |
| }, | |
| { | |
| "epoch": 3.71, | |
| "learning_rate": 0.00020931896560921927, | |
| "loss": 3.0672, | |
| "step": 5880 | |
| }, | |
| { | |
| "epoch": 3.71, | |
| "learning_rate": 0.00020904587694222908, | |
| "loss": 3.0757, | |
| "step": 5890 | |
| }, | |
| { | |
| "epoch": 3.72, | |
| "learning_rate": 0.00020877255648139035, | |
| "loss": 3.074, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 3.72, | |
| "learning_rate": 0.0002084990052996655, | |
| "loss": 3.0793, | |
| "step": 5910 | |
| }, | |
| { | |
| "epoch": 3.73, | |
| "learning_rate": 0.00020822522447092262, | |
| "loss": 3.0852, | |
| "step": 5920 | |
| }, | |
| { | |
| "epoch": 3.74, | |
| "learning_rate": 0.00020795121506993124, | |
| "loss": 3.0712, | |
| "step": 5930 | |
| }, | |
| { | |
| "epoch": 3.74, | |
| "learning_rate": 0.00020767697817235817, | |
| "loss": 3.0675, | |
| "step": 5940 | |
| }, | |
| { | |
| "epoch": 3.75, | |
| "learning_rate": 0.00020740251485476345, | |
| "loss": 3.0627, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 3.76, | |
| "learning_rate": 0.0002071278261945958, | |
| "loss": 3.0644, | |
| "step": 5960 | |
| }, | |
| { | |
| "epoch": 3.76, | |
| "learning_rate": 0.00020685291327018866, | |
| "loss": 3.073, | |
| "step": 5970 | |
| }, | |
| { | |
| "epoch": 3.77, | |
| "learning_rate": 0.00020657777716075589, | |
| "loss": 3.0741, | |
| "step": 5980 | |
| }, | |
| { | |
| "epoch": 3.78, | |
| "learning_rate": 0.00020630241894638727, | |
| "loss": 3.0745, | |
| "step": 5990 | |
| }, | |
| { | |
| "epoch": 3.78, | |
| "learning_rate": 0.00020602683970804474, | |
| "loss": 3.0731, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 3.78, | |
| "eval_loss": 3.115403652191162, | |
| "eval_runtime": 231.5784, | |
| "eval_samples_per_second": 328.766, | |
| "eval_steps_per_second": 5.873, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 3.79, | |
| "learning_rate": 0.00020575104052755782, | |
| "loss": 3.0535, | |
| "step": 6010 | |
| }, | |
| { | |
| "epoch": 3.79, | |
| "learning_rate": 0.0002054750224876194, | |
| "loss": 3.0738, | |
| "step": 6020 | |
| }, | |
| { | |
| "epoch": 3.8, | |
| "learning_rate": 0.00020519878667178167, | |
| "loss": 3.0598, | |
| "step": 6030 | |
| }, | |
| { | |
| "epoch": 3.81, | |
| "learning_rate": 0.00020492233416445152, | |
| "loss": 3.0621, | |
| "step": 6040 | |
| }, | |
| { | |
| "epoch": 3.81, | |
| "learning_rate": 0.00020464566605088666, | |
| "loss": 3.0625, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 3.82, | |
| "learning_rate": 0.00020436878341719116, | |
| "loss": 3.0692, | |
| "step": 6060 | |
| }, | |
| { | |
| "epoch": 3.83, | |
| "learning_rate": 0.00020409168735031124, | |
| "loss": 3.0621, | |
| "step": 6070 | |
| }, | |
| { | |
| "epoch": 3.83, | |
| "learning_rate": 0.0002038143789380309, | |
| "loss": 3.0681, | |
| "step": 6080 | |
| }, | |
| { | |
| "epoch": 3.84, | |
| "learning_rate": 0.00020353685926896784, | |
| "loss": 3.054, | |
| "step": 6090 | |
| }, | |
| { | |
| "epoch": 3.84, | |
| "learning_rate": 0.00020325912943256898, | |
| "loss": 3.0648, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 3.85, | |
| "learning_rate": 0.0002029811905191064, | |
| "loss": 3.0569, | |
| "step": 6110 | |
| }, | |
| { | |
| "epoch": 3.86, | |
| "learning_rate": 0.0002027030436196729, | |
| "loss": 3.0654, | |
| "step": 6120 | |
| }, | |
| { | |
| "epoch": 3.86, | |
| "learning_rate": 0.00020242468982617775, | |
| "loss": 3.0641, | |
| "step": 6130 | |
| }, | |
| { | |
| "epoch": 3.87, | |
| "learning_rate": 0.0002021461302313423, | |
| "loss": 3.0408, | |
| "step": 6140 | |
| }, | |
| { | |
| "epoch": 3.88, | |
| "learning_rate": 0.00020186736592869606, | |
| "loss": 3.0616, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 3.88, | |
| "learning_rate": 0.00020158839801257192, | |
| "loss": 3.0528, | |
| "step": 6160 | |
| }, | |
| { | |
| "epoch": 3.89, | |
| "learning_rate": 0.00020130922757810222, | |
| "loss": 3.06, | |
| "step": 6170 | |
| }, | |
| { | |
| "epoch": 3.89, | |
| "learning_rate": 0.00020102985572121427, | |
| "loss": 3.0514, | |
| "step": 6180 | |
| }, | |
| { | |
| "epoch": 3.9, | |
| "learning_rate": 0.0002007502835386261, | |
| "loss": 3.0604, | |
| "step": 6190 | |
| }, | |
| { | |
| "epoch": 3.91, | |
| "learning_rate": 0.0002004705121278421, | |
| "loss": 3.0602, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 3.91, | |
| "learning_rate": 0.00020019054258714887, | |
| "loss": 3.0492, | |
| "step": 6210 | |
| }, | |
| { | |
| "epoch": 3.92, | |
| "learning_rate": 0.00019991037601561074, | |
| "loss": 3.0482, | |
| "step": 6220 | |
| }, | |
| { | |
| "epoch": 3.93, | |
| "learning_rate": 0.00019963001351306552, | |
| "loss": 3.054, | |
| "step": 6230 | |
| }, | |
| { | |
| "epoch": 3.93, | |
| "learning_rate": 0.00019934945618012016, | |
| "loss": 3.0552, | |
| "step": 6240 | |
| }, | |
| { | |
| "epoch": 3.94, | |
| "learning_rate": 0.00019906870511814643, | |
| "loss": 3.0339, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 3.95, | |
| "learning_rate": 0.0001987877614292767, | |
| "loss": 3.0507, | |
| "step": 6260 | |
| }, | |
| { | |
| "epoch": 3.95, | |
| "learning_rate": 0.00019850662621639941, | |
| "loss": 3.0447, | |
| "step": 6270 | |
| }, | |
| { | |
| "epoch": 3.96, | |
| "learning_rate": 0.000198225300583155, | |
| "loss": 3.0439, | |
| "step": 6280 | |
| }, | |
| { | |
| "epoch": 3.96, | |
| "learning_rate": 0.00019794378563393135, | |
| "loss": 3.0676, | |
| "step": 6290 | |
| }, | |
| { | |
| "epoch": 3.97, | |
| "learning_rate": 0.00019766208247385943, | |
| "loss": 3.0559, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 3.98, | |
| "learning_rate": 0.0001973801922088093, | |
| "loss": 3.0542, | |
| "step": 6310 | |
| }, | |
| { | |
| "epoch": 3.98, | |
| "learning_rate": 0.00019709811594538528, | |
| "loss": 3.0367, | |
| "step": 6320 | |
| }, | |
| { | |
| "epoch": 3.99, | |
| "learning_rate": 0.00019681585479092208, | |
| "loss": 3.0419, | |
| "step": 6330 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "learning_rate": 0.00019653340985348005, | |
| "loss": 3.0448, | |
| "step": 6340 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "learning_rate": 0.00019625078224184113, | |
| "loss": 3.0384, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 4.01, | |
| "learning_rate": 0.00019596797306550425, | |
| "loss": 3.0378, | |
| "step": 6360 | |
| }, | |
| { | |
| "epoch": 4.01, | |
| "learning_rate": 0.00019568498343468124, | |
| "loss": 3.0153, | |
| "step": 6370 | |
| }, | |
| { | |
| "epoch": 4.02, | |
| "learning_rate": 0.00019540181446029223, | |
| "loss": 3.0367, | |
| "step": 6380 | |
| }, | |
| { | |
| "epoch": 4.03, | |
| "learning_rate": 0.00019511846725396145, | |
| "loss": 3.0358, | |
| "step": 6390 | |
| }, | |
| { | |
| "epoch": 4.03, | |
| "learning_rate": 0.00019483494292801284, | |
| "loss": 3.0304, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 4.04, | |
| "learning_rate": 0.0001945512425954655, | |
| "loss": 3.0338, | |
| "step": 6410 | |
| }, | |
| { | |
| "epoch": 4.05, | |
| "learning_rate": 0.00019426736737002964, | |
| "loss": 3.0216, | |
| "step": 6420 | |
| }, | |
| { | |
| "epoch": 4.05, | |
| "learning_rate": 0.00019398331836610193, | |
| "loss": 3.0279, | |
| "step": 6430 | |
| }, | |
| { | |
| "epoch": 4.06, | |
| "learning_rate": 0.00019369909669876136, | |
| "loss": 3.0267, | |
| "step": 6440 | |
| }, | |
| { | |
| "epoch": 4.06, | |
| "learning_rate": 0.00019341470348376453, | |
| "loss": 3.0294, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 4.07, | |
| "learning_rate": 0.00019313013983754165, | |
| "loss": 3.0223, | |
| "step": 6460 | |
| }, | |
| { | |
| "epoch": 4.08, | |
| "learning_rate": 0.00019284540687719196, | |
| "loss": 3.028, | |
| "step": 6470 | |
| }, | |
| { | |
| "epoch": 4.08, | |
| "learning_rate": 0.0001925605057204793, | |
| "loss": 3.0214, | |
| "step": 6480 | |
| }, | |
| { | |
| "epoch": 4.09, | |
| "learning_rate": 0.00019227543748582786, | |
| "loss": 3.0319, | |
| "step": 6490 | |
| }, | |
| { | |
| "epoch": 4.1, | |
| "learning_rate": 0.00019199020329231767, | |
| "loss": 3.0129, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 4.1, | |
| "eval_loss": 3.0856213569641113, | |
| "eval_runtime": 231.6823, | |
| "eval_samples_per_second": 328.618, | |
| "eval_steps_per_second": 5.87, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 4.1, | |
| "learning_rate": 0.00019170480425968034, | |
| "loss": 3.0334, | |
| "step": 6510 | |
| }, | |
| { | |
| "epoch": 4.11, | |
| "learning_rate": 0.00019141924150829445, | |
| "loss": 3.0273, | |
| "step": 6520 | |
| }, | |
| { | |
| "epoch": 4.12, | |
| "learning_rate": 0.0001911335161591814, | |
| "loss": 3.0207, | |
| "step": 6530 | |
| }, | |
| { | |
| "epoch": 4.12, | |
| "learning_rate": 0.00019084762933400083, | |
| "loss": 3.0216, | |
| "step": 6540 | |
| }, | |
| { | |
| "epoch": 4.13, | |
| "learning_rate": 0.00019056158215504634, | |
| "loss": 3.0218, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 4.13, | |
| "learning_rate": 0.00019027537574524097, | |
| "loss": 3.016, | |
| "step": 6560 | |
| }, | |
| { | |
| "epoch": 4.14, | |
| "learning_rate": 0.0001899890112281328, | |
| "loss": 3.0082, | |
| "step": 6570 | |
| }, | |
| { | |
| "epoch": 4.15, | |
| "learning_rate": 0.0001897024897278907, | |
| "loss": 3.0206, | |
| "step": 6580 | |
| }, | |
| { | |
| "epoch": 4.15, | |
| "learning_rate": 0.00018941581236929975, | |
| "loss": 3.024, | |
| "step": 6590 | |
| }, | |
| { | |
| "epoch": 4.16, | |
| "learning_rate": 0.00018912898027775683, | |
| "loss": 3.0257, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 4.17, | |
| "learning_rate": 0.00018884199457926633, | |
| "loss": 3.0314, | |
| "step": 6610 | |
| }, | |
| { | |
| "epoch": 4.17, | |
| "learning_rate": 0.0001885548564004356, | |
| "loss": 3.0197, | |
| "step": 6620 | |
| }, | |
| { | |
| "epoch": 4.18, | |
| "learning_rate": 0.00018826756686847059, | |
| "loss": 3.0035, | |
| "step": 6630 | |
| }, | |
| { | |
| "epoch": 4.18, | |
| "learning_rate": 0.0001879801271111714, | |
| "loss": 3.0193, | |
| "step": 6640 | |
| }, | |
| { | |
| "epoch": 4.19, | |
| "learning_rate": 0.0001876925382569279, | |
| "loss": 3.009, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 4.2, | |
| "learning_rate": 0.00018740480143471518, | |
| "loss": 3.0146, | |
| "step": 6660 | |
| }, | |
| { | |
| "epoch": 4.2, | |
| "learning_rate": 0.00018711691777408926, | |
| "loss": 3.0116, | |
| "step": 6670 | |
| }, | |
| { | |
| "epoch": 4.21, | |
| "learning_rate": 0.00018682888840518256, | |
| "loss": 3.0063, | |
| "step": 6680 | |
| }, | |
| { | |
| "epoch": 4.22, | |
| "learning_rate": 0.00018654071445869965, | |
| "loss": 3.0291, | |
| "step": 6690 | |
| }, | |
| { | |
| "epoch": 4.22, | |
| "learning_rate": 0.0001862523970659124, | |
| "loss": 3.0157, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 4.23, | |
| "learning_rate": 0.00018596393735865606, | |
| "loss": 3.0168, | |
| "step": 6710 | |
| }, | |
| { | |
| "epoch": 4.24, | |
| "learning_rate": 0.0001856753364693244, | |
| "loss": 3.0159, | |
| "step": 6720 | |
| }, | |
| { | |
| "epoch": 4.24, | |
| "learning_rate": 0.00018538659553086546, | |
| "loss": 3.0221, | |
| "step": 6730 | |
| }, | |
| { | |
| "epoch": 4.25, | |
| "learning_rate": 0.00018509771567677704, | |
| "loss": 3.0041, | |
| "step": 6740 | |
| }, | |
| { | |
| "epoch": 4.25, | |
| "learning_rate": 0.00018480869804110236, | |
| "loss": 3.0101, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 4.26, | |
| "learning_rate": 0.00018451954375842543, | |
| "loss": 3.0115, | |
| "step": 6760 | |
| }, | |
| { | |
| "epoch": 4.27, | |
| "learning_rate": 0.00018423025396386672, | |
| "loss": 3.0159, | |
| "step": 6770 | |
| }, | |
| { | |
| "epoch": 4.27, | |
| "learning_rate": 0.00018394082979307868, | |
| "loss": 3.0139, | |
| "step": 6780 | |
| }, | |
| { | |
| "epoch": 4.28, | |
| "learning_rate": 0.00018365127238224134, | |
| "loss": 2.995, | |
| "step": 6790 | |
| }, | |
| { | |
| "epoch": 4.29, | |
| "learning_rate": 0.00018336158286805763, | |
| "loss": 3.0203, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 4.29, | |
| "learning_rate": 0.00018307176238774924, | |
| "loss": 3.0184, | |
| "step": 6810 | |
| }, | |
| { | |
| "epoch": 4.3, | |
| "learning_rate": 0.00018278181207905184, | |
| "loss": 3.009, | |
| "step": 6820 | |
| }, | |
| { | |
| "epoch": 4.3, | |
| "learning_rate": 0.00018249173308021089, | |
| "loss": 3.0187, | |
| "step": 6830 | |
| }, | |
| { | |
| "epoch": 4.31, | |
| "learning_rate": 0.00018220152652997693, | |
| "loss": 3.011, | |
| "step": 6840 | |
| }, | |
| { | |
| "epoch": 4.32, | |
| "learning_rate": 0.00018191119356760136, | |
| "loss": 3.0173, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 4.32, | |
| "learning_rate": 0.0001816207353328316, | |
| "loss": 3.0101, | |
| "step": 6860 | |
| }, | |
| { | |
| "epoch": 4.33, | |
| "learning_rate": 0.00018133015296590717, | |
| "loss": 3.0029, | |
| "step": 6870 | |
| }, | |
| { | |
| "epoch": 4.34, | |
| "learning_rate": 0.0001810394476075546, | |
| "loss": 3.0139, | |
| "step": 6880 | |
| }, | |
| { | |
| "epoch": 4.34, | |
| "learning_rate": 0.00018074862039898338, | |
| "loss": 3.0091, | |
| "step": 6890 | |
| }, | |
| { | |
| "epoch": 4.35, | |
| "learning_rate": 0.00018045767248188138, | |
| "loss": 3.0094, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 4.35, | |
| "learning_rate": 0.0001801666049984102, | |
| "loss": 3.0028, | |
| "step": 6910 | |
| }, | |
| { | |
| "epoch": 4.36, | |
| "learning_rate": 0.0001798754190912009, | |
| "loss": 2.9853, | |
| "step": 6920 | |
| }, | |
| { | |
| "epoch": 4.37, | |
| "learning_rate": 0.00017958411590334944, | |
| "loss": 3.0048, | |
| "step": 6930 | |
| }, | |
| { | |
| "epoch": 4.37, | |
| "learning_rate": 0.00017929269657841212, | |
| "loss": 3.0061, | |
| "step": 6940 | |
| }, | |
| { | |
| "epoch": 4.38, | |
| "learning_rate": 0.00017900116226040127, | |
| "loss": 2.9846, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 4.39, | |
| "learning_rate": 0.0001787095140937805, | |
| "loss": 2.9917, | |
| "step": 6960 | |
| }, | |
| { | |
| "epoch": 4.39, | |
| "learning_rate": 0.00017841775322346043, | |
| "loss": 3.0093, | |
| "step": 6970 | |
| }, | |
| { | |
| "epoch": 4.4, | |
| "learning_rate": 0.0001781258807947941, | |
| "loss": 2.9916, | |
| "step": 6980 | |
| }, | |
| { | |
| "epoch": 4.41, | |
| "learning_rate": 0.0001778338979535725, | |
| "loss": 2.999, | |
| "step": 6990 | |
| }, | |
| { | |
| "epoch": 4.41, | |
| "learning_rate": 0.00017754180584602015, | |
| "loss": 3.0212, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 4.41, | |
| "eval_loss": 3.0574326515197754, | |
| "eval_runtime": 231.6039, | |
| "eval_samples_per_second": 328.729, | |
| "eval_steps_per_second": 5.872, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 4.42, | |
| "learning_rate": 0.00017724960561879026, | |
| "loss": 2.9958, | |
| "step": 7010 | |
| }, | |
| { | |
| "epoch": 4.42, | |
| "learning_rate": 0.00017695729841896073, | |
| "loss": 2.9982, | |
| "step": 7020 | |
| }, | |
| { | |
| "epoch": 4.43, | |
| "learning_rate": 0.0001766648853940293, | |
| "loss": 3.0031, | |
| "step": 7030 | |
| }, | |
| { | |
| "epoch": 4.44, | |
| "learning_rate": 0.00017637236769190914, | |
| "loss": 3.0053, | |
| "step": 7040 | |
| }, | |
| { | |
| "epoch": 4.44, | |
| "learning_rate": 0.00017607974646092437, | |
| "loss": 2.9969, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 4.45, | |
| "learning_rate": 0.00017578702284980555, | |
| "loss": 3.0035, | |
| "step": 7060 | |
| }, | |
| { | |
| "epoch": 4.46, | |
| "learning_rate": 0.00017549419800768498, | |
| "loss": 2.9902, | |
| "step": 7070 | |
| }, | |
| { | |
| "epoch": 4.46, | |
| "learning_rate": 0.00017520127308409263, | |
| "loss": 2.991, | |
| "step": 7080 | |
| }, | |
| { | |
| "epoch": 4.47, | |
| "learning_rate": 0.00017490824922895116, | |
| "loss": 2.9895, | |
| "step": 7090 | |
| }, | |
| { | |
| "epoch": 4.47, | |
| "learning_rate": 0.00017461512759257172, | |
| "loss": 2.9887, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 4.48, | |
| "learning_rate": 0.00017432190932564916, | |
| "loss": 2.9906, | |
| "step": 7110 | |
| }, | |
| { | |
| "epoch": 4.49, | |
| "learning_rate": 0.00017402859557925782, | |
| "loss": 2.9885, | |
| "step": 7120 | |
| }, | |
| { | |
| "epoch": 4.49, | |
| "learning_rate": 0.00017373518750484678, | |
| "loss": 2.993, | |
| "step": 7130 | |
| }, | |
| { | |
| "epoch": 4.5, | |
| "learning_rate": 0.00017344168625423552, | |
| "loss": 2.9871, | |
| "step": 7140 | |
| }, | |
| { | |
| "epoch": 4.51, | |
| "learning_rate": 0.0001731480929796091, | |
| "loss": 3.0084, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 4.51, | |
| "learning_rate": 0.00017285440883351406, | |
| "loss": 2.9945, | |
| "step": 7160 | |
| }, | |
| { | |
| "epoch": 4.52, | |
| "learning_rate": 0.0001725606349688535, | |
| "loss": 2.9958, | |
| "step": 7170 | |
| }, | |
| { | |
| "epoch": 4.52, | |
| "learning_rate": 0.0001722667725388828, | |
| "loss": 3.003, | |
| "step": 7180 | |
| }, | |
| { | |
| "epoch": 4.53, | |
| "learning_rate": 0.00017197282269720504, | |
| "loss": 2.9912, | |
| "step": 7190 | |
| }, | |
| { | |
| "epoch": 4.54, | |
| "learning_rate": 0.00017167878659776637, | |
| "loss": 2.989, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 4.54, | |
| "learning_rate": 0.0001713846653948517, | |
| "loss": 2.9867, | |
| "step": 7210 | |
| }, | |
| { | |
| "epoch": 4.55, | |
| "learning_rate": 0.0001710904602430798, | |
| "loss": 2.9781, | |
| "step": 7220 | |
| }, | |
| { | |
| "epoch": 4.56, | |
| "learning_rate": 0.00017079617229739922, | |
| "loss": 2.9936, | |
| "step": 7230 | |
| }, | |
| { | |
| "epoch": 4.56, | |
| "learning_rate": 0.00017050180271308333, | |
| "loss": 2.98, | |
| "step": 7240 | |
| }, | |
| { | |
| "epoch": 4.57, | |
| "learning_rate": 0.00017020735264572622, | |
| "loss": 2.9854, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 4.58, | |
| "learning_rate": 0.00016991282325123778, | |
| "loss": 2.9879, | |
| "step": 7260 | |
| }, | |
| { | |
| "epoch": 4.58, | |
| "learning_rate": 0.00016961821568583919, | |
| "loss": 2.9999, | |
| "step": 7270 | |
| }, | |
| { | |
| "epoch": 4.59, | |
| "learning_rate": 0.0001693235311060588, | |
| "loss": 3.0009, | |
| "step": 7280 | |
| }, | |
| { | |
| "epoch": 4.59, | |
| "learning_rate": 0.00016902877066872707, | |
| "loss": 2.986, | |
| "step": 7290 | |
| }, | |
| { | |
| "epoch": 4.6, | |
| "learning_rate": 0.00016873393553097236, | |
| "loss": 2.9756, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 4.61, | |
| "learning_rate": 0.0001684390268502162, | |
| "loss": 2.9828, | |
| "step": 7310 | |
| }, | |
| { | |
| "epoch": 4.61, | |
| "learning_rate": 0.00016814404578416884, | |
| "loss": 2.9746, | |
| "step": 7320 | |
| }, | |
| { | |
| "epoch": 4.62, | |
| "learning_rate": 0.00016784899349082472, | |
| "loss": 2.9849, | |
| "step": 7330 | |
| }, | |
| { | |
| "epoch": 4.63, | |
| "learning_rate": 0.00016755387112845792, | |
| "loss": 2.9925, | |
| "step": 7340 | |
| }, | |
| { | |
| "epoch": 4.63, | |
| "learning_rate": 0.00016725867985561748, | |
| "loss": 2.9901, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 4.64, | |
| "learning_rate": 0.00016696342083112308, | |
| "loss": 2.9781, | |
| "step": 7360 | |
| }, | |
| { | |
| "epoch": 4.64, | |
| "learning_rate": 0.0001666680952140603, | |
| "loss": 2.9703, | |
| "step": 7370 | |
| }, | |
| { | |
| "epoch": 4.65, | |
| "learning_rate": 0.00016637270416377617, | |
| "loss": 2.9757, | |
| "step": 7380 | |
| }, | |
| { | |
| "epoch": 4.66, | |
| "learning_rate": 0.00016607724883987456, | |
| "loss": 2.9868, | |
| "step": 7390 | |
| }, | |
| { | |
| "epoch": 4.66, | |
| "learning_rate": 0.0001657817304022117, | |
| "loss": 2.9959, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 4.67, | |
| "learning_rate": 0.00016548615001089155, | |
| "loss": 2.9855, | |
| "step": 7410 | |
| }, | |
| { | |
| "epoch": 4.68, | |
| "learning_rate": 0.00016519050882626127, | |
| "loss": 2.9812, | |
| "step": 7420 | |
| }, | |
| { | |
| "epoch": 4.68, | |
| "learning_rate": 0.00016489480800890665, | |
| "loss": 2.9826, | |
| "step": 7430 | |
| }, | |
| { | |
| "epoch": 4.69, | |
| "learning_rate": 0.00016459904871964767, | |
| "loss": 2.9794, | |
| "step": 7440 | |
| }, | |
| { | |
| "epoch": 4.7, | |
| "learning_rate": 0.0001643032321195338, | |
| "loss": 2.9787, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 4.7, | |
| "learning_rate": 0.00016400735936983945, | |
| "loss": 2.975, | |
| "step": 7460 | |
| }, | |
| { | |
| "epoch": 4.71, | |
| "learning_rate": 0.00016371143163205947, | |
| "loss": 2.9893, | |
| "step": 7470 | |
| }, | |
| { | |
| "epoch": 4.71, | |
| "learning_rate": 0.0001634154500679047, | |
| "loss": 2.9887, | |
| "step": 7480 | |
| }, | |
| { | |
| "epoch": 4.72, | |
| "learning_rate": 0.00016311941583929706, | |
| "loss": 2.9831, | |
| "step": 7490 | |
| }, | |
| { | |
| "epoch": 4.73, | |
| "learning_rate": 0.00016282333010836543, | |
| "loss": 2.9627, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 4.73, | |
| "eval_loss": 3.032374858856201, | |
| "eval_runtime": 231.6607, | |
| "eval_samples_per_second": 328.649, | |
| "eval_steps_per_second": 5.871, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 4.73, | |
| "learning_rate": 0.00016252719403744072, | |
| "loss": 2.9821, | |
| "step": 7510 | |
| }, | |
| { | |
| "epoch": 4.74, | |
| "learning_rate": 0.00016223100878905153, | |
| "loss": 2.9728, | |
| "step": 7520 | |
| }, | |
| { | |
| "epoch": 4.75, | |
| "learning_rate": 0.00016193477552591952, | |
| "loss": 2.9809, | |
| "step": 7530 | |
| }, | |
| { | |
| "epoch": 4.75, | |
| "learning_rate": 0.00016163849541095472, | |
| "loss": 2.9836, | |
| "step": 7540 | |
| }, | |
| { | |
| "epoch": 4.76, | |
| "learning_rate": 0.00016134216960725126, | |
| "loss": 2.9723, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 4.76, | |
| "learning_rate": 0.00016104579927808256, | |
| "loss": 2.9781, | |
| "step": 7560 | |
| }, | |
| { | |
| "epoch": 4.77, | |
| "learning_rate": 0.00016074938558689674, | |
| "loss": 2.9796, | |
| "step": 7570 | |
| }, | |
| { | |
| "epoch": 4.78, | |
| "learning_rate": 0.00016045292969731233, | |
| "loss": 2.9788, | |
| "step": 7580 | |
| }, | |
| { | |
| "epoch": 4.78, | |
| "learning_rate": 0.00016015643277311327, | |
| "loss": 2.9822, | |
| "step": 7590 | |
| }, | |
| { | |
| "epoch": 4.79, | |
| "learning_rate": 0.0001598598959782449, | |
| "loss": 2.9757, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 4.8, | |
| "learning_rate": 0.00015956332047680874, | |
| "loss": 2.9686, | |
| "step": 7610 | |
| }, | |
| { | |
| "epoch": 4.8, | |
| "learning_rate": 0.00015926670743305856, | |
| "loss": 2.9649, | |
| "step": 7620 | |
| }, | |
| { | |
| "epoch": 4.81, | |
| "learning_rate": 0.00015897005801139528, | |
| "loss": 2.979, | |
| "step": 7630 | |
| }, | |
| { | |
| "epoch": 4.81, | |
| "learning_rate": 0.00015867337337636278, | |
| "loss": 2.9611, | |
| "step": 7640 | |
| }, | |
| { | |
| "epoch": 4.82, | |
| "learning_rate": 0.00015837665469264306, | |
| "loss": 2.9606, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 4.83, | |
| "learning_rate": 0.00015807990312505186, | |
| "loss": 2.9722, | |
| "step": 7660 | |
| }, | |
| { | |
| "epoch": 4.83, | |
| "learning_rate": 0.00015778311983853402, | |
| "loss": 2.9699, | |
| "step": 7670 | |
| }, | |
| { | |
| "epoch": 4.84, | |
| "learning_rate": 0.0001574863059981588, | |
| "loss": 2.9647, | |
| "step": 7680 | |
| }, | |
| { | |
| "epoch": 4.85, | |
| "learning_rate": 0.00015718946276911555, | |
| "loss": 2.9704, | |
| "step": 7690 | |
| }, | |
| { | |
| "epoch": 4.85, | |
| "learning_rate": 0.00015689259131670887, | |
| "loss": 2.9684, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 4.86, | |
| "learning_rate": 0.00015659569280635418, | |
| "loss": 2.9748, | |
| "step": 7710 | |
| }, | |
| { | |
| "epoch": 4.87, | |
| "learning_rate": 0.00015629876840357322, | |
| "loss": 2.9708, | |
| "step": 7720 | |
| }, | |
| { | |
| "epoch": 4.87, | |
| "learning_rate": 0.00015600181927398918, | |
| "loss": 2.9732, | |
| "step": 7730 | |
| }, | |
| { | |
| "epoch": 4.88, | |
| "learning_rate": 0.00015570484658332249, | |
| "loss": 2.9672, | |
| "step": 7740 | |
| }, | |
| { | |
| "epoch": 4.88, | |
| "learning_rate": 0.00015540785149738596, | |
| "loss": 2.9743, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 4.89, | |
| "learning_rate": 0.00015511083518208053, | |
| "loss": 2.9541, | |
| "step": 7760 | |
| }, | |
| { | |
| "epoch": 4.9, | |
| "learning_rate": 0.00015481379880339012, | |
| "loss": 2.9664, | |
| "step": 7770 | |
| }, | |
| { | |
| "epoch": 4.9, | |
| "learning_rate": 0.00015451674352737768, | |
| "loss": 2.9756, | |
| "step": 7780 | |
| }, | |
| { | |
| "epoch": 4.91, | |
| "learning_rate": 0.00015421967052018032, | |
| "loss": 2.965, | |
| "step": 7790 | |
| }, | |
| { | |
| "epoch": 4.92, | |
| "learning_rate": 0.0001539225809480047, | |
| "loss": 2.9597, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 4.92, | |
| "learning_rate": 0.00015362547597712247, | |
| "loss": 2.9646, | |
| "step": 7810 | |
| }, | |
| { | |
| "epoch": 4.93, | |
| "learning_rate": 0.00015332835677386587, | |
| "loss": 2.9423, | |
| "step": 7820 | |
| }, | |
| { | |
| "epoch": 4.93, | |
| "learning_rate": 0.0001530312245046228, | |
| "loss": 2.97, | |
| "step": 7830 | |
| }, | |
| { | |
| "epoch": 4.94, | |
| "learning_rate": 0.0001527340803358326, | |
| "loss": 2.9503, | |
| "step": 7840 | |
| }, | |
| { | |
| "epoch": 4.95, | |
| "learning_rate": 0.00015243692543398133, | |
| "loss": 2.9649, | |
| "step": 7850 | |
| }, | |
| { | |
| "epoch": 4.95, | |
| "learning_rate": 0.0001521397609655972, | |
| "loss": 2.9552, | |
| "step": 7860 | |
| }, | |
| { | |
| "epoch": 4.96, | |
| "learning_rate": 0.0001518425880972459, | |
| "loss": 2.9635, | |
| "step": 7870 | |
| }, | |
| { | |
| "epoch": 4.97, | |
| "learning_rate": 0.0001515454079955261, | |
| "loss": 2.9696, | |
| "step": 7880 | |
| }, | |
| { | |
| "epoch": 4.97, | |
| "learning_rate": 0.00015124822182706484, | |
| "loss": 2.9638, | |
| "step": 7890 | |
| }, | |
| { | |
| "epoch": 4.98, | |
| "learning_rate": 0.0001509510307585131, | |
| "loss": 2.9675, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 4.99, | |
| "learning_rate": 0.000150653835956541, | |
| "loss": 2.957, | |
| "step": 7910 | |
| }, | |
| { | |
| "epoch": 4.99, | |
| "learning_rate": 0.00015035663858783336, | |
| "loss": 2.9649, | |
| "step": 7920 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "learning_rate": 0.00015005943981908498, | |
| "loss": 2.959, | |
| "step": 7930 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "learning_rate": 0.0001497622408169963, | |
| "loss": 2.9612, | |
| "step": 7940 | |
| }, | |
| { | |
| "epoch": 5.01, | |
| "learning_rate": 0.00014946504274826854, | |
| "loss": 2.9554, | |
| "step": 7950 | |
| }, | |
| { | |
| "epoch": 5.02, | |
| "learning_rate": 0.00014916784677959934, | |
| "loss": 2.9646, | |
| "step": 7960 | |
| }, | |
| { | |
| "epoch": 5.02, | |
| "learning_rate": 0.00014887065407767814, | |
| "loss": 2.9496, | |
| "step": 7970 | |
| }, | |
| { | |
| "epoch": 5.03, | |
| "learning_rate": 0.00014857346580918144, | |
| "loss": 2.9502, | |
| "step": 7980 | |
| }, | |
| { | |
| "epoch": 5.04, | |
| "learning_rate": 0.00014827628314076837, | |
| "loss": 2.9422, | |
| "step": 7990 | |
| }, | |
| { | |
| "epoch": 5.04, | |
| "learning_rate": 0.00014797910723907603, | |
| "loss": 2.9347, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 5.04, | |
| "eval_loss": 3.01143479347229, | |
| "eval_runtime": 232.2812, | |
| "eval_samples_per_second": 327.771, | |
| "eval_steps_per_second": 5.855, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 5.05, | |
| "learning_rate": 0.0001476819392707152, | |
| "loss": 2.9407, | |
| "step": 8010 | |
| }, | |
| { | |
| "epoch": 5.05, | |
| "learning_rate": 0.00014738478040226524, | |
| "loss": 2.9393, | |
| "step": 8020 | |
| }, | |
| { | |
| "epoch": 5.06, | |
| "learning_rate": 0.00014708763180026985, | |
| "loss": 2.9287, | |
| "step": 8030 | |
| }, | |
| { | |
| "epoch": 5.07, | |
| "learning_rate": 0.0001467904946312325, | |
| "loss": 2.9391, | |
| "step": 8040 | |
| }, | |
| { | |
| "epoch": 5.07, | |
| "learning_rate": 0.00014649337006161176, | |
| "loss": 2.9454, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 5.08, | |
| "learning_rate": 0.00014619625925781665, | |
| "loss": 2.9597, | |
| "step": 8060 | |
| }, | |
| { | |
| "epoch": 5.09, | |
| "learning_rate": 0.00014589916338620233, | |
| "loss": 2.9465, | |
| "step": 8070 | |
| }, | |
| { | |
| "epoch": 5.09, | |
| "learning_rate": 0.0001456020836130651, | |
| "loss": 2.9496, | |
| "step": 8080 | |
| }, | |
| { | |
| "epoch": 5.1, | |
| "learning_rate": 0.00014530502110463825, | |
| "loss": 2.9388, | |
| "step": 8090 | |
| }, | |
| { | |
| "epoch": 5.1, | |
| "learning_rate": 0.00014500797702708725, | |
| "loss": 2.9439, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 5.11, | |
| "learning_rate": 0.0001447109525465052, | |
| "loss": 2.9382, | |
| "step": 8110 | |
| }, | |
| { | |
| "epoch": 5.12, | |
| "learning_rate": 0.00014441394882890824, | |
| "loss": 2.9319, | |
| "step": 8120 | |
| }, | |
| { | |
| "epoch": 5.12, | |
| "learning_rate": 0.0001441169670402311, | |
| "loss": 2.9512, | |
| "step": 8130 | |
| }, | |
| { | |
| "epoch": 5.13, | |
| "learning_rate": 0.00014382000834632227, | |
| "loss": 2.9437, | |
| "step": 8140 | |
| }, | |
| { | |
| "epoch": 5.14, | |
| "learning_rate": 0.00014352307391293973, | |
| "loss": 2.9514, | |
| "step": 8150 | |
| }, | |
| { | |
| "epoch": 5.14, | |
| "learning_rate": 0.00014322616490574614, | |
| "loss": 2.9437, | |
| "step": 8160 | |
| }, | |
| { | |
| "epoch": 5.15, | |
| "learning_rate": 0.00014292928249030434, | |
| "loss": 2.9427, | |
| "step": 8170 | |
| }, | |
| { | |
| "epoch": 5.16, | |
| "learning_rate": 0.00014263242783207284, | |
| "loss": 2.9398, | |
| "step": 8180 | |
| }, | |
| { | |
| "epoch": 5.16, | |
| "learning_rate": 0.0001423356020964011, | |
| "loss": 2.9319, | |
| "step": 8190 | |
| }, | |
| { | |
| "epoch": 5.17, | |
| "learning_rate": 0.00014203880644852518, | |
| "loss": 2.9489, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 5.17, | |
| "learning_rate": 0.00014174204205356287, | |
| "loss": 2.9451, | |
| "step": 8210 | |
| }, | |
| { | |
| "epoch": 5.18, | |
| "learning_rate": 0.0001414453100765094, | |
| "loss": 2.9535, | |
| "step": 8220 | |
| }, | |
| { | |
| "epoch": 5.19, | |
| "learning_rate": 0.00014114861168223255, | |
| "loss": 2.9362, | |
| "step": 8230 | |
| }, | |
| { | |
| "epoch": 5.19, | |
| "learning_rate": 0.00014085194803546846, | |
| "loss": 2.9405, | |
| "step": 8240 | |
| }, | |
| { | |
| "epoch": 5.2, | |
| "learning_rate": 0.00014055532030081682, | |
| "loss": 2.943, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 5.21, | |
| "learning_rate": 0.00014025872964273627, | |
| "loss": 2.9429, | |
| "step": 8260 | |
| }, | |
| { | |
| "epoch": 5.21, | |
| "learning_rate": 0.00013996217722553995, | |
| "loss": 2.9638, | |
| "step": 8270 | |
| }, | |
| { | |
| "epoch": 5.22, | |
| "learning_rate": 0.0001396656642133909, | |
| "loss": 2.938, | |
| "step": 8280 | |
| }, | |
| { | |
| "epoch": 5.22, | |
| "learning_rate": 0.00013936919177029742, | |
| "loss": 2.931, | |
| "step": 8290 | |
| }, | |
| { | |
| "epoch": 5.23, | |
| "learning_rate": 0.00013907276106010858, | |
| "loss": 2.9352, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 5.24, | |
| "learning_rate": 0.00013877637324650961, | |
| "loss": 2.9381, | |
| "step": 8310 | |
| }, | |
| { | |
| "epoch": 5.24, | |
| "learning_rate": 0.00013848002949301736, | |
| "loss": 2.9373, | |
| "step": 8320 | |
| }, | |
| { | |
| "epoch": 5.25, | |
| "learning_rate": 0.00013818373096297567, | |
| "loss": 2.9279, | |
| "step": 8330 | |
| }, | |
| { | |
| "epoch": 5.26, | |
| "learning_rate": 0.00013788747881955096, | |
| "loss": 2.936, | |
| "step": 8340 | |
| }, | |
| { | |
| "epoch": 5.26, | |
| "learning_rate": 0.00013759127422572736, | |
| "loss": 2.9489, | |
| "step": 8350 | |
| }, | |
| { | |
| "epoch": 5.27, | |
| "learning_rate": 0.00013729511834430252, | |
| "loss": 2.9451, | |
| "step": 8360 | |
| }, | |
| { | |
| "epoch": 5.27, | |
| "learning_rate": 0.00013699901233788276, | |
| "loss": 2.9402, | |
| "step": 8370 | |
| }, | |
| { | |
| "epoch": 5.28, | |
| "learning_rate": 0.0001367029573688786, | |
| "loss": 2.9519, | |
| "step": 8380 | |
| }, | |
| { | |
| "epoch": 5.29, | |
| "learning_rate": 0.00013640695459950038, | |
| "loss": 2.9457, | |
| "step": 8390 | |
| }, | |
| { | |
| "epoch": 5.29, | |
| "learning_rate": 0.00013611100519175326, | |
| "loss": 2.9177, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 5.3, | |
| "learning_rate": 0.0001358151103074331, | |
| "loss": 2.928, | |
| "step": 8410 | |
| }, | |
| { | |
| "epoch": 5.31, | |
| "learning_rate": 0.00013551927110812162, | |
| "loss": 2.9448, | |
| "step": 8420 | |
| }, | |
| { | |
| "epoch": 5.31, | |
| "learning_rate": 0.00013522348875518207, | |
| "loss": 2.9362, | |
| "step": 8430 | |
| }, | |
| { | |
| "epoch": 5.32, | |
| "learning_rate": 0.00013492776440975437, | |
| "loss": 2.9273, | |
| "step": 8440 | |
| }, | |
| { | |
| "epoch": 5.33, | |
| "learning_rate": 0.00013463209923275085, | |
| "loss": 2.9254, | |
| "step": 8450 | |
| }, | |
| { | |
| "epoch": 5.33, | |
| "learning_rate": 0.0001343364943848515, | |
| "loss": 2.9433, | |
| "step": 8460 | |
| }, | |
| { | |
| "epoch": 5.34, | |
| "learning_rate": 0.0001340409510264995, | |
| "loss": 2.9455, | |
| "step": 8470 | |
| }, | |
| { | |
| "epoch": 5.34, | |
| "learning_rate": 0.00013374547031789672, | |
| "loss": 2.9362, | |
| "step": 8480 | |
| }, | |
| { | |
| "epoch": 5.35, | |
| "learning_rate": 0.0001334500534189989, | |
| "loss": 2.9327, | |
| "step": 8490 | |
| }, | |
| { | |
| "epoch": 5.36, | |
| "learning_rate": 0.00013315470148951146, | |
| "loss": 2.9371, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 5.36, | |
| "eval_loss": 2.9945642948150635, | |
| "eval_runtime": 231.6664, | |
| "eval_samples_per_second": 328.641, | |
| "eval_steps_per_second": 5.871, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 5.36, | |
| "learning_rate": 0.0001328594156888847, | |
| "loss": 2.9253, | |
| "step": 8510 | |
| }, | |
| { | |
| "epoch": 5.37, | |
| "learning_rate": 0.00013256419717630932, | |
| "loss": 2.9306, | |
| "step": 8520 | |
| }, | |
| { | |
| "epoch": 5.38, | |
| "learning_rate": 0.00013226904711071191, | |
| "loss": 2.9248, | |
| "step": 8530 | |
| }, | |
| { | |
| "epoch": 5.38, | |
| "learning_rate": 0.00013197396665075035, | |
| "loss": 2.9175, | |
| "step": 8540 | |
| }, | |
| { | |
| "epoch": 5.39, | |
| "learning_rate": 0.0001316789569548092, | |
| "loss": 2.9245, | |
| "step": 8550 | |
| }, | |
| { | |
| "epoch": 5.39, | |
| "learning_rate": 0.0001313840191809953, | |
| "loss": 2.9269, | |
| "step": 8560 | |
| }, | |
| { | |
| "epoch": 5.4, | |
| "learning_rate": 0.00013108915448713313, | |
| "loss": 2.9211, | |
| "step": 8570 | |
| }, | |
| { | |
| "epoch": 5.41, | |
| "learning_rate": 0.00013079436403076026, | |
| "loss": 2.9288, | |
| "step": 8580 | |
| }, | |
| { | |
| "epoch": 5.41, | |
| "learning_rate": 0.0001304996489691229, | |
| "loss": 2.9245, | |
| "step": 8590 | |
| }, | |
| { | |
| "epoch": 5.42, | |
| "learning_rate": 0.0001302050104591712, | |
| "loss": 2.9152, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 5.43, | |
| "learning_rate": 0.00012991044965755482, | |
| "loss": 2.9415, | |
| "step": 8610 | |
| }, | |
| { | |
| "epoch": 5.43, | |
| "learning_rate": 0.00012961596772061845, | |
| "loss": 2.9324, | |
| "step": 8620 | |
| }, | |
| { | |
| "epoch": 5.44, | |
| "learning_rate": 0.00012932156580439705, | |
| "loss": 2.9423, | |
| "step": 8630 | |
| }, | |
| { | |
| "epoch": 5.45, | |
| "learning_rate": 0.0001290272450646115, | |
| "loss": 2.9338, | |
| "step": 8640 | |
| }, | |
| { | |
| "epoch": 5.45, | |
| "learning_rate": 0.00012873300665666398, | |
| "loss": 2.9298, | |
| "step": 8650 | |
| }, | |
| { | |
| "epoch": 5.46, | |
| "learning_rate": 0.00012843885173563358, | |
| "loss": 2.9212, | |
| "step": 8660 | |
| }, | |
| { | |
| "epoch": 5.46, | |
| "learning_rate": 0.0001281447814562715, | |
| "loss": 2.9332, | |
| "step": 8670 | |
| }, | |
| { | |
| "epoch": 5.47, | |
| "learning_rate": 0.00012785079697299676, | |
| "loss": 2.9262, | |
| "step": 8680 | |
| }, | |
| { | |
| "epoch": 5.48, | |
| "learning_rate": 0.0001275568994398916, | |
| "loss": 2.9117, | |
| "step": 8690 | |
| }, | |
| { | |
| "epoch": 5.48, | |
| "learning_rate": 0.00012726309001069678, | |
| "loss": 2.9185, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 5.49, | |
| "learning_rate": 0.0001269693698388073, | |
| "loss": 2.9324, | |
| "step": 8710 | |
| }, | |
| { | |
| "epoch": 5.5, | |
| "learning_rate": 0.00012667574007726778, | |
| "loss": 2.918, | |
| "step": 8720 | |
| }, | |
| { | |
| "epoch": 5.5, | |
| "learning_rate": 0.0001263822018787679, | |
| "loss": 2.9052, | |
| "step": 8730 | |
| }, | |
| { | |
| "epoch": 5.51, | |
| "learning_rate": 0.00012608875639563786, | |
| "loss": 2.9041, | |
| "step": 8740 | |
| }, | |
| { | |
| "epoch": 5.51, | |
| "learning_rate": 0.00012579540477984395, | |
| "loss": 2.9162, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 5.52, | |
| "learning_rate": 0.0001255021481829839, | |
| "loss": 2.9222, | |
| "step": 8760 | |
| }, | |
| { | |
| "epoch": 5.53, | |
| "learning_rate": 0.00012520898775628236, | |
| "loss": 2.9139, | |
| "step": 8770 | |
| }, | |
| { | |
| "epoch": 5.53, | |
| "learning_rate": 0.00012491592465058683, | |
| "loss": 2.9275, | |
| "step": 8780 | |
| }, | |
| { | |
| "epoch": 5.54, | |
| "learning_rate": 0.00012462296001636224, | |
| "loss": 2.9076, | |
| "step": 8790 | |
| }, | |
| { | |
| "epoch": 5.55, | |
| "learning_rate": 0.0001243300950036873, | |
| "loss": 2.9258, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 5.55, | |
| "learning_rate": 0.0001240373307622495, | |
| "loss": 2.9246, | |
| "step": 8810 | |
| }, | |
| { | |
| "epoch": 5.56, | |
| "learning_rate": 0.0001237446684413408, | |
| "loss": 2.9109, | |
| "step": 8820 | |
| }, | |
| { | |
| "epoch": 5.56, | |
| "learning_rate": 0.00012345210918985306, | |
| "loss": 2.9298, | |
| "step": 8830 | |
| }, | |
| { | |
| "epoch": 5.57, | |
| "learning_rate": 0.00012315965415627347, | |
| "loss": 2.9193, | |
| "step": 8840 | |
| }, | |
| { | |
| "epoch": 5.58, | |
| "learning_rate": 0.0001228673044886801, | |
| "loss": 2.9327, | |
| "step": 8850 | |
| }, | |
| { | |
| "epoch": 5.58, | |
| "learning_rate": 0.0001225750613347374, | |
| "loss": 2.9271, | |
| "step": 8860 | |
| }, | |
| { | |
| "epoch": 5.59, | |
| "learning_rate": 0.00012228292584169173, | |
| "loss": 2.9148, | |
| "step": 8870 | |
| }, | |
| { | |
| "epoch": 5.6, | |
| "learning_rate": 0.00012199089915636677, | |
| "loss": 2.922, | |
| "step": 8880 | |
| }, | |
| { | |
| "epoch": 5.6, | |
| "learning_rate": 0.00012169898242515907, | |
| "loss": 2.9128, | |
| "step": 8890 | |
| }, | |
| { | |
| "epoch": 5.61, | |
| "learning_rate": 0.00012140717679403355, | |
| "loss": 2.9194, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 5.62, | |
| "learning_rate": 0.0001211154834085189, | |
| "loss": 2.9179, | |
| "step": 8910 | |
| }, | |
| { | |
| "epoch": 5.62, | |
| "learning_rate": 0.0001208239034137033, | |
| "loss": 2.9243, | |
| "step": 8920 | |
| }, | |
| { | |
| "epoch": 5.63, | |
| "learning_rate": 0.0001205324379542297, | |
| "loss": 2.9277, | |
| "step": 8930 | |
| }, | |
| { | |
| "epoch": 5.63, | |
| "learning_rate": 0.0001202410881742915, | |
| "loss": 2.9141, | |
| "step": 8940 | |
| }, | |
| { | |
| "epoch": 5.64, | |
| "learning_rate": 0.00011994985521762797, | |
| "loss": 2.9172, | |
| "step": 8950 | |
| }, | |
| { | |
| "epoch": 5.65, | |
| "learning_rate": 0.0001196587402275197, | |
| "loss": 2.9157, | |
| "step": 8960 | |
| }, | |
| { | |
| "epoch": 5.65, | |
| "learning_rate": 0.00011936774434678416, | |
| "loss": 2.9087, | |
| "step": 8970 | |
| }, | |
| { | |
| "epoch": 5.66, | |
| "learning_rate": 0.00011907686871777146, | |
| "loss": 2.9169, | |
| "step": 8980 | |
| }, | |
| { | |
| "epoch": 5.67, | |
| "learning_rate": 0.00011878611448235945, | |
| "loss": 2.9167, | |
| "step": 8990 | |
| }, | |
| { | |
| "epoch": 5.67, | |
| "learning_rate": 0.00011849548278194941, | |
| "loss": 2.9293, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 5.67, | |
| "eval_loss": 2.9773881435394287, | |
| "eval_runtime": 231.746, | |
| "eval_samples_per_second": 328.528, | |
| "eval_steps_per_second": 5.868, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 5.68, | |
| "learning_rate": 0.00011820497475746169, | |
| "loss": 2.9055, | |
| "step": 9010 | |
| }, | |
| { | |
| "epoch": 5.69, | |
| "learning_rate": 0.0001179145915493311, | |
| "loss": 2.9215, | |
| "step": 9020 | |
| }, | |
| { | |
| "epoch": 5.69, | |
| "learning_rate": 0.00011762433429750244, | |
| "loss": 2.8982, | |
| "step": 9030 | |
| }, | |
| { | |
| "epoch": 5.7, | |
| "learning_rate": 0.00011733420414142608, | |
| "loss": 2.9057, | |
| "step": 9040 | |
| }, | |
| { | |
| "epoch": 5.71, | |
| "learning_rate": 0.00011704420222005342, | |
| "loss": 2.9034, | |
| "step": 9050 | |
| }, | |
| { | |
| "epoch": 5.71, | |
| "learning_rate": 0.00011675432967183248, | |
| "loss": 2.9133, | |
| "step": 9060 | |
| }, | |
| { | |
| "epoch": 5.72, | |
| "learning_rate": 0.0001164645876347034, | |
| "loss": 2.9116, | |
| "step": 9070 | |
| }, | |
| { | |
| "epoch": 5.72, | |
| "learning_rate": 0.00011617497724609403, | |
| "loss": 2.9133, | |
| "step": 9080 | |
| }, | |
| { | |
| "epoch": 5.73, | |
| "learning_rate": 0.00011588549964291528, | |
| "loss": 2.9252, | |
| "step": 9090 | |
| }, | |
| { | |
| "epoch": 5.74, | |
| "learning_rate": 0.00011559615596155694, | |
| "loss": 2.9056, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 5.74, | |
| "learning_rate": 0.00011530694733788294, | |
| "loss": 2.9046, | |
| "step": 9110 | |
| }, | |
| { | |
| "epoch": 5.75, | |
| "learning_rate": 0.00011501787490722712, | |
| "loss": 2.9103, | |
| "step": 9120 | |
| }, | |
| { | |
| "epoch": 5.76, | |
| "learning_rate": 0.00011472893980438864, | |
| "loss": 2.905, | |
| "step": 9130 | |
| }, | |
| { | |
| "epoch": 5.76, | |
| "learning_rate": 0.00011444014316362751, | |
| "loss": 2.9042, | |
| "step": 9140 | |
| }, | |
| { | |
| "epoch": 5.77, | |
| "learning_rate": 0.00011415148611866027, | |
| "loss": 2.9129, | |
| "step": 9150 | |
| }, | |
| { | |
| "epoch": 5.78, | |
| "learning_rate": 0.00011386296980265537, | |
| "loss": 2.9154, | |
| "step": 9160 | |
| }, | |
| { | |
| "epoch": 5.78, | |
| "learning_rate": 0.0001135745953482289, | |
| "loss": 2.9139, | |
| "step": 9170 | |
| }, | |
| { | |
| "epoch": 5.79, | |
| "learning_rate": 0.00011328636388743995, | |
| "loss": 2.908, | |
| "step": 9180 | |
| }, | |
| { | |
| "epoch": 5.79, | |
| "learning_rate": 0.00011299827655178641, | |
| "loss": 2.9102, | |
| "step": 9190 | |
| }, | |
| { | |
| "epoch": 5.8, | |
| "learning_rate": 0.00011271033447220016, | |
| "loss": 2.8991, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 5.81, | |
| "learning_rate": 0.00011242253877904306, | |
| "loss": 2.9127, | |
| "step": 9210 | |
| }, | |
| { | |
| "epoch": 5.81, | |
| "learning_rate": 0.00011213489060210219, | |
| "loss": 2.9128, | |
| "step": 9220 | |
| }, | |
| { | |
| "epoch": 5.82, | |
| "learning_rate": 0.00011184739107058563, | |
| "loss": 2.9016, | |
| "step": 9230 | |
| }, | |
| { | |
| "epoch": 5.83, | |
| "learning_rate": 0.00011156004131311779, | |
| "loss": 2.8966, | |
| "step": 9240 | |
| }, | |
| { | |
| "epoch": 5.83, | |
| "learning_rate": 0.00011127284245773531, | |
| "loss": 2.8996, | |
| "step": 9250 | |
| }, | |
| { | |
| "epoch": 5.84, | |
| "learning_rate": 0.0001109857956318822, | |
| "loss": 2.8952, | |
| "step": 9260 | |
| }, | |
| { | |
| "epoch": 5.84, | |
| "learning_rate": 0.00011069890196240588, | |
| "loss": 2.901, | |
| "step": 9270 | |
| }, | |
| { | |
| "epoch": 5.85, | |
| "learning_rate": 0.00011041216257555238, | |
| "loss": 2.9066, | |
| "step": 9280 | |
| }, | |
| { | |
| "epoch": 5.86, | |
| "learning_rate": 0.00011012557859696219, | |
| "loss": 2.9108, | |
| "step": 9290 | |
| }, | |
| { | |
| "epoch": 5.86, | |
| "learning_rate": 0.0001098391511516656, | |
| "loss": 2.9177, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 5.87, | |
| "learning_rate": 0.00010955288136407848, | |
| "loss": 2.9016, | |
| "step": 9310 | |
| }, | |
| { | |
| "epoch": 5.88, | |
| "learning_rate": 0.00010926677035799775, | |
| "loss": 2.9062, | |
| "step": 9320 | |
| }, | |
| { | |
| "epoch": 5.88, | |
| "learning_rate": 0.00010898081925659703, | |
| "loss": 2.894, | |
| "step": 9330 | |
| }, | |
| { | |
| "epoch": 5.89, | |
| "learning_rate": 0.00010869502918242223, | |
| "loss": 2.9177, | |
| "step": 9340 | |
| }, | |
| { | |
| "epoch": 5.89, | |
| "learning_rate": 0.00010840940125738706, | |
| "loss": 2.8976, | |
| "step": 9350 | |
| }, | |
| { | |
| "epoch": 5.9, | |
| "learning_rate": 0.00010812393660276874, | |
| "loss": 2.9123, | |
| "step": 9360 | |
| }, | |
| { | |
| "epoch": 5.91, | |
| "learning_rate": 0.00010783863633920356, | |
| "loss": 2.9176, | |
| "step": 9370 | |
| }, | |
| { | |
| "epoch": 5.91, | |
| "learning_rate": 0.00010755350158668245, | |
| "loss": 2.9107, | |
| "step": 9380 | |
| }, | |
| { | |
| "epoch": 5.92, | |
| "learning_rate": 0.00010726853346454653, | |
| "loss": 2.9117, | |
| "step": 9390 | |
| }, | |
| { | |
| "epoch": 5.93, | |
| "learning_rate": 0.00010698373309148293, | |
| "loss": 2.8976, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 5.93, | |
| "learning_rate": 0.00010669910158552012, | |
| "loss": 2.8997, | |
| "step": 9410 | |
| }, | |
| { | |
| "epoch": 5.94, | |
| "learning_rate": 0.00010641464006402368, | |
| "loss": 2.9049, | |
| "step": 9420 | |
| }, | |
| { | |
| "epoch": 5.95, | |
| "learning_rate": 0.00010613034964369196, | |
| "loss": 2.8854, | |
| "step": 9430 | |
| }, | |
| { | |
| "epoch": 5.95, | |
| "learning_rate": 0.00010584623144055157, | |
| "loss": 2.8868, | |
| "step": 9440 | |
| }, | |
| { | |
| "epoch": 5.96, | |
| "learning_rate": 0.0001055622865699531, | |
| "loss": 2.9141, | |
| "step": 9450 | |
| }, | |
| { | |
| "epoch": 5.96, | |
| "learning_rate": 0.0001052785161465666, | |
| "loss": 2.9023, | |
| "step": 9460 | |
| }, | |
| { | |
| "epoch": 5.97, | |
| "learning_rate": 0.0001049949212843774, | |
| "loss": 2.9132, | |
| "step": 9470 | |
| }, | |
| { | |
| "epoch": 5.98, | |
| "learning_rate": 0.00010471150309668156, | |
| "loss": 2.9008, | |
| "step": 9480 | |
| }, | |
| { | |
| "epoch": 5.98, | |
| "learning_rate": 0.00010442826269608168, | |
| "loss": 2.9089, | |
| "step": 9490 | |
| }, | |
| { | |
| "epoch": 5.99, | |
| "learning_rate": 0.00010414520119448234, | |
| "loss": 2.9053, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 5.99, | |
| "eval_loss": 2.962033987045288, | |
| "eval_runtime": 232.0169, | |
| "eval_samples_per_second": 328.144, | |
| "eval_steps_per_second": 5.862, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "learning_rate": 0.00010386231970308587, | |
| "loss": 2.8956, | |
| "step": 9510 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "learning_rate": 0.00010357961933238784, | |
| "loss": 2.9039, | |
| "step": 9520 | |
| }, | |
| { | |
| "epoch": 6.01, | |
| "learning_rate": 0.00010329710119217296, | |
| "loss": 2.8843, | |
| "step": 9530 | |
| }, | |
| { | |
| "epoch": 6.01, | |
| "learning_rate": 0.00010301476639151046, | |
| "loss": 2.8909, | |
| "step": 9540 | |
| }, | |
| { | |
| "epoch": 6.02, | |
| "learning_rate": 0.00010273261603874986, | |
| "loss": 2.8955, | |
| "step": 9550 | |
| }, | |
| { | |
| "epoch": 6.03, | |
| "learning_rate": 0.00010245065124151664, | |
| "loss": 2.8872, | |
| "step": 9560 | |
| }, | |
| { | |
| "epoch": 6.03, | |
| "learning_rate": 0.00010216887310670784, | |
| "loss": 2.8843, | |
| "step": 9570 | |
| }, | |
| { | |
| "epoch": 6.04, | |
| "learning_rate": 0.00010188728274048766, | |
| "loss": 2.8933, | |
| "step": 9580 | |
| }, | |
| { | |
| "epoch": 6.05, | |
| "learning_rate": 0.00010160588124828328, | |
| "loss": 2.8857, | |
| "step": 9590 | |
| }, | |
| { | |
| "epoch": 6.05, | |
| "learning_rate": 0.00010132466973478038, | |
| "loss": 2.8785, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 6.06, | |
| "learning_rate": 0.0001010436493039188, | |
| "loss": 2.9006, | |
| "step": 9610 | |
| }, | |
| { | |
| "epoch": 6.07, | |
| "learning_rate": 0.00010076282105888835, | |
| "loss": 2.8947, | |
| "step": 9620 | |
| }, | |
| { | |
| "epoch": 6.07, | |
| "learning_rate": 0.00010048218610212434, | |
| "loss": 2.8959, | |
| "step": 9630 | |
| }, | |
| { | |
| "epoch": 6.08, | |
| "learning_rate": 0.00010020174553530328, | |
| "loss": 2.895, | |
| "step": 9640 | |
| }, | |
| { | |
| "epoch": 6.08, | |
| "learning_rate": 9.992150045933858e-05, | |
| "loss": 2.8819, | |
| "step": 9650 | |
| }, | |
| { | |
| "epoch": 6.09, | |
| "learning_rate": 9.96414519743763e-05, | |
| "loss": 2.8811, | |
| "step": 9660 | |
| }, | |
| { | |
| "epoch": 6.1, | |
| "learning_rate": 9.93616011797906e-05, | |
| "loss": 2.8857, | |
| "step": 9670 | |
| }, | |
| { | |
| "epoch": 6.1, | |
| "learning_rate": 9.908194917417967e-05, | |
| "loss": 2.8937, | |
| "step": 9680 | |
| }, | |
| { | |
| "epoch": 6.11, | |
| "learning_rate": 9.880249705536131e-05, | |
| "loss": 2.8767, | |
| "step": 9690 | |
| }, | |
| { | |
| "epoch": 6.12, | |
| "learning_rate": 9.852324592036866e-05, | |
| "loss": 2.8863, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 6.12, | |
| "learning_rate": 9.82441968654458e-05, | |
| "loss": 2.8859, | |
| "step": 9710 | |
| }, | |
| { | |
| "epoch": 6.13, | |
| "learning_rate": 9.796535098604359e-05, | |
| "loss": 2.8737, | |
| "step": 9720 | |
| }, | |
| { | |
| "epoch": 6.13, | |
| "learning_rate": 9.768670937681522e-05, | |
| "loss": 2.8882, | |
| "step": 9730 | |
| }, | |
| { | |
| "epoch": 6.14, | |
| "learning_rate": 9.740827313161197e-05, | |
| "loss": 2.8795, | |
| "step": 9740 | |
| }, | |
| { | |
| "epoch": 6.15, | |
| "learning_rate": 9.713004334347913e-05, | |
| "loss": 2.8915, | |
| "step": 9750 | |
| }, | |
| { | |
| "epoch": 6.15, | |
| "learning_rate": 9.685202110465122e-05, | |
| "loss": 2.8816, | |
| "step": 9760 | |
| }, | |
| { | |
| "epoch": 6.16, | |
| "learning_rate": 9.657420750654819e-05, | |
| "loss": 2.8877, | |
| "step": 9770 | |
| }, | |
| { | |
| "epoch": 6.17, | |
| "learning_rate": 9.629660363977089e-05, | |
| "loss": 2.8866, | |
| "step": 9780 | |
| }, | |
| { | |
| "epoch": 6.17, | |
| "learning_rate": 9.60192105940968e-05, | |
| "loss": 2.8851, | |
| "step": 9790 | |
| }, | |
| { | |
| "epoch": 6.18, | |
| "learning_rate": 9.574202945847584e-05, | |
| "loss": 2.9005, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 6.18, | |
| "learning_rate": 9.546506132102602e-05, | |
| "loss": 2.8955, | |
| "step": 9810 | |
| }, | |
| { | |
| "epoch": 6.19, | |
| "learning_rate": 9.518830726902917e-05, | |
| "loss": 2.8784, | |
| "step": 9820 | |
| }, | |
| { | |
| "epoch": 6.2, | |
| "learning_rate": 9.491176838892672e-05, | |
| "loss": 2.8888, | |
| "step": 9830 | |
| }, | |
| { | |
| "epoch": 6.2, | |
| "learning_rate": 9.463544576631543e-05, | |
| "loss": 2.893, | |
| "step": 9840 | |
| }, | |
| { | |
| "epoch": 6.21, | |
| "learning_rate": 9.435934048594305e-05, | |
| "loss": 2.8771, | |
| "step": 9850 | |
| }, | |
| { | |
| "epoch": 6.22, | |
| "learning_rate": 9.408345363170418e-05, | |
| "loss": 2.8894, | |
| "step": 9860 | |
| }, | |
| { | |
| "epoch": 6.22, | |
| "learning_rate": 9.380778628663594e-05, | |
| "loss": 2.8968, | |
| "step": 9870 | |
| }, | |
| { | |
| "epoch": 6.23, | |
| "learning_rate": 9.353233953291368e-05, | |
| "loss": 2.8816, | |
| "step": 9880 | |
| }, | |
| { | |
| "epoch": 6.24, | |
| "learning_rate": 9.325711445184682e-05, | |
| "loss": 2.8863, | |
| "step": 9890 | |
| }, | |
| { | |
| "epoch": 6.24, | |
| "learning_rate": 9.29821121238746e-05, | |
| "loss": 2.895, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 6.25, | |
| "learning_rate": 9.270733362856175e-05, | |
| "loss": 2.8737, | |
| "step": 9910 | |
| }, | |
| { | |
| "epoch": 6.25, | |
| "learning_rate": 9.24327800445944e-05, | |
| "loss": 2.8894, | |
| "step": 9920 | |
| }, | |
| { | |
| "epoch": 6.26, | |
| "learning_rate": 9.215845244977561e-05, | |
| "loss": 2.8835, | |
| "step": 9930 | |
| }, | |
| { | |
| "epoch": 6.27, | |
| "learning_rate": 9.188435192102137e-05, | |
| "loss": 2.8817, | |
| "step": 9940 | |
| }, | |
| { | |
| "epoch": 6.27, | |
| "learning_rate": 9.161047953435637e-05, | |
| "loss": 2.8659, | |
| "step": 9950 | |
| }, | |
| { | |
| "epoch": 6.28, | |
| "learning_rate": 9.133683636490959e-05, | |
| "loss": 2.8942, | |
| "step": 9960 | |
| }, | |
| { | |
| "epoch": 6.29, | |
| "learning_rate": 9.106342348691015e-05, | |
| "loss": 2.8824, | |
| "step": 9970 | |
| }, | |
| { | |
| "epoch": 6.29, | |
| "learning_rate": 9.079024197368319e-05, | |
| "loss": 2.8895, | |
| "step": 9980 | |
| }, | |
| { | |
| "epoch": 6.3, | |
| "learning_rate": 9.05172928976456e-05, | |
| "loss": 2.8905, | |
| "step": 9990 | |
| }, | |
| { | |
| "epoch": 6.3, | |
| "learning_rate": 9.024457733030174e-05, | |
| "loss": 2.8819, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 6.3, | |
| "eval_loss": 2.95068359375, | |
| "eval_runtime": 232.6252, | |
| "eval_samples_per_second": 327.286, | |
| "eval_steps_per_second": 5.846, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 6.31, | |
| "learning_rate": 8.997209634223937e-05, | |
| "loss": 2.881, | |
| "step": 10010 | |
| }, | |
| { | |
| "epoch": 6.32, | |
| "learning_rate": 8.969985100312532e-05, | |
| "loss": 2.8876, | |
| "step": 10020 | |
| }, | |
| { | |
| "epoch": 6.32, | |
| "learning_rate": 8.942784238170134e-05, | |
| "loss": 2.8745, | |
| "step": 10030 | |
| }, | |
| { | |
| "epoch": 6.33, | |
| "learning_rate": 8.915607154577993e-05, | |
| "loss": 2.8599, | |
| "step": 10040 | |
| }, | |
| { | |
| "epoch": 6.34, | |
| "learning_rate": 8.888453956224013e-05, | |
| "loss": 2.8831, | |
| "step": 10050 | |
| }, | |
| { | |
| "epoch": 6.34, | |
| "learning_rate": 8.861324749702332e-05, | |
| "loss": 2.8706, | |
| "step": 10060 | |
| }, | |
| { | |
| "epoch": 6.35, | |
| "learning_rate": 8.834219641512906e-05, | |
| "loss": 2.8843, | |
| "step": 10070 | |
| }, | |
| { | |
| "epoch": 6.35, | |
| "learning_rate": 8.807138738061083e-05, | |
| "loss": 2.8908, | |
| "step": 10080 | |
| }, | |
| { | |
| "epoch": 6.36, | |
| "learning_rate": 8.780082145657197e-05, | |
| "loss": 2.8741, | |
| "step": 10090 | |
| }, | |
| { | |
| "epoch": 6.37, | |
| "learning_rate": 8.75304997051615e-05, | |
| "loss": 2.8586, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 6.37, | |
| "learning_rate": 8.726042318756976e-05, | |
| "loss": 2.8802, | |
| "step": 10110 | |
| }, | |
| { | |
| "epoch": 6.38, | |
| "learning_rate": 8.699059296402449e-05, | |
| "loss": 2.8618, | |
| "step": 10120 | |
| }, | |
| { | |
| "epoch": 6.39, | |
| "learning_rate": 8.672101009378648e-05, | |
| "loss": 2.8803, | |
| "step": 10130 | |
| }, | |
| { | |
| "epoch": 6.39, | |
| "learning_rate": 8.64516756351457e-05, | |
| "loss": 2.8695, | |
| "step": 10140 | |
| }, | |
| { | |
| "epoch": 6.4, | |
| "learning_rate": 8.618259064541675e-05, | |
| "loss": 2.8637, | |
| "step": 10150 | |
| }, | |
| { | |
| "epoch": 6.41, | |
| "learning_rate": 8.591375618093491e-05, | |
| "loss": 2.8873, | |
| "step": 10160 | |
| }, | |
| { | |
| "epoch": 6.41, | |
| "learning_rate": 8.564517329705207e-05, | |
| "loss": 2.885, | |
| "step": 10170 | |
| }, | |
| { | |
| "epoch": 6.42, | |
| "learning_rate": 8.537684304813239e-05, | |
| "loss": 2.8809, | |
| "step": 10180 | |
| }, | |
| { | |
| "epoch": 6.42, | |
| "learning_rate": 8.510876648754847e-05, | |
| "loss": 2.8691, | |
| "step": 10190 | |
| }, | |
| { | |
| "epoch": 6.43, | |
| "learning_rate": 8.484094466767672e-05, | |
| "loss": 2.8832, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 6.44, | |
| "learning_rate": 8.457337863989376e-05, | |
| "loss": 2.8705, | |
| "step": 10210 | |
| }, | |
| { | |
| "epoch": 6.44, | |
| "learning_rate": 8.430606945457198e-05, | |
| "loss": 2.8769, | |
| "step": 10220 | |
| }, | |
| { | |
| "epoch": 6.45, | |
| "learning_rate": 8.403901816107552e-05, | |
| "loss": 2.8736, | |
| "step": 10230 | |
| }, | |
| { | |
| "epoch": 6.46, | |
| "learning_rate": 8.37722258077561e-05, | |
| "loss": 2.8717, | |
| "step": 10240 | |
| }, | |
| { | |
| "epoch": 6.46, | |
| "learning_rate": 8.350569344194892e-05, | |
| "loss": 2.8683, | |
| "step": 10250 | |
| }, | |
| { | |
| "epoch": 6.47, | |
| "learning_rate": 8.32394221099686e-05, | |
| "loss": 2.8738, | |
| "step": 10260 | |
| }, | |
| { | |
| "epoch": 6.47, | |
| "learning_rate": 8.297341285710497e-05, | |
| "loss": 2.8846, | |
| "step": 10270 | |
| }, | |
| { | |
| "epoch": 6.48, | |
| "learning_rate": 8.270766672761908e-05, | |
| "loss": 2.8783, | |
| "step": 10280 | |
| }, | |
| { | |
| "epoch": 6.49, | |
| "learning_rate": 8.244218476473907e-05, | |
| "loss": 2.879, | |
| "step": 10290 | |
| }, | |
| { | |
| "epoch": 6.49, | |
| "learning_rate": 8.217696801065596e-05, | |
| "loss": 2.8674, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 6.5, | |
| "learning_rate": 8.191201750651978e-05, | |
| "loss": 2.8727, | |
| "step": 10310 | |
| }, | |
| { | |
| "epoch": 6.51, | |
| "learning_rate": 8.164733429243518e-05, | |
| "loss": 2.874, | |
| "step": 10320 | |
| }, | |
| { | |
| "epoch": 6.51, | |
| "learning_rate": 8.13829194074576e-05, | |
| "loss": 2.8679, | |
| "step": 10330 | |
| }, | |
| { | |
| "epoch": 6.52, | |
| "learning_rate": 8.111877388958924e-05, | |
| "loss": 2.8904, | |
| "step": 10340 | |
| }, | |
| { | |
| "epoch": 6.53, | |
| "learning_rate": 8.08548987757747e-05, | |
| "loss": 2.8785, | |
| "step": 10350 | |
| }, | |
| { | |
| "epoch": 6.53, | |
| "learning_rate": 8.059129510189713e-05, | |
| "loss": 2.8733, | |
| "step": 10360 | |
| }, | |
| { | |
| "epoch": 6.54, | |
| "learning_rate": 8.032796390277408e-05, | |
| "loss": 2.8868, | |
| "step": 10370 | |
| }, | |
| { | |
| "epoch": 6.54, | |
| "learning_rate": 8.006490621215347e-05, | |
| "loss": 2.8696, | |
| "step": 10380 | |
| }, | |
| { | |
| "epoch": 6.55, | |
| "learning_rate": 7.980212306270948e-05, | |
| "loss": 2.8869, | |
| "step": 10390 | |
| }, | |
| { | |
| "epoch": 6.56, | |
| "learning_rate": 7.953961548603865e-05, | |
| "loss": 2.884, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 6.56, | |
| "learning_rate": 7.927738451265551e-05, | |
| "loss": 2.8794, | |
| "step": 10410 | |
| }, | |
| { | |
| "epoch": 6.57, | |
| "learning_rate": 7.901543117198893e-05, | |
| "loss": 2.8789, | |
| "step": 10420 | |
| }, | |
| { | |
| "epoch": 6.58, | |
| "learning_rate": 7.875375649237784e-05, | |
| "loss": 2.8817, | |
| "step": 10430 | |
| }, | |
| { | |
| "epoch": 6.58, | |
| "learning_rate": 7.849236150106718e-05, | |
| "loss": 2.8697, | |
| "step": 10440 | |
| }, | |
| { | |
| "epoch": 6.59, | |
| "learning_rate": 7.823124722420402e-05, | |
| "loss": 2.8961, | |
| "step": 10450 | |
| }, | |
| { | |
| "epoch": 6.59, | |
| "learning_rate": 7.797041468683338e-05, | |
| "loss": 2.8773, | |
| "step": 10460 | |
| }, | |
| { | |
| "epoch": 6.6, | |
| "learning_rate": 7.770986491289426e-05, | |
| "loss": 2.8721, | |
| "step": 10470 | |
| }, | |
| { | |
| "epoch": 6.61, | |
| "learning_rate": 7.74495989252157e-05, | |
| "loss": 2.8515, | |
| "step": 10480 | |
| }, | |
| { | |
| "epoch": 6.61, | |
| "learning_rate": 7.71896177455126e-05, | |
| "loss": 2.8621, | |
| "step": 10490 | |
| }, | |
| { | |
| "epoch": 6.62, | |
| "learning_rate": 7.692992239438188e-05, | |
| "loss": 2.8776, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 6.62, | |
| "eval_loss": 2.939117908477783, | |
| "eval_runtime": 232.8018, | |
| "eval_samples_per_second": 327.038, | |
| "eval_steps_per_second": 5.842, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 6.63, | |
| "learning_rate": 7.667051389129841e-05, | |
| "loss": 2.8717, | |
| "step": 10510 | |
| }, | |
| { | |
| "epoch": 6.63, | |
| "learning_rate": 7.641139325461076e-05, | |
| "loss": 2.8705, | |
| "step": 10520 | |
| }, | |
| { | |
| "epoch": 6.64, | |
| "learning_rate": 7.615256150153781e-05, | |
| "loss": 2.8668, | |
| "step": 10530 | |
| }, | |
| { | |
| "epoch": 6.64, | |
| "learning_rate": 7.589401964816412e-05, | |
| "loss": 2.8688, | |
| "step": 10540 | |
| }, | |
| { | |
| "epoch": 6.65, | |
| "learning_rate": 7.563576870943629e-05, | |
| "loss": 2.8642, | |
| "step": 10550 | |
| }, | |
| { | |
| "epoch": 6.66, | |
| "learning_rate": 7.537780969915886e-05, | |
| "loss": 2.8552, | |
| "step": 10560 | |
| }, | |
| { | |
| "epoch": 6.66, | |
| "learning_rate": 7.512014362999039e-05, | |
| "loss": 2.8675, | |
| "step": 10570 | |
| }, | |
| { | |
| "epoch": 6.67, | |
| "learning_rate": 7.48627715134394e-05, | |
| "loss": 2.8693, | |
| "step": 10580 | |
| }, | |
| { | |
| "epoch": 6.68, | |
| "learning_rate": 7.460569435986052e-05, | |
| "loss": 2.8556, | |
| "step": 10590 | |
| }, | |
| { | |
| "epoch": 6.68, | |
| "learning_rate": 7.434891317845051e-05, | |
| "loss": 2.8581, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 6.69, | |
| "learning_rate": 7.4092428977244e-05, | |
| "loss": 2.8718, | |
| "step": 10610 | |
| }, | |
| { | |
| "epoch": 6.7, | |
| "learning_rate": 7.383624276311e-05, | |
| "loss": 2.8615, | |
| "step": 10620 | |
| }, | |
| { | |
| "epoch": 6.7, | |
| "learning_rate": 7.358035554174769e-05, | |
| "loss": 2.8594, | |
| "step": 10630 | |
| }, | |
| { | |
| "epoch": 6.71, | |
| "learning_rate": 7.332476831768248e-05, | |
| "loss": 2.8669, | |
| "step": 10640 | |
| }, | |
| { | |
| "epoch": 6.71, | |
| "learning_rate": 7.306948209426205e-05, | |
| "loss": 2.8654, | |
| "step": 10650 | |
| }, | |
| { | |
| "epoch": 6.72, | |
| "learning_rate": 7.281449787365257e-05, | |
| "loss": 2.8794, | |
| "step": 10660 | |
| }, | |
| { | |
| "epoch": 6.73, | |
| "learning_rate": 7.255981665683453e-05, | |
| "loss": 2.881, | |
| "step": 10670 | |
| }, | |
| { | |
| "epoch": 6.73, | |
| "learning_rate": 7.2305439443599e-05, | |
| "loss": 2.8784, | |
| "step": 10680 | |
| }, | |
| { | |
| "epoch": 6.74, | |
| "learning_rate": 7.20513672325436e-05, | |
| "loss": 2.88, | |
| "step": 10690 | |
| }, | |
| { | |
| "epoch": 6.75, | |
| "learning_rate": 7.179760102106864e-05, | |
| "loss": 2.8688, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 6.75, | |
| "learning_rate": 7.15441418053732e-05, | |
| "loss": 2.8732, | |
| "step": 10710 | |
| }, | |
| { | |
| "epoch": 6.76, | |
| "learning_rate": 7.129099058045114e-05, | |
| "loss": 2.8554, | |
| "step": 10720 | |
| }, | |
| { | |
| "epoch": 6.76, | |
| "learning_rate": 7.10381483400873e-05, | |
| "loss": 2.8797, | |
| "step": 10730 | |
| }, | |
| { | |
| "epoch": 6.77, | |
| "learning_rate": 7.078561607685356e-05, | |
| "loss": 2.8754, | |
| "step": 10740 | |
| }, | |
| { | |
| "epoch": 6.78, | |
| "learning_rate": 7.053339478210489e-05, | |
| "loss": 2.8756, | |
| "step": 10750 | |
| }, | |
| { | |
| "epoch": 6.78, | |
| "learning_rate": 7.028148544597552e-05, | |
| "loss": 2.8688, | |
| "step": 10760 | |
| }, | |
| { | |
| "epoch": 6.79, | |
| "learning_rate": 7.002988905737509e-05, | |
| "loss": 2.868, | |
| "step": 10770 | |
| }, | |
| { | |
| "epoch": 6.8, | |
| "learning_rate": 6.977860660398465e-05, | |
| "loss": 2.8689, | |
| "step": 10780 | |
| }, | |
| { | |
| "epoch": 6.8, | |
| "learning_rate": 6.952763907225288e-05, | |
| "loss": 2.8753, | |
| "step": 10790 | |
| }, | |
| { | |
| "epoch": 6.81, | |
| "learning_rate": 6.927698744739217e-05, | |
| "loss": 2.8586, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 6.82, | |
| "learning_rate": 6.902665271337484e-05, | |
| "loss": 2.8814, | |
| "step": 10810 | |
| }, | |
| { | |
| "epoch": 6.82, | |
| "learning_rate": 6.877663585292903e-05, | |
| "loss": 2.8571, | |
| "step": 10820 | |
| }, | |
| { | |
| "epoch": 6.83, | |
| "learning_rate": 6.852693784753517e-05, | |
| "loss": 2.8664, | |
| "step": 10830 | |
| }, | |
| { | |
| "epoch": 6.83, | |
| "learning_rate": 6.827755967742196e-05, | |
| "loss": 2.8642, | |
| "step": 10840 | |
| }, | |
| { | |
| "epoch": 6.84, | |
| "learning_rate": 6.802850232156247e-05, | |
| "loss": 2.8713, | |
| "step": 10850 | |
| }, | |
| { | |
| "epoch": 6.85, | |
| "learning_rate": 6.777976675767046e-05, | |
| "loss": 2.874, | |
| "step": 10860 | |
| }, | |
| { | |
| "epoch": 6.85, | |
| "learning_rate": 6.753135396219633e-05, | |
| "loss": 2.8779, | |
| "step": 10870 | |
| }, | |
| { | |
| "epoch": 6.86, | |
| "learning_rate": 6.72832649103235e-05, | |
| "loss": 2.8744, | |
| "step": 10880 | |
| }, | |
| { | |
| "epoch": 6.87, | |
| "learning_rate": 6.703550057596441e-05, | |
| "loss": 2.8613, | |
| "step": 10890 | |
| }, | |
| { | |
| "epoch": 6.87, | |
| "learning_rate": 6.678806193175684e-05, | |
| "loss": 2.8682, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 6.88, | |
| "learning_rate": 6.654094994905998e-05, | |
| "loss": 2.8658, | |
| "step": 10910 | |
| }, | |
| { | |
| "epoch": 6.88, | |
| "learning_rate": 6.629416559795065e-05, | |
| "loss": 2.8592, | |
| "step": 10920 | |
| }, | |
| { | |
| "epoch": 6.89, | |
| "learning_rate": 6.604770984721951e-05, | |
| "loss": 2.8659, | |
| "step": 10930 | |
| }, | |
| { | |
| "epoch": 6.9, | |
| "learning_rate": 6.580158366436729e-05, | |
| "loss": 2.8727, | |
| "step": 10940 | |
| }, | |
| { | |
| "epoch": 6.9, | |
| "learning_rate": 6.555578801560087e-05, | |
| "loss": 2.8689, | |
| "step": 10950 | |
| }, | |
| { | |
| "epoch": 6.91, | |
| "learning_rate": 6.531032386582965e-05, | |
| "loss": 2.8724, | |
| "step": 10960 | |
| }, | |
| { | |
| "epoch": 6.92, | |
| "learning_rate": 6.50651921786616e-05, | |
| "loss": 2.8648, | |
| "step": 10970 | |
| }, | |
| { | |
| "epoch": 6.92, | |
| "learning_rate": 6.482039391639965e-05, | |
| "loss": 2.868, | |
| "step": 10980 | |
| }, | |
| { | |
| "epoch": 6.93, | |
| "learning_rate": 6.457593004003771e-05, | |
| "loss": 2.8673, | |
| "step": 10990 | |
| }, | |
| { | |
| "epoch": 6.93, | |
| "learning_rate": 6.433180150925708e-05, | |
| "loss": 2.8621, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 6.93, | |
| "eval_loss": 2.929156541824341, | |
| "eval_runtime": 232.09, | |
| "eval_samples_per_second": 328.041, | |
| "eval_steps_per_second": 5.86, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 6.94, | |
| "learning_rate": 6.408800928242264e-05, | |
| "loss": 2.857, | |
| "step": 11010 | |
| }, | |
| { | |
| "epoch": 6.95, | |
| "learning_rate": 6.38445543165789e-05, | |
| "loss": 2.8705, | |
| "step": 11020 | |
| }, | |
| { | |
| "epoch": 6.95, | |
| "learning_rate": 6.360143756744655e-05, | |
| "loss": 2.8602, | |
| "step": 11030 | |
| }, | |
| { | |
| "epoch": 6.96, | |
| "learning_rate": 6.335865998941852e-05, | |
| "loss": 2.868, | |
| "step": 11040 | |
| }, | |
| { | |
| "epoch": 6.97, | |
| "learning_rate": 6.311622253555625e-05, | |
| "loss": 2.8562, | |
| "step": 11050 | |
| }, | |
| { | |
| "epoch": 6.97, | |
| "learning_rate": 6.287412615758597e-05, | |
| "loss": 2.8695, | |
| "step": 11060 | |
| }, | |
| { | |
| "epoch": 6.98, | |
| "learning_rate": 6.263237180589501e-05, | |
| "loss": 2.862, | |
| "step": 11070 | |
| }, | |
| { | |
| "epoch": 6.99, | |
| "learning_rate": 6.239096042952794e-05, | |
| "loss": 2.8519, | |
| "step": 11080 | |
| }, | |
| { | |
| "epoch": 6.99, | |
| "learning_rate": 6.2149892976183e-05, | |
| "loss": 2.8517, | |
| "step": 11090 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "learning_rate": 6.190917039220828e-05, | |
| "loss": 2.8547, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "learning_rate": 6.166879362259802e-05, | |
| "loss": 2.8427, | |
| "step": 11110 | |
| }, | |
| { | |
| "epoch": 7.01, | |
| "learning_rate": 6.142876361098892e-05, | |
| "loss": 2.8593, | |
| "step": 11120 | |
| }, | |
| { | |
| "epoch": 7.02, | |
| "learning_rate": 6.118908129965642e-05, | |
| "loss": 2.8549, | |
| "step": 11130 | |
| }, | |
| { | |
| "epoch": 7.02, | |
| "learning_rate": 6.0949747629511036e-05, | |
| "loss": 2.8383, | |
| "step": 11140 | |
| }, | |
| { | |
| "epoch": 7.03, | |
| "learning_rate": 6.07107635400946e-05, | |
| "loss": 2.8571, | |
| "step": 11150 | |
| }, | |
| { | |
| "epoch": 7.04, | |
| "learning_rate": 6.0472129969576645e-05, | |
| "loss": 2.8464, | |
| "step": 11160 | |
| }, | |
| { | |
| "epoch": 7.04, | |
| "learning_rate": 6.023384785475065e-05, | |
| "loss": 2.8512, | |
| "step": 11170 | |
| }, | |
| { | |
| "epoch": 7.05, | |
| "learning_rate": 5.9995918131030436e-05, | |
| "loss": 2.8595, | |
| "step": 11180 | |
| }, | |
| { | |
| "epoch": 7.05, | |
| "learning_rate": 5.975834173244644e-05, | |
| "loss": 2.8364, | |
| "step": 11190 | |
| }, | |
| { | |
| "epoch": 7.06, | |
| "learning_rate": 5.9521119591642065e-05, | |
| "loss": 2.8371, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 7.07, | |
| "learning_rate": 5.928425263987001e-05, | |
| "loss": 2.8571, | |
| "step": 11210 | |
| }, | |
| { | |
| "epoch": 7.07, | |
| "learning_rate": 5.9047741806988705e-05, | |
| "loss": 2.8545, | |
| "step": 11220 | |
| }, | |
| { | |
| "epoch": 7.08, | |
| "learning_rate": 5.881158802145838e-05, | |
| "loss": 2.8447, | |
| "step": 11230 | |
| }, | |
| { | |
| "epoch": 7.09, | |
| "learning_rate": 5.857579221033784e-05, | |
| "loss": 2.8493, | |
| "step": 11240 | |
| }, | |
| { | |
| "epoch": 7.09, | |
| "learning_rate": 5.8340355299280496e-05, | |
| "loss": 2.8389, | |
| "step": 11250 | |
| }, | |
| { | |
| "epoch": 7.1, | |
| "learning_rate": 5.810527821253084e-05, | |
| "loss": 2.8658, | |
| "step": 11260 | |
| }, | |
| { | |
| "epoch": 7.1, | |
| "learning_rate": 5.787056187292087e-05, | |
| "loss": 2.8495, | |
| "step": 11270 | |
| }, | |
| { | |
| "epoch": 7.11, | |
| "learning_rate": 5.7636207201866364e-05, | |
| "loss": 2.8539, | |
| "step": 11280 | |
| }, | |
| { | |
| "epoch": 7.12, | |
| "learning_rate": 5.740221511936332e-05, | |
| "loss": 2.849, | |
| "step": 11290 | |
| }, | |
| { | |
| "epoch": 7.12, | |
| "learning_rate": 5.716858654398433e-05, | |
| "loss": 2.8382, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 7.13, | |
| "learning_rate": 5.6935322392875115e-05, | |
| "loss": 2.8427, | |
| "step": 11310 | |
| }, | |
| { | |
| "epoch": 7.14, | |
| "learning_rate": 5.6702423581750553e-05, | |
| "loss": 2.8463, | |
| "step": 11320 | |
| }, | |
| { | |
| "epoch": 7.14, | |
| "learning_rate": 5.646989102489148e-05, | |
| "loss": 2.8453, | |
| "step": 11330 | |
| }, | |
| { | |
| "epoch": 7.15, | |
| "learning_rate": 5.623772563514092e-05, | |
| "loss": 2.8443, | |
| "step": 11340 | |
| }, | |
| { | |
| "epoch": 7.16, | |
| "learning_rate": 5.600592832390051e-05, | |
| "loss": 2.8633, | |
| "step": 11350 | |
| }, | |
| { | |
| "epoch": 7.16, | |
| "learning_rate": 5.5774500001126926e-05, | |
| "loss": 2.8373, | |
| "step": 11360 | |
| }, | |
| { | |
| "epoch": 7.17, | |
| "learning_rate": 5.5543441575328366e-05, | |
| "loss": 2.8572, | |
| "step": 11370 | |
| }, | |
| { | |
| "epoch": 7.17, | |
| "learning_rate": 5.5312753953560894e-05, | |
| "loss": 2.8572, | |
| "step": 11380 | |
| }, | |
| { | |
| "epoch": 7.18, | |
| "learning_rate": 5.5082438041424956e-05, | |
| "loss": 2.8412, | |
| "step": 11390 | |
| }, | |
| { | |
| "epoch": 7.19, | |
| "learning_rate": 5.485249474306175e-05, | |
| "loss": 2.8455, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 7.19, | |
| "learning_rate": 5.462292496114978e-05, | |
| "loss": 2.8576, | |
| "step": 11410 | |
| }, | |
| { | |
| "epoch": 7.2, | |
| "learning_rate": 5.4393729596901265e-05, | |
| "loss": 2.8539, | |
| "step": 11420 | |
| }, | |
| { | |
| "epoch": 7.21, | |
| "learning_rate": 5.4164909550058424e-05, | |
| "loss": 2.8403, | |
| "step": 11430 | |
| }, | |
| { | |
| "epoch": 7.21, | |
| "learning_rate": 5.393646571889031e-05, | |
| "loss": 2.8586, | |
| "step": 11440 | |
| }, | |
| { | |
| "epoch": 7.22, | |
| "learning_rate": 5.370839900018898e-05, | |
| "loss": 2.85, | |
| "step": 11450 | |
| }, | |
| { | |
| "epoch": 7.22, | |
| "learning_rate": 5.348071028926611e-05, | |
| "loss": 2.8455, | |
| "step": 11460 | |
| }, | |
| { | |
| "epoch": 7.23, | |
| "learning_rate": 5.325340047994945e-05, | |
| "loss": 2.8512, | |
| "step": 11470 | |
| }, | |
| { | |
| "epoch": 7.24, | |
| "learning_rate": 5.302647046457927e-05, | |
| "loss": 2.8383, | |
| "step": 11480 | |
| }, | |
| { | |
| "epoch": 7.24, | |
| "learning_rate": 5.279992113400489e-05, | |
| "loss": 2.8568, | |
| "step": 11490 | |
| }, | |
| { | |
| "epoch": 7.25, | |
| "learning_rate": 5.257375337758134e-05, | |
| "loss": 2.8486, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 7.25, | |
| "eval_loss": 2.922297716140747, | |
| "eval_runtime": 232.8422, | |
| "eval_samples_per_second": 326.981, | |
| "eval_steps_per_second": 5.841, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 7.26, | |
| "learning_rate": 5.2347968083165605e-05, | |
| "loss": 2.8533, | |
| "step": 11510 | |
| }, | |
| { | |
| "epoch": 7.26, | |
| "learning_rate": 5.212256613711317e-05, | |
| "loss": 2.8399, | |
| "step": 11520 | |
| }, | |
| { | |
| "epoch": 7.27, | |
| "learning_rate": 5.189754842427475e-05, | |
| "loss": 2.8422, | |
| "step": 11530 | |
| }, | |
| { | |
| "epoch": 7.28, | |
| "learning_rate": 5.1672915827992675e-05, | |
| "loss": 2.8355, | |
| "step": 11540 | |
| }, | |
| { | |
| "epoch": 7.28, | |
| "learning_rate": 5.144866923009742e-05, | |
| "loss": 2.8508, | |
| "step": 11550 | |
| }, | |
| { | |
| "epoch": 7.29, | |
| "learning_rate": 5.122480951090417e-05, | |
| "loss": 2.8484, | |
| "step": 11560 | |
| }, | |
| { | |
| "epoch": 7.29, | |
| "learning_rate": 5.100133754920935e-05, | |
| "loss": 2.8483, | |
| "step": 11570 | |
| }, | |
| { | |
| "epoch": 7.3, | |
| "learning_rate": 5.077825422228717e-05, | |
| "loss": 2.8538, | |
| "step": 11580 | |
| }, | |
| { | |
| "epoch": 7.31, | |
| "learning_rate": 5.0555560405886253e-05, | |
| "loss": 2.8633, | |
| "step": 11590 | |
| }, | |
| { | |
| "epoch": 7.31, | |
| "learning_rate": 5.0333256974226065e-05, | |
| "loss": 2.8479, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 7.32, | |
| "learning_rate": 5.0111344799993585e-05, | |
| "loss": 2.8392, | |
| "step": 11610 | |
| }, | |
| { | |
| "epoch": 7.33, | |
| "learning_rate": 4.9889824754339845e-05, | |
| "loss": 2.8392, | |
| "step": 11620 | |
| }, | |
| { | |
| "epoch": 7.33, | |
| "learning_rate": 4.966869770687658e-05, | |
| "loss": 2.8422, | |
| "step": 11630 | |
| }, | |
| { | |
| "epoch": 7.34, | |
| "learning_rate": 4.944796452567259e-05, | |
| "loss": 2.8465, | |
| "step": 11640 | |
| }, | |
| { | |
| "epoch": 7.34, | |
| "learning_rate": 4.9227626077250625e-05, | |
| "loss": 2.8607, | |
| "step": 11650 | |
| }, | |
| { | |
| "epoch": 7.35, | |
| "learning_rate": 4.900768322658383e-05, | |
| "loss": 2.8398, | |
| "step": 11660 | |
| }, | |
| { | |
| "epoch": 7.36, | |
| "learning_rate": 4.8788136837092345e-05, | |
| "loss": 2.8458, | |
| "step": 11670 | |
| }, | |
| { | |
| "epoch": 7.36, | |
| "learning_rate": 4.856898777063996e-05, | |
| "loss": 2.8606, | |
| "step": 11680 | |
| }, | |
| { | |
| "epoch": 7.37, | |
| "learning_rate": 4.8350236887530624e-05, | |
| "loss": 2.8371, | |
| "step": 11690 | |
| }, | |
| { | |
| "epoch": 7.38, | |
| "learning_rate": 4.8131885046505346e-05, | |
| "loss": 2.846, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 7.38, | |
| "learning_rate": 4.791393310473846e-05, | |
| "loss": 2.8548, | |
| "step": 11710 | |
| }, | |
| { | |
| "epoch": 7.39, | |
| "learning_rate": 4.7696381917834535e-05, | |
| "loss": 2.845, | |
| "step": 11720 | |
| }, | |
| { | |
| "epoch": 7.39, | |
| "learning_rate": 4.7479232339824786e-05, | |
| "loss": 2.86, | |
| "step": 11730 | |
| }, | |
| { | |
| "epoch": 7.4, | |
| "learning_rate": 4.726248522316395e-05, | |
| "loss": 2.8588, | |
| "step": 11740 | |
| }, | |
| { | |
| "epoch": 7.41, | |
| "learning_rate": 4.704614141872684e-05, | |
| "loss": 2.8491, | |
| "step": 11750 | |
| }, | |
| { | |
| "epoch": 7.41, | |
| "learning_rate": 4.6830201775805e-05, | |
| "loss": 2.8517, | |
| "step": 11760 | |
| }, | |
| { | |
| "epoch": 7.42, | |
| "learning_rate": 4.661466714210333e-05, | |
| "loss": 2.8444, | |
| "step": 11770 | |
| }, | |
| { | |
| "epoch": 7.43, | |
| "learning_rate": 4.639953836373685e-05, | |
| "loss": 2.8409, | |
| "step": 11780 | |
| }, | |
| { | |
| "epoch": 7.43, | |
| "learning_rate": 4.6184816285227295e-05, | |
| "loss": 2.8288, | |
| "step": 11790 | |
| }, | |
| { | |
| "epoch": 7.44, | |
| "learning_rate": 4.597050174949986e-05, | |
| "loss": 2.8427, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 7.45, | |
| "learning_rate": 4.575659559787986e-05, | |
| "loss": 2.855, | |
| "step": 11810 | |
| }, | |
| { | |
| "epoch": 7.45, | |
| "learning_rate": 4.554309867008943e-05, | |
| "loss": 2.8484, | |
| "step": 11820 | |
| }, | |
| { | |
| "epoch": 7.46, | |
| "learning_rate": 4.533001180424425e-05, | |
| "loss": 2.8502, | |
| "step": 11830 | |
| }, | |
| { | |
| "epoch": 7.46, | |
| "learning_rate": 4.511733583685027e-05, | |
| "loss": 2.8428, | |
| "step": 11840 | |
| }, | |
| { | |
| "epoch": 7.47, | |
| "learning_rate": 4.490507160280022e-05, | |
| "loss": 2.8495, | |
| "step": 11850 | |
| }, | |
| { | |
| "epoch": 7.48, | |
| "learning_rate": 4.469321993537074e-05, | |
| "loss": 2.8366, | |
| "step": 11860 | |
| }, | |
| { | |
| "epoch": 7.48, | |
| "learning_rate": 4.448178166621872e-05, | |
| "loss": 2.8526, | |
| "step": 11870 | |
| }, | |
| { | |
| "epoch": 7.49, | |
| "learning_rate": 4.427075762537822e-05, | |
| "loss": 2.8478, | |
| "step": 11880 | |
| }, | |
| { | |
| "epoch": 7.5, | |
| "learning_rate": 4.406014864125728e-05, | |
| "loss": 2.851, | |
| "step": 11890 | |
| }, | |
| { | |
| "epoch": 7.5, | |
| "learning_rate": 4.384995554063444e-05, | |
| "loss": 2.8435, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 7.51, | |
| "learning_rate": 4.36401791486557e-05, | |
| "loss": 2.8464, | |
| "step": 11910 | |
| }, | |
| { | |
| "epoch": 7.51, | |
| "learning_rate": 4.343082028883115e-05, | |
| "loss": 2.8501, | |
| "step": 11920 | |
| }, | |
| { | |
| "epoch": 7.52, | |
| "learning_rate": 4.32218797830319e-05, | |
| "loss": 2.8499, | |
| "step": 11930 | |
| }, | |
| { | |
| "epoch": 7.53, | |
| "learning_rate": 4.3013358451486554e-05, | |
| "loss": 2.8398, | |
| "step": 11940 | |
| }, | |
| { | |
| "epoch": 7.53, | |
| "learning_rate": 4.280525711277835e-05, | |
| "loss": 2.8377, | |
| "step": 11950 | |
| }, | |
| { | |
| "epoch": 7.54, | |
| "learning_rate": 4.259757658384172e-05, | |
| "loss": 2.8344, | |
| "step": 11960 | |
| }, | |
| { | |
| "epoch": 7.55, | |
| "learning_rate": 4.239031767995913e-05, | |
| "loss": 2.8476, | |
| "step": 11970 | |
| }, | |
| { | |
| "epoch": 7.55, | |
| "learning_rate": 4.218348121475794e-05, | |
| "loss": 2.848, | |
| "step": 11980 | |
| }, | |
| { | |
| "epoch": 7.56, | |
| "learning_rate": 4.19770680002071e-05, | |
| "loss": 2.8589, | |
| "step": 11990 | |
| }, | |
| { | |
| "epoch": 7.56, | |
| "learning_rate": 4.1771078846614056e-05, | |
| "loss": 2.8466, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 7.56, | |
| "eval_loss": 2.9153051376342773, | |
| "eval_runtime": 233.3059, | |
| "eval_samples_per_second": 326.331, | |
| "eval_steps_per_second": 5.829, | |
| "step": 12000 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 15860, | |
| "num_train_epochs": 10, | |
| "save_steps": 500, | |
| "total_flos": 2.007955407686861e+19, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |