diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,9606 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 7.0,
+  "eval_steps": 500,
+  "global_step": 4347,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.008051529790660225,
+      "grad_norm": 18.887031329342683,
+      "learning_rate": 3.6781609195402303e-07,
+      "loss": 0.7617,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.7170521020889282,
+      "step": 5,
+      "valid_targets_mean": 4721.3,
+      "valid_targets_min": 995
+    },
+    {
+      "epoch": 0.01610305958132045,
+      "grad_norm": 17.610592482733104,
+      "learning_rate": 8.275862068965518e-07,
+      "loss": 0.7308,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.7500532865524292,
+      "step": 10,
+      "valid_targets_mean": 4560.7,
+      "valid_targets_min": 1282
+    },
+    {
+      "epoch": 0.024154589371980676,
+      "grad_norm": 17.389455158716025,
+      "learning_rate": 1.2873563218390806e-06,
+      "loss": 0.719,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.7645566463470459,
+      "step": 15,
+      "valid_targets_mean": 4224.9,
+      "valid_targets_min": 1424
+    },
+    {
+      "epoch": 0.0322061191626409,
+      "grad_norm": 12.900467657800844,
+      "learning_rate": 1.7471264367816093e-06,
+      "loss": 0.6498,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.6394810676574707,
+      "step": 20,
+      "valid_targets_mean": 3705.6,
+      "valid_targets_min": 613
+    },
+    {
+      "epoch": 0.040257648953301126,
+      "grad_norm": 8.27577785552847,
+      "learning_rate": 2.206896551724138e-06,
+      "loss": 0.6021,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.6195220351219177,
+      "step": 25,
+      "valid_targets_mean": 4815.3,
+      "valid_targets_min": 1591
+    },
+    {
+      "epoch": 0.04830917874396135,
+      "grad_norm": 4.570129109709082,
+      "learning_rate": 2.666666666666667e-06,
+      "loss": 0.5337,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.4826958477497101,
+      "step": 30,
+      "valid_targets_mean": 4646.1,
+      "valid_targets_min": 1763
+    },
+    {
+      "epoch": 0.05636070853462158,
+      "grad_norm": 2.9815097303289773,
+      "learning_rate": 3.1264367816091956e-06,
+      "loss": 0.5145,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.5005267858505249,
+      "step": 35,
+      "valid_targets_mean": 4164.2,
+      "valid_targets_min": 1256
+    },
+    {
+      "epoch": 0.0644122383252818,
+      "grad_norm": 1.6024853481776866,
+      "learning_rate": 3.5862068965517243e-06,
+      "loss": 0.4877,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.43937644362449646,
+      "step": 40,
+      "valid_targets_mean": 4963.1,
+      "valid_targets_min": 1405
+    },
+    {
+      "epoch": 0.07246376811594203,
+      "grad_norm": 1.1550666348042289,
+      "learning_rate": 4.0459770114942535e-06,
+      "loss": 0.4836,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.45346975326538086,
+      "step": 45,
+      "valid_targets_mean": 5371.4,
+      "valid_targets_min": 1739
+    },
+    {
+      "epoch": 0.08051529790660225,
+      "grad_norm": 1.1056770926806292,
+      "learning_rate": 4.505747126436782e-06,
+      "loss": 0.4879,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.4831688106060028,
+      "step": 50,
+      "valid_targets_mean": 5321.5,
+      "valid_targets_min": 1966
+    },
+    {
+      "epoch": 0.08856682769726248,
+      "grad_norm": 0.9520259825035011,
+      "learning_rate": 4.965517241379311e-06,
+      "loss": 0.4173,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.43055927753448486,
+      "step": 55,
+      "valid_targets_mean": 4930.1,
+      "valid_targets_min": 1613
+    },
+    {
+      "epoch": 0.0966183574879227,
+      "grad_norm": 0.7379387322001421,
+      "learning_rate": 5.42528735632184e-06,
+      "loss": 0.4301,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.41147735714912415,
+      "step": 60,
+      "valid_targets_mean": 4576.1,
+      "valid_targets_min": 693
+    },
+    {
+      "epoch": 0.10466988727858294,
+      "grad_norm": 0.6751399532440802,
+      "learning_rate": 5.8850574712643685e-06,
+      "loss": 0.3953,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.40098029375076294,
+      "step": 65,
+      "valid_targets_mean": 4767.1,
+      "valid_targets_min": 1984
+    },
+    {
+      "epoch": 0.11272141706924316,
+      "grad_norm": 0.6451168287397513,
+      "learning_rate": 6.344827586206898e-06,
+      "loss": 0.3955,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.41312819719314575,
+      "step": 70,
+      "valid_targets_mean": 4322.2,
+      "valid_targets_min": 523
+    },
+    {
+      "epoch": 0.12077294685990338,
+      "grad_norm": 0.6097646247381094,
+      "learning_rate": 6.804597701149426e-06,
+      "loss": 0.4048,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.3773424029350281,
+      "step": 75,
+      "valid_targets_mean": 4922.2,
+      "valid_targets_min": 1736
+    },
+    {
+      "epoch": 0.1288244766505636,
+      "grad_norm": 0.6955263869864199,
+      "learning_rate": 7.264367816091955e-06,
+      "loss": 0.386,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.3395404815673828,
+      "step": 80,
+      "valid_targets_mean": 4326.2,
+      "valid_targets_min": 822
+    },
+    {
+      "epoch": 0.13687600644122383,
+      "grad_norm": 0.6047921080138658,
+      "learning_rate": 7.724137931034483e-06,
+      "loss": 0.373,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.33859458565711975,
+      "step": 85,
+      "valid_targets_mean": 4358.8,
+      "valid_targets_min": 2465
+    },
+    {
+      "epoch": 0.14492753623188406,
+      "grad_norm": 0.5884903953581806,
+      "learning_rate": 8.183908045977013e-06,
+      "loss": 0.3308,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.323479026556015,
+      "step": 90,
+      "valid_targets_mean": 4712.4,
+      "valid_targets_min": 2373
+    },
+    {
+      "epoch": 0.1529790660225443,
+      "grad_norm": 0.5738600516460006,
+      "learning_rate": 8.643678160919541e-06,
+      "loss": 0.3431,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.33414769172668457,
+      "step": 95,
+      "valid_targets_mean": 4288.1,
+      "valid_targets_min": 1850
+    },
+    {
+      "epoch": 0.1610305958132045,
+      "grad_norm": 0.6365501852080249,
+      "learning_rate": 9.10344827586207e-06,
+      "loss": 0.3526,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.41237330436706543,
+      "step": 100,
+      "valid_targets_mean": 4589.5,
+      "valid_targets_min": 617
+    },
+    {
+      "epoch": 0.16908212560386474,
+      "grad_norm": 0.5810936825227695,
+      "learning_rate": 9.563218390804598e-06,
+      "loss": 0.3694,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.3179246783256531,
+      "step": 105,
+      "valid_targets_mean": 4583.3,
+      "valid_targets_min": 892
+    },
+    {
+      "epoch": 0.17713365539452497,
+      "grad_norm": 0.6085982104059682,
+      "learning_rate": 1.0022988505747126e-05,
+      "loss": 0.3688,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.3603907823562622,
+      "step": 110,
+      "valid_targets_mean": 3972.6,
+      "valid_targets_min": 529
+    },
+    {
+      "epoch": 0.18518518518518517,
+      "grad_norm": 0.6219836430762767,
+      "learning_rate": 1.0482758620689658e-05,
+      "loss": 0.3434,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.36107924580574036,
+      "step": 115,
+      "valid_targets_mean": 3626.8,
+      "valid_targets_min": 784
+    },
+    {
+      "epoch": 0.1932367149758454,
+      "grad_norm": 0.5706613275227181,
+      "learning_rate": 1.0942528735632186e-05,
+      "loss": 0.3638,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.35068589448928833,
+      "step": 120,
+      "valid_targets_mean": 4590.1,
+      "valid_targets_min": 708
+    },
+    {
+      "epoch": 0.20128824476650564,
+      "grad_norm": 0.5239098489712369,
+      "learning_rate": 1.1402298850574713e-05,
+      "loss": 0.3214,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.31050339341163635,
+      "step": 125,
+      "valid_targets_mean": 4365.3,
+      "valid_targets_min": 919
+    },
+    {
+      "epoch": 0.20933977455716588,
+      "grad_norm": 0.5408209063854124,
+      "learning_rate": 1.1862068965517241e-05,
+      "loss": 0.3312,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.343374639749527,
+      "step": 130,
+      "valid_targets_mean": 4735.1,
+      "valid_targets_min": 502
+    },
+    {
+      "epoch": 0.21739130434782608,
+      "grad_norm": 0.5429590967253727,
+      "learning_rate": 1.2321839080459773e-05,
+      "loss": 0.3132,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2973455786705017,
+      "step": 135,
+      "valid_targets_mean": 4331.6,
+      "valid_targets_min": 1580
+    },
+    {
+      "epoch": 0.22544283413848631,
+      "grad_norm": 0.5564263430607277,
+      "learning_rate": 1.2781609195402301e-05,
+      "loss": 0.3223,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.33352577686309814,
+      "step": 140,
+      "valid_targets_mean": 4605.9,
+      "valid_targets_min": 973
+    },
+    {
+      "epoch": 0.23349436392914655,
+      "grad_norm": 0.59405705309966,
+      "learning_rate": 1.324137931034483e-05,
+      "loss": 0.3197,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.31183719635009766,
+      "step": 145,
+      "valid_targets_mean": 3893.1,
+      "valid_targets_min": 1253
+    },
+    {
+      "epoch": 0.24154589371980675,
+      "grad_norm": 0.5158909121745847,
+      "learning_rate": 1.3701149425287356e-05,
+      "loss": 0.3199,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2867949604988098,
+      "step": 150,
+      "valid_targets_mean": 4840.7,
+      "valid_targets_min": 1486
+    },
+    {
+      "epoch": 0.249597423510467,
+      "grad_norm": 0.6568765520342051,
+      "learning_rate": 1.4160919540229888e-05,
+      "loss": 0.3106,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.3462482690811157,
+      "step": 155,
+      "valid_targets_mean": 3947.3,
+      "valid_targets_min": 1429
+    },
+    {
+      "epoch": 0.2576489533011272,
+      "grad_norm": 0.6071351268604575,
+      "learning_rate": 1.4620689655172416e-05,
+      "loss": 0.3274,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.33247584104537964,
+      "step": 160,
+      "valid_targets_mean": 4600.6,
+      "valid_targets_min": 1925
+    },
+    {
+      "epoch": 0.26570048309178745,
+      "grad_norm": 0.538560909580689,
+      "learning_rate": 1.5080459770114944e-05,
+      "loss": 0.3158,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.31049293279647827,
+      "step": 165,
+      "valid_targets_mean": 5258.5,
+      "valid_targets_min": 1983
+    },
+    {
+      "epoch": 0.27375201288244766,
+      "grad_norm": 0.568539391929678,
+      "learning_rate": 1.5540229885057473e-05,
+      "loss": 0.3157,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.30851513147354126,
+      "step": 170,
+      "valid_targets_mean": 4449.2,
+      "valid_targets_min": 453
+    },
+    {
+      "epoch": 0.28180354267310787,
+      "grad_norm": 0.6078239781315768,
+      "learning_rate": 1.6000000000000003e-05,
+      "loss": 0.3106,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.302283376455307,
+      "step": 175,
+      "valid_targets_mean": 4618.0,
+      "valid_targets_min": 2377
+    },
+    {
+      "epoch": 0.2898550724637681,
+      "grad_norm": 0.5885746435904814,
+      "learning_rate": 1.645977011494253e-05,
+      "loss": 0.3296,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.3404327630996704,
+      "step": 180,
+      "valid_targets_mean": 4848.8,
+      "valid_targets_min": 1075
+    },
+    {
+      "epoch": 0.29790660225442833,
+      "grad_norm": 0.6287600513879442,
+      "learning_rate": 1.691954022988506e-05,
+      "loss": 0.3086,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.35874509811401367,
+      "step": 185,
+      "valid_targets_mean": 4003.5,
+      "valid_targets_min": 321
+    },
+    {
+      "epoch": 0.3059581320450886,
+      "grad_norm": 0.5118887113449945,
+      "learning_rate": 1.7379310344827586e-05,
+      "loss": 0.3036,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.3192656636238098,
+      "step": 190,
+      "valid_targets_mean": 5059.1,
+      "valid_targets_min": 2133
+    },
+    {
+      "epoch": 0.3140096618357488,
+      "grad_norm": 0.5676499502591437,
+      "learning_rate": 1.7839080459770116e-05,
+      "loss": 0.2746,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2645234167575836,
+      "step": 195,
+      "valid_targets_mean": 4453.4,
+      "valid_targets_min": 1599
+    },
+    {
+      "epoch": 0.322061191626409,
+      "grad_norm": 0.5756721398531897,
+      "learning_rate": 1.8298850574712646e-05,
+      "loss": 0.3204,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.3237614631652832,
+      "step": 200,
+      "valid_targets_mean": 4916.9,
+      "valid_targets_min": 2747
+    },
+    {
+      "epoch": 0.33011272141706927,
+      "grad_norm": 0.661205961638061,
+      "learning_rate": 1.8758620689655173e-05,
+      "loss": 0.2988,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.30946576595306396,
+      "step": 205,
+      "valid_targets_mean": 4202.1,
+      "valid_targets_min": 1793
+    },
+    {
+      "epoch": 0.33816425120772947,
+      "grad_norm": 0.5585042067771965,
+      "learning_rate": 1.9218390804597703e-05,
+      "loss": 0.3035,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.30198991298675537,
+      "step": 210,
+      "valid_targets_mean": 4014.8,
+      "valid_targets_min": 1521
+    },
+    {
+      "epoch": 0.3462157809983897,
+      "grad_norm": 0.5364392722283728,
+      "learning_rate": 1.9678160919540233e-05,
+      "loss": 0.3032,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.3075558841228485,
+      "step": 215,
+      "valid_targets_mean": 4535.4,
+      "valid_targets_min": 736
+    },
+    {
+      "epoch": 0.35426731078904994,
+      "grad_norm": 0.5478504018061776,
+      "learning_rate": 2.013793103448276e-05,
+      "loss": 0.293,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.30238276720046997,
+      "step": 220,
+      "valid_targets_mean": 4278.9,
+      "valid_targets_min": 506
+    },
+    {
+      "epoch": 0.36231884057971014,
+      "grad_norm": 0.5543366789399233,
+      "learning_rate": 2.059770114942529e-05,
+      "loss": 0.3067,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.31759655475616455,
+      "step": 225,
+      "valid_targets_mean": 5445.6,
+      "valid_targets_min": 1006
+    },
+    {
+      "epoch": 0.37037037037037035,
+      "grad_norm": 0.6286539962949731,
+      "learning_rate": 2.1057471264367816e-05,
+      "loss": 0.2964,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.30352896451950073,
+      "step": 230,
+      "valid_targets_mean": 3805.3,
+      "valid_targets_min": 676
+    },
+    {
+      "epoch": 0.3784219001610306,
+      "grad_norm": 0.5644783614075699,
+      "learning_rate": 2.1517241379310346e-05,
+      "loss": 0.2967,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.3186013102531433,
+      "step": 235,
+      "valid_targets_mean": 4621.7,
+      "valid_targets_min": 1571
+    },
+    {
+      "epoch": 0.3864734299516908,
+      "grad_norm": 0.5931980260785429,
+      "learning_rate": 2.1977011494252873e-05,
+      "loss": 0.3034,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.28426745533943176,
+      "step": 240,
+      "valid_targets_mean": 4771.1,
+      "valid_targets_min": 2048
+    },
+    {
+      "epoch": 0.394524959742351,
+      "grad_norm": 0.5236909740791719,
+      "learning_rate": 2.2436781609195406e-05,
+      "loss": 0.2915,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2973197102546692,
+      "step": 245,
+      "valid_targets_mean": 4744.9,
+      "valid_targets_min": 1209
+    },
+    {
+      "epoch": 0.4025764895330113,
+      "grad_norm": 0.5306243392897267,
+      "learning_rate": 2.2896551724137933e-05,
+      "loss": 0.2952,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.3088257312774658,
+      "step": 250,
+      "valid_targets_mean": 5178.1,
+      "valid_targets_min": 1966
+    },
+    {
+      "epoch": 0.4106280193236715,
+      "grad_norm": 0.48677773497495813,
+      "learning_rate": 2.3356321839080463e-05,
+      "loss": 0.285,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.26008594036102295,
+      "step": 255,
+      "valid_targets_mean": 5040.2,
+      "valid_targets_min": 1177
+    },
+    {
+      "epoch": 0.41867954911433175,
+      "grad_norm": 1.2774083864267622,
+      "learning_rate": 2.381609195402299e-05,
+      "loss": 0.2967,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2775506377220154,
+      "step": 260,
+      "valid_targets_mean": 4319.1,
+      "valid_targets_min": 570
+    },
+    {
+      "epoch": 0.42673107890499196,
+      "grad_norm": 0.6457594097564714,
+      "learning_rate": 2.427586206896552e-05,
+      "loss": 0.2886,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2859913408756256,
+      "step": 265,
+      "valid_targets_mean": 3785.8,
+      "valid_targets_min": 284
+    },
+    {
+      "epoch": 0.43478260869565216,
+      "grad_norm": 0.5721794133457904,
+      "learning_rate": 2.4735632183908046e-05,
+      "loss": 0.2675,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2737387716770172,
+      "step": 270,
+      "valid_targets_mean": 4904.9,
+      "valid_targets_min": 1197
+    },
+    {
+      "epoch": 0.4428341384863124,
+      "grad_norm": 0.6155727873490212,
+      "learning_rate": 2.5195402298850576e-05,
+      "loss": 0.2987,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.317902147769928,
+      "step": 275,
+      "valid_targets_mean": 3661.2,
+      "valid_targets_min": 818
+    },
+    {
+      "epoch": 0.45088566827697263,
+      "grad_norm": 0.6349757508130273,
+      "learning_rate": 2.5655172413793103e-05,
+      "loss": 0.282,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2630305290222168,
+      "step": 280,
+      "valid_targets_mean": 3326.7,
+      "valid_targets_min": 941
+    },
+    {
+      "epoch": 0.45893719806763283,
+      "grad_norm": 0.6148296415866233,
+      "learning_rate": 2.6114942528735636e-05,
+      "loss": 0.2793,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.27396440505981445,
+      "step": 285,
+      "valid_targets_mean": 4434.6,
+      "valid_targets_min": 1038
+    },
+    {
+      "epoch": 0.4669887278582931,
+      "grad_norm": 0.5645172489838126,
+      "learning_rate": 2.6574712643678166e-05,
+      "loss": 0.2686,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.25225305557250977,
+      "step": 290,
+      "valid_targets_mean": 4993.3,
+      "valid_targets_min": 1962
+    },
+    {
+      "epoch": 0.4750402576489533,
+      "grad_norm": 0.5739342126572219,
+      "learning_rate": 2.7034482758620693e-05,
+      "loss": 0.2957,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.340742826461792,
+      "step": 295,
+      "valid_targets_mean": 4796.8,
+      "valid_targets_min": 710
+    },
+    {
+      "epoch": 0.4830917874396135,
+      "grad_norm": 0.5587075968581772,
+      "learning_rate": 2.749425287356322e-05,
+      "loss": 0.2832,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.27218180894851685,
+      "step": 300,
+      "valid_targets_mean": 4788.8,
+      "valid_targets_min": 882
+    },
+    {
+      "epoch": 0.49114331723027377,
+      "grad_norm": 0.7790422573070022,
+      "learning_rate": 2.795402298850575e-05,
+      "loss": 0.2762,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.25361332297325134,
+      "step": 305,
+      "valid_targets_mean": 3807.0,
+      "valid_targets_min": 344
+    },
+    {
+      "epoch": 0.499194847020934,
+      "grad_norm": 0.5359108312034309,
+      "learning_rate": 2.8413793103448276e-05,
+      "loss": 0.2899,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.24744702875614166,
+      "step": 310,
+      "valid_targets_mean": 4844.2,
+      "valid_targets_min": 1948
+    },
+    {
+      "epoch": 0.5072463768115942,
+      "grad_norm": 0.7694244503734501,
+      "learning_rate": 2.8873563218390806e-05,
+      "loss": 0.2574,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.25962382555007935,
+      "step": 315,
+      "valid_targets_mean": 3957.3,
+      "valid_targets_min": 751
+    },
+    {
+      "epoch": 0.5152979066022544,
+      "grad_norm": 0.6998112569580612,
+      "learning_rate": 2.9333333333333333e-05,
+      "loss": 0.2823,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.283919095993042,
+      "step": 320,
+      "valid_targets_mean": 4178.9,
+      "valid_targets_min": 1504
+    },
+    {
+      "epoch": 0.5233494363929146,
+      "grad_norm": 0.5572107376686236,
+      "learning_rate": 2.9793103448275866e-05,
+      "loss": 0.299,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.3307899236679077,
+      "step": 325,
+      "valid_targets_mean": 4934.9,
+      "valid_targets_min": 860
+    },
+    {
+      "epoch": 0.5314009661835749,
+      "grad_norm": 0.5601650228344617,
+      "learning_rate": 3.0252873563218396e-05,
+      "loss": 0.2824,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.26864737272262573,
+      "step": 330,
+      "valid_targets_mean": 3976.2,
+      "valid_targets_min": 1313
+    },
+    {
+      "epoch": 0.5394524959742351,
+      "grad_norm": 0.6400241549564539,
+      "learning_rate": 3.071264367816092e-05,
+      "loss": 0.2817,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2869405746459961,
+      "step": 335,
+      "valid_targets_mean": 4011.7,
+      "valid_targets_min": 952
+    },
+    {
+      "epoch": 0.5475040257648953,
+      "grad_norm": 0.5021644926973708,
+      "learning_rate": 3.117241379310345e-05,
+      "loss": 0.2568,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2651926279067993,
+      "step": 340,
+      "valid_targets_mean": 5310.1,
+      "valid_targets_min": 692
+    },
+    {
+      "epoch": 0.5555555555555556,
+      "grad_norm": 0.819724946601287,
+      "learning_rate": 3.1632183908045976e-05,
+      "loss": 0.2768,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.297665536403656,
+      "step": 345,
+      "valid_targets_mean": 3748.9,
+      "valid_targets_min": 249
+    },
+    {
+      "epoch": 0.5636070853462157,
+      "grad_norm": 0.49635945683598137,
+      "learning_rate": 3.2091954022988506e-05,
+      "loss": 0.2736,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.27254384756088257,
+      "step": 350,
+      "valid_targets_mean": 4190.4,
+      "valid_targets_min": 380
+    },
+    {
+      "epoch": 0.571658615136876,
+      "grad_norm": 1.1643886506532481,
+      "learning_rate": 3.2551724137931036e-05,
+      "loss": 0.2698,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2615281343460083,
+      "step": 355,
+      "valid_targets_mean": 3684.1,
+      "valid_targets_min": 304
+    },
+    {
+      "epoch": 0.5797101449275363,
+      "grad_norm": 0.5045131044975655,
+      "learning_rate": 3.3011494252873566e-05,
+      "loss": 0.2772,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.28446757793426514,
+      "step": 360,
+      "valid_targets_mean": 5213.9,
+      "valid_targets_min": 2518
+    },
+    {
+      "epoch": 0.5877616747181964,
+      "grad_norm": 0.5901966768401951,
+      "learning_rate": 3.3471264367816096e-05,
+      "loss": 0.2751,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2504952549934387,
+      "step": 365,
+      "valid_targets_mean": 4182.6,
+      "valid_targets_min": 691
+    },
+    {
+      "epoch": 0.5958132045088567,
+      "grad_norm": 0.620399649393727,
+      "learning_rate": 3.3931034482758626e-05,
+      "loss": 0.2721,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2381853461265564,
+      "step": 370,
+      "valid_targets_mean": 4586.0,
+      "valid_targets_min": 1672
+    },
+    {
+      "epoch": 0.6038647342995169,
+      "grad_norm": 0.5417315383509183,
+      "learning_rate": 3.4390804597701156e-05,
+      "loss": 0.2635,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2672516405582428,
+      "step": 375,
+      "valid_targets_mean": 4311.4,
+      "valid_targets_min": 1082
+    },
+    {
+      "epoch": 0.6119162640901772,
+      "grad_norm": 0.6433514192784039,
+      "learning_rate": 3.485057471264368e-05,
+      "loss": 0.284,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.32015344500541687,
+      "step": 380,
+      "valid_targets_mean": 3902.9,
+      "valid_targets_min": 1623
+    },
+    {
+      "epoch": 0.6199677938808373,
+      "grad_norm": 0.4775998328542989,
+      "learning_rate": 3.531034482758621e-05,
+      "loss": 0.2664,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.24788491427898407,
+      "step": 385,
+      "valid_targets_mean": 4189.4,
+      "valid_targets_min": 713
+    },
+    {
+      "epoch": 0.6280193236714976,
+      "grad_norm": 0.5122265709609899,
+      "learning_rate": 3.577011494252874e-05,
+      "loss": 0.2738,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.27622339129447937,
+      "step": 390,
+      "valid_targets_mean": 4446.6,
+      "valid_targets_min": 1670
+    },
+    {
+      "epoch": 0.6360708534621579,
+      "grad_norm": 0.659466553378636,
+      "learning_rate": 3.622988505747126e-05,
+      "loss": 0.2831,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.3116128742694855,
+      "step": 395,
+      "valid_targets_mean": 4667.6,
+      "valid_targets_min": 1070
+    },
+    {
+      "epoch": 0.644122383252818,
+      "grad_norm": 0.5849425616180388,
+      "learning_rate": 3.668965517241379e-05,
+      "loss": 0.2548,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.27755099534988403,
+      "step": 400,
+      "valid_targets_mean": 4714.6,
+      "valid_targets_min": 995
+    },
+    {
+      "epoch": 0.6521739130434783,
+      "grad_norm": 0.5327108961779472,
+      "learning_rate": 3.714942528735633e-05,
+      "loss": 0.2745,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.27385851740837097,
+      "step": 405,
+      "valid_targets_mean": 5260.8,
+      "valid_targets_min": 2141
+    },
+    {
+      "epoch": 0.6602254428341385,
+      "grad_norm": 0.5998643197455865,
+      "learning_rate": 3.760919540229885e-05,
+      "loss": 0.2872,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.3069554567337036,
+      "step": 410,
+      "valid_targets_mean": 4323.8,
+      "valid_targets_min": 831
+    },
+    {
+      "epoch": 0.6682769726247987,
+      "grad_norm": 0.5690712799581026,
+      "learning_rate": 3.806896551724138e-05,
+      "loss": 0.2731,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.29719623923301697,
+      "step": 415,
+      "valid_targets_mean": 4270.9,
+      "valid_targets_min": 1089
+    },
+    {
+      "epoch": 0.6763285024154589,
+      "grad_norm": 0.5754513117973928,
+      "learning_rate": 3.852873563218391e-05,
+      "loss": 0.2721,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.29911819100379944,
+      "step": 420,
+      "valid_targets_mean": 4512.4,
+      "valid_targets_min": 1988
+    },
+    {
+      "epoch": 0.6843800322061192,
+      "grad_norm": 0.6061703211904361,
+      "learning_rate": 3.898850574712644e-05,
+      "loss": 0.2673,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.23556432127952576,
+      "step": 425,
+      "valid_targets_mean": 3921.6,
+      "valid_targets_min": 1217
+    },
+    {
+      "epoch": 0.6924315619967794,
+      "grad_norm": 0.5391890622955845,
+      "learning_rate": 3.9448275862068966e-05,
+      "loss": 0.2459,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.23832057416439056,
+      "step": 430,
+      "valid_targets_mean": 4345.2,
+      "valid_targets_min": 2090
+    },
+    {
+      "epoch": 0.7004830917874396,
+      "grad_norm": 0.6101927641358206,
+      "learning_rate": 3.9908045977011496e-05,
+      "loss": 0.2721,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2649371325969696,
+      "step": 435,
+      "valid_targets_mean": 4433.6,
+      "valid_targets_min": 1317
+    },
+    {
+      "epoch": 0.7085346215780999,
+      "grad_norm": 0.5646390271799305,
+      "learning_rate": 3.9999896813789735e-05,
+      "loss": 0.2601,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.27699440717697144,
+      "step": 440,
+      "valid_targets_mean": 4894.1,
+      "valid_targets_min": 731
+    },
+    {
+      "epoch": 0.71658615136876,
+      "grad_norm": 0.5718807548846909,
+      "learning_rate": 3.999947762163533e-05,
+      "loss": 0.2623,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.29374945163726807,
+      "step": 445,
+      "valid_targets_mean": 3907.8,
+      "valid_targets_min": 1022
+    },
+    {
+      "epoch": 0.7246376811594203,
+      "grad_norm": 0.5614682322405541,
+      "learning_rate": 3.999873598115203e-05,
+      "loss": 0.251,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.257183313369751,
+      "step": 450,
+      "valid_targets_mean": 4987.9,
+      "valid_targets_min": 1860
+    },
+    {
+      "epoch": 0.7326892109500805,
+      "grad_norm": 0.5300074790618707,
+      "learning_rate": 3.999767190429718e-05,
+      "loss": 0.2748,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.23682445287704468,
+      "step": 455,
+      "valid_targets_mean": 5225.4,
+      "valid_targets_min": 2450
+    },
+    {
+      "epoch": 0.7407407407407407,
+      "grad_norm": 0.6542049865844981,
+      "learning_rate": 3.99962854082267e-05,
+      "loss": 0.2822,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.29080742597579956,
+      "step": 460,
+      "valid_targets_mean": 4597.2,
+      "valid_targets_min": 2222
+    },
+    {
+      "epoch": 0.748792270531401,
+      "grad_norm": 0.502946880278254,
+      "learning_rate": 3.9994576515294864e-05,
+      "loss": 0.2668,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.28522011637687683,
+      "step": 465,
+      "valid_targets_mean": 4706.1,
+      "valid_targets_min": 1773
+    },
+    {
+      "epoch": 0.7568438003220612,
+      "grad_norm": 0.5050040823394027,
+      "learning_rate": 3.999254525305386e-05,
+      "loss": 0.2704,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2506832480430603,
+      "step": 470,
+      "valid_targets_mean": 5194.9,
+      "valid_targets_min": 715
+    },
+    {
+      "epoch": 0.7648953301127214,
+      "grad_norm": 0.8322414020355918,
+      "learning_rate": 3.999019165425341e-05,
+      "loss": 0.2682,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.29580700397491455,
+      "step": 475,
+      "valid_targets_mean": 3748.2,
+      "valid_targets_min": 1077
+    },
+    {
+      "epoch": 0.7729468599033816,
+      "grad_norm": 0.5680386432970268,
+      "learning_rate": 3.99875157568402e-05,
+      "loss": 0.2655,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2671373188495636,
+      "step": 480,
+      "valid_targets_mean": 4587.8,
+      "valid_targets_min": 775
+    },
+    {
+      "epoch": 0.7809983896940419,
+      "grad_norm": 0.5112203887556883,
+      "learning_rate": 3.998451760395729e-05,
+      "loss": 0.2623,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2868801951408386,
+      "step": 485,
+      "valid_targets_mean": 4774.4,
+      "valid_targets_min": 1792
+    },
+    {
+      "epoch": 0.789049919484702,
+      "grad_norm": 0.5606005265672219,
+      "learning_rate": 3.99811972439434e-05,
+      "loss": 0.2643,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2751631736755371,
+      "step": 490,
+      "valid_targets_mean": 4579.5,
+      "valid_targets_min": 1396
+    },
+    {
+      "epoch": 0.7971014492753623,
+      "grad_norm": 0.5467905444044749,
+      "learning_rate": 3.997755473033218e-05,
+      "loss": 0.2521,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2562072277069092,
+      "step": 495,
+      "valid_targets_mean": 3827.3,
+      "valid_targets_min": 1348
+    },
+    {
+      "epoch": 0.8051529790660226,
+      "grad_norm": 0.5387721194984708,
+      "learning_rate": 3.997359012185127e-05,
+      "loss": 0.2612,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2520545721054077,
+      "step": 500,
+      "valid_targets_mean": 4061.6,
+      "valid_targets_min": 547
+    },
+    {
+      "epoch": 0.8132045088566827,
+      "grad_norm": 0.5976518636156888,
+      "learning_rate": 3.996930348242141e-05,
+      "loss": 0.2388,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.23626355826854706,
+      "step": 505,
+      "valid_targets_mean": 4540.9,
+      "valid_targets_min": 1484
+    },
+    {
+      "epoch": 0.821256038647343,
+      "grad_norm": 0.6166919816090995,
+      "learning_rate": 3.996469488115539e-05,
+      "loss": 0.2583,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2615845203399658,
+      "step": 510,
+      "valid_targets_mean": 4508.8,
+      "valid_targets_min": 1246
+    },
+    {
+      "epoch": 0.8293075684380032,
+      "grad_norm": 0.530813397454018,
+      "learning_rate": 3.995976439235694e-05,
+      "loss": 0.2722,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2612318694591522,
+      "step": 515,
+      "valid_targets_mean": 4225.1,
+      "valid_targets_min": 1044
+    },
+    {
+      "epoch": 0.8373590982286635,
+      "grad_norm": 0.6517729260520128,
+      "learning_rate": 3.995451209551953e-05,
+      "loss": 0.2386,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.23576730489730835,
+      "step": 520,
+      "valid_targets_mean": 5023.0,
+      "valid_targets_min": 1701
+    },
+    {
+      "epoch": 0.8454106280193237,
+      "grad_norm": 0.4740752251218264,
+      "learning_rate": 3.994893807532509e-05,
+      "loss": 0.2922,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.28204214572906494,
+      "step": 525,
+      "valid_targets_mean": 4959.8,
+      "valid_targets_min": 1081
+    },
+    {
+      "epoch": 0.8534621578099839,
+      "grad_norm": 0.5257899294040256,
+      "learning_rate": 3.994304242164265e-05,
+      "loss": 0.2593,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2655045986175537,
+      "step": 530,
+      "valid_targets_mean": 4981.6,
+      "valid_targets_min": 2051
+    },
+    {
+      "epoch": 0.8615136876006442,
+      "grad_norm": 0.536523092714892,
+      "learning_rate": 3.9936825229526855e-05,
+      "loss": 0.2861,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.29214853048324585,
+      "step": 535,
+      "valid_targets_mean": 4368.4,
+      "valid_targets_min": 2191
+    },
+    {
+      "epoch": 0.8695652173913043,
+      "grad_norm": 0.5028299546325571,
+      "learning_rate": 3.9930286599216506e-05,
+      "loss": 0.2587,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.27183425426483154,
+      "step": 540,
+      "valid_targets_mean": 5098.8,
+      "valid_targets_min": 2186
+    },
+    {
+      "epoch": 0.8776167471819646,
+      "grad_norm": 0.5635419055915679,
+      "learning_rate": 3.9923426636132866e-05,
+      "loss": 0.2442,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2873607277870178,
+      "step": 545,
+      "valid_targets_mean": 4578.5,
+      "valid_targets_min": 1671
+    },
+    {
+      "epoch": 0.8856682769726248,
+      "grad_norm": 0.5724413640787459,
+      "learning_rate": 3.991624545087801e-05,
+      "loss": 0.2765,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.27895426750183105,
+      "step": 550,
+      "valid_targets_mean": 3958.7,
+      "valid_targets_min": 1181
+    },
+    {
+      "epoch": 0.893719806763285,
+      "grad_norm": 0.5024007626126078,
+      "learning_rate": 3.9908743159233016e-05,
+      "loss": 0.2569,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20082515478134155,
+      "step": 555,
+      "valid_targets_mean": 4550.9,
+      "valid_targets_min": 1029
+    },
+    {
+      "epoch": 0.9017713365539453,
+      "grad_norm": 0.5485922659002295,
+      "learning_rate": 3.990091988215612e-05,
+      "loss": 0.2468,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2621651887893677,
+      "step": 560,
+      "valid_targets_mean": 4163.2,
+      "valid_targets_min": 1507
+    },
+    {
+      "epoch": 0.9098228663446055,
+      "grad_norm": 0.5184933123196136,
+      "learning_rate": 3.989277574578074e-05,
+      "loss": 0.2692,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20918220281600952,
+      "step": 565,
+      "valid_targets_mean": 3785.8,
+      "valid_targets_min": 990
+    },
+    {
+      "epoch": 0.9178743961352657,
+      "grad_norm": 0.5186343425685319,
+      "learning_rate": 3.9884310881413473e-05,
+      "loss": 0.2637,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2877514362335205,
+      "step": 570,
+      "valid_targets_mean": 5365.6,
+      "valid_targets_min": 956
+    },
+    {
+      "epoch": 0.9259259259259259,
+      "grad_norm": 0.5097833267576443,
+      "learning_rate": 3.987552542553194e-05,
+      "loss": 0.2501,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.23448419570922852,
+      "step": 575,
+      "valid_targets_mean": 4300.2,
+      "valid_targets_min": 1615
+    },
+    {
+      "epoch": 0.9339774557165862,
+      "grad_norm": 0.5183101791069704,
+      "learning_rate": 3.9866419519782636e-05,
+      "loss": 0.2565,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2744702696800232,
+      "step": 580,
+      "valid_targets_mean": 4674.6,
+      "valid_targets_min": 267
+    },
+    {
+      "epoch": 0.9420289855072463,
+      "grad_norm": 0.5621277031078485,
+      "learning_rate": 3.985699331097858e-05,
+      "loss": 0.2678,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2877187728881836,
+      "step": 585,
+      "valid_targets_mean": 4813.2,
+      "valid_targets_min": 720
+    },
+    {
+      "epoch": 0.9500805152979066,
+      "grad_norm": 0.6940945000218365,
+      "learning_rate": 3.984724695109702e-05,
+      "loss": 0.2541,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.29620370268821716,
+      "step": 590,
+      "valid_targets_mean": 5132.4,
+      "valid_targets_min": 1631
+    },
+    {
+      "epoch": 0.9581320450885669,
+      "grad_norm": 0.6065162564844915,
+      "learning_rate": 3.983718059727693e-05,
+      "loss": 0.2557,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.27759110927581787,
+      "step": 595,
+      "valid_targets_mean": 3982.5,
+      "valid_targets_min": 1549
+    },
+    {
+      "epoch": 0.966183574879227,
+      "grad_norm": 0.5059275833472612,
+      "learning_rate": 3.9826794411816495e-05,
+      "loss": 0.2645,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.27101898193359375,
+      "step": 600,
+      "valid_targets_mean": 4788.5,
+      "valid_targets_min": 1713
+    },
+    {
+      "epoch": 0.9742351046698873,
+      "grad_norm": 0.4992312775195265,
+      "learning_rate": 3.981608856217049e-05,
+      "loss": 0.2626,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.23076659440994263,
+      "step": 605,
+      "valid_targets_mean": 4342.8,
+      "valid_targets_min": 1263
+    },
+    {
+      "epoch": 0.9822866344605475,
+      "grad_norm": 0.5353175524067539,
+      "learning_rate": 3.980506322094761e-05,
+      "loss": 0.2441,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2311723828315735,
+      "step": 610,
+      "valid_targets_mean": 4810.8,
+      "valid_targets_min": 570
+    },
+    {
+      "epoch": 0.9903381642512077,
+      "grad_norm": 0.6330855933495575,
+      "learning_rate": 3.979371856590762e-05,
+      "loss": 0.2715,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.28571778535842896,
+      "step": 615,
+      "valid_targets_mean": 4376.3,
+      "valid_targets_min": 2240
+    },
+    {
+      "epoch": 0.998389694041868,
+      "grad_norm": 0.5397840170469355,
+      "learning_rate": 3.978205477995856e-05,
+      "loss": 0.2662,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.24998024106025696,
+      "step": 620,
+      "valid_targets_mean": 4034.1,
+      "valid_targets_min": 1638
+    },
+    {
+      "epoch": 1.0064412238325282,
+      "grad_norm": 0.5507361899409122,
+      "learning_rate": 3.9770072051153754e-05,
+      "loss": 0.2544,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.252638041973114,
+      "step": 625,
+      "valid_targets_mean": 4238.3,
+      "valid_targets_min": 1021
+    },
+    {
+      "epoch": 1.0144927536231885,
+      "grad_norm": 0.5602531648929935,
+      "learning_rate": 3.9757770572688786e-05,
+      "loss": 0.2414,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.23810608685016632,
+      "step": 630,
+      "valid_targets_mean": 3836.5,
+      "valid_targets_min": 1569
+    },
+    {
+      "epoch": 1.0225442834138487,
+      "grad_norm": 0.5389828337838378,
+      "learning_rate": 3.9745150542898405e-05,
+      "loss": 0.2349,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20239052176475525,
+      "step": 635,
+      "valid_targets_mean": 3506.9,
+      "valid_targets_min": 1175
+    },
+    {
+      "epoch": 1.0305958132045088,
+      "grad_norm": 0.5471627213957879,
+      "learning_rate": 3.97322121652533e-05,
+      "loss": 0.2466,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.23700180649757385,
+      "step": 640,
+      "valid_targets_mean": 4167.8,
+      "valid_targets_min": 380
+    },
+    {
+      "epoch": 1.038647342995169,
+      "grad_norm": 0.5304941534687796,
+      "learning_rate": 3.971895564835683e-05,
+      "loss": 0.2265,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21442700922489166,
+      "step": 645,
+      "valid_targets_mean": 4103.1,
+      "valid_targets_min": 1034
+    },
+    {
+      "epoch": 1.0466988727858293,
+      "grad_norm": 0.5123253191465812,
+      "learning_rate": 3.970538120594166e-05,
+      "loss": 0.2191,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.22118300199508667,
+      "step": 650,
+      "valid_targets_mean": 4709.2,
+      "valid_targets_min": 1225
+    },
+    {
+      "epoch": 1.0547504025764896,
+      "grad_norm": 0.5144164225120834,
+      "learning_rate": 3.9691489056866324e-05,
+      "loss": 0.2423,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2365712821483612,
+      "step": 655,
+      "valid_targets_mean": 4630.8,
+      "valid_targets_min": 862
+    },
+    {
+      "epoch": 1.0628019323671498,
+      "grad_norm": 0.6461651582671288,
+      "learning_rate": 3.9677279425111684e-05,
+      "loss": 0.2439,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.24799947440624237,
+      "step": 660,
+      "valid_targets_mean": 4166.1,
+      "valid_targets_min": 1309
+    },
+    {
+      "epoch": 1.07085346215781,
+      "grad_norm": 0.5024189972964114,
+      "learning_rate": 3.9662752539777314e-05,
+      "loss": 0.2445,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.24382641911506653,
+      "step": 665,
+      "valid_targets_mean": 5176.7,
+      "valid_targets_min": 521
+    },
+    {
+      "epoch": 1.0789049919484701,
+      "grad_norm": 0.9391803347175582,
+      "learning_rate": 3.9647908635077845e-05,
+      "loss": 0.2615,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.277189165353775,
+      "step": 670,
+      "valid_targets_mean": 4315.8,
+      "valid_targets_min": 703
+    },
+    {
+      "epoch": 1.0869565217391304,
+      "grad_norm": 0.4882832004268316,
+      "learning_rate": 3.963274795033913e-05,
+      "loss": 0.245,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.24163475632667542,
+      "step": 675,
+      "valid_targets_mean": 5134.3,
+      "valid_targets_min": 710
+    },
+    {
+      "epoch": 1.0950080515297906,
+      "grad_norm": 0.6167872996926629,
+      "learning_rate": 3.9617270729994436e-05,
+      "loss": 0.2482,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.24507923424243927,
+      "step": 680,
+      "valid_targets_mean": 4063.7,
+      "valid_targets_min": 1058
+    },
+    {
+      "epoch": 1.103059581320451,
+      "grad_norm": 0.6232571737295083,
+      "learning_rate": 3.960147722358046e-05,
+      "loss": 0.2504,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.23517994582653046,
+      "step": 685,
+      "valid_targets_mean": 3350.7,
+      "valid_targets_min": 736
+    },
+    {
+      "epoch": 1.1111111111111112,
+      "grad_norm": 0.5205417579091651,
+      "learning_rate": 3.958536768573335e-05,
+      "loss": 0.245,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.25678330659866333,
+      "step": 690,
+      "valid_targets_mean": 4774.0,
+      "valid_targets_min": 1681
+    },
+    {
+      "epoch": 1.1191626409017714,
+      "grad_norm": 0.5540696760333587,
+      "learning_rate": 3.956894237618456e-05,
+      "loss": 0.2455,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2578514814376831,
+      "step": 695,
+      "valid_targets_mean": 3721.6,
+      "valid_targets_min": 543
+    },
+    {
+      "epoch": 1.1272141706924317,
+      "grad_norm": 0.5703134217215095,
+      "learning_rate": 3.955220155975669e-05,
+      "loss": 0.2465,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.27087417244911194,
+      "step": 700,
+      "valid_targets_mean": 4647.0,
+      "valid_targets_min": 1837
+    },
+    {
+      "epoch": 1.1352657004830917,
+      "grad_norm": 0.5281006763450222,
+      "learning_rate": 3.9535145506359206e-05,
+      "loss": 0.2431,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2202616184949875,
+      "step": 705,
+      "valid_targets_mean": 4643.4,
+      "valid_targets_min": 548
+    },
+    {
+      "epoch": 1.143317230273752,
+      "grad_norm": 0.4639603789841704,
+      "learning_rate": 3.951777449098408e-05,
+      "loss": 0.2377,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2633700966835022,
+      "step": 710,
+      "valid_targets_mean": 5459.8,
+      "valid_targets_min": 2264
+    },
+    {
+      "epoch": 1.1513687600644122,
+      "grad_norm": 0.469137374700247,
+      "learning_rate": 3.9500088793701387e-05,
+      "loss": 0.2415,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19833050668239594,
+      "step": 715,
+      "valid_targets_mean": 4964.5,
+      "valid_targets_min": 2160
+    },
+    {
+      "epoch": 1.1594202898550725,
+      "grad_norm": 0.4905202669992282,
+      "learning_rate": 3.948208869965473e-05,
+      "loss": 0.2388,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.24042034149169922,
+      "step": 720,
+      "valid_targets_mean": 4569.5,
+      "valid_targets_min": 776
+    },
+    {
+      "epoch": 1.1674718196457328,
+      "grad_norm": 0.5271378070562325,
+      "learning_rate": 3.946377449905672e-05,
+      "loss": 0.2332,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.24370059370994568,
+      "step": 725,
+      "valid_targets_mean": 4409.8,
+      "valid_targets_min": 1705
+    },
+    {
+      "epoch": 1.1755233494363928,
+      "grad_norm": 0.48816490928722517,
+      "learning_rate": 3.9445146487184226e-05,
+      "loss": 0.2268,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.23395568132400513,
+      "step": 730,
+      "valid_targets_mean": 4742.6,
+      "valid_targets_min": 1740
+    },
+    {
+      "epoch": 1.183574879227053,
+      "grad_norm": 0.508703086089454,
+      "learning_rate": 3.942620496437366e-05,
+      "loss": 0.2398,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2787438929080963,
+      "step": 735,
+      "valid_targets_mean": 5090.3,
+      "valid_targets_min": 720
+    },
+    {
+      "epoch": 1.1916264090177133,
+      "grad_norm": 0.5274435230388868,
+      "learning_rate": 3.940695023601612e-05,
+      "loss": 0.2434,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.23083099722862244,
+      "step": 740,
+      "valid_targets_mean": 4942.7,
+      "valid_targets_min": 1747
+    },
+    {
+      "epoch": 1.1996779388083736,
+      "grad_norm": 0.48187263788077117,
+      "learning_rate": 3.938738261255247e-05,
+      "loss": 0.2322,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21453389525413513,
+      "step": 745,
+      "valid_targets_mean": 4564.6,
+      "valid_targets_min": 1401
+    },
+    {
+      "epoch": 1.2077294685990339,
+      "grad_norm": 0.7495259641509139,
+      "learning_rate": 3.9367502409468315e-05,
+      "loss": 0.2489,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21770915389060974,
+      "step": 750,
+      "valid_targets_mean": 4150.0,
+      "valid_targets_min": 848
+    },
+    {
+      "epoch": 1.2157809983896941,
+      "grad_norm": 0.513119058591006,
+      "learning_rate": 3.934730994728893e-05,
+      "loss": 0.2449,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2321898341178894,
+      "step": 755,
+      "valid_targets_mean": 3742.6,
+      "valid_targets_min": 1247
+    },
+    {
+      "epoch": 1.2238325281803544,
+      "grad_norm": 0.5088681345844467,
+      "learning_rate": 3.932680555157413e-05,
+      "loss": 0.2362,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2543366551399231,
+      "step": 760,
+      "valid_targets_mean": 4571.6,
+      "valid_targets_min": 745
+    },
+    {
+      "epoch": 1.2318840579710144,
+      "grad_norm": 0.5212074947311489,
+      "learning_rate": 3.9305989552912936e-05,
+      "loss": 0.2311,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.24161793291568756,
+      "step": 765,
+      "valid_targets_mean": 4267.8,
+      "valid_targets_min": 2059
+    },
+    {
+      "epoch": 1.2399355877616747,
+      "grad_norm": 0.6379814909420424,
+      "learning_rate": 3.928486228691831e-05,
+      "loss": 0.2377,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.25767624378204346,
+      "step": 770,
+      "valid_targets_mean": 4049.4,
+      "valid_targets_min": 1596
+    },
+    {
+      "epoch": 1.247987117552335,
+      "grad_norm": 0.5355001588932113,
+      "learning_rate": 3.926342409422175e-05,
+      "loss": 0.2504,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.23288603127002716,
+      "step": 775,
+      "valid_targets_mean": 3844.3,
+      "valid_targets_min": 823
+    },
+    {
+      "epoch": 1.2560386473429952,
+      "grad_norm": 0.5212100454034752,
+      "learning_rate": 3.924167532046773e-05,
+      "loss": 0.2554,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.24769359827041626,
+      "step": 780,
+      "valid_targets_mean": 4338.0,
+      "valid_targets_min": 1507
+    },
+    {
+      "epoch": 1.2640901771336555,
+      "grad_norm": 0.5991969877035959,
+      "learning_rate": 3.9219616316308215e-05,
+      "loss": 0.2391,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.23935574293136597,
+      "step": 785,
+      "valid_targets_mean": 4815.1,
+      "valid_targets_min": 1755
+    },
+    {
+      "epoch": 1.2721417069243155,
+      "grad_norm": 0.5852623692737184,
+      "learning_rate": 3.919724743739694e-05,
+      "loss": 0.2462,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2316393107175827,
+      "step": 790,
+      "valid_targets_mean": 4748.1,
+      "valid_targets_min": 1010
+    },
+    {
+      "epoch": 1.2801932367149758,
+      "grad_norm": 0.5400353515222852,
+      "learning_rate": 3.91745690443837e-05,
+      "loss": 0.2372,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.24360281229019165,
+      "step": 795,
+      "valid_targets_mean": 4905.1,
+      "valid_targets_min": 1697
+    },
+    {
+      "epoch": 1.288244766505636,
+      "grad_norm": 0.5161454582163929,
+      "learning_rate": 3.915158150290855e-05,
+      "loss": 0.2297,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2185833752155304,
+      "step": 800,
+      "valid_targets_mean": 4708.6,
+      "valid_targets_min": 1210
+    },
+    {
+      "epoch": 1.2962962962962963,
+      "grad_norm": 0.5421912889681342,
+      "learning_rate": 3.912828518359588e-05,
+      "loss": 0.2361,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.24869637191295624,
+      "step": 805,
+      "valid_targets_mean": 5677.7,
+      "valid_targets_min": 2666
+    },
+    {
+      "epoch": 1.3043478260869565,
+      "grad_norm": 0.5587294675034205,
+      "learning_rate": 3.910468046204846e-05,
+      "loss": 0.2255,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.240371972322464,
+      "step": 810,
+      "valid_targets_mean": 3585.4,
+      "valid_targets_min": 677
+    },
+    {
+      "epoch": 1.3123993558776168,
+      "grad_norm": 0.5803843717029648,
+      "learning_rate": 3.908076771884139e-05,
+      "loss": 0.2386,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.23448866605758667,
+      "step": 815,
+      "valid_targets_mean": 4076.1,
+      "valid_targets_min": 1353
+    },
+    {
+      "epoch": 1.320450885668277,
+      "grad_norm": 0.6615696992092541,
+      "learning_rate": 3.905654733951595e-05,
+      "loss": 0.2366,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.24138154089450836,
+      "step": 820,
+      "valid_targets_mean": 3298.6,
+      "valid_targets_min": 713
+    },
+    {
+      "epoch": 1.3285024154589373,
+      "grad_norm": 0.48424332287717764,
+      "learning_rate": 3.9032019714573366e-05,
+      "loss": 0.2274,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2244749665260315,
+      "step": 825,
+      "valid_targets_mean": 4370.7,
+      "valid_targets_min": 1299
+    },
+    {
+      "epoch": 1.3365539452495974,
+      "grad_norm": 0.5116233310783836,
+      "learning_rate": 3.9007185239468554e-05,
+      "loss": 0.2523,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2363509237766266,
+      "step": 830,
+      "valid_targets_mean": 4251.2,
+      "valid_targets_min": 1057
+    },
+    {
+      "epoch": 1.3446054750402576,
+      "grad_norm": 0.5726251093172268,
+      "learning_rate": 3.8982044314603725e-05,
+      "loss": 0.2382,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.25756919384002686,
+      "step": 835,
+      "valid_targets_mean": 4103.4,
+      "valid_targets_min": 818
+    },
+    {
+      "epoch": 1.3526570048309179,
+      "grad_norm": 0.5399551753973628,
+      "learning_rate": 3.8956597345321927e-05,
+      "loss": 0.2403,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.23214933276176453,
+      "step": 840,
+      "valid_targets_mean": 3571.1,
+      "valid_targets_min": 997
+    },
+    {
+      "epoch": 1.3607085346215781,
+      "grad_norm": 0.5153551957359142,
+      "learning_rate": 3.893084474190051e-05,
+      "loss": 0.2456,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.24375241994857788,
+      "step": 845,
+      "valid_targets_mean": 4158.2,
+      "valid_targets_min": 952
+    },
+    {
+      "epoch": 1.3687600644122382,
+      "grad_norm": 0.48984930240931984,
+      "learning_rate": 3.890478691954452e-05,
+      "loss": 0.2416,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2558751702308655,
+      "step": 850,
+      "valid_targets_mean": 4738.9,
+      "valid_targets_min": 656
+    },
+    {
+      "epoch": 1.3768115942028984,
+      "grad_norm": 0.5179307198966028,
+      "learning_rate": 3.8878424298379996e-05,
+      "loss": 0.2445,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.22707146406173706,
+      "step": 855,
+      "valid_targets_mean": 4074.3,
+      "valid_targets_min": 1101
+    },
+    {
+      "epoch": 1.3848631239935587,
+      "grad_norm": 0.6293401724856043,
+      "learning_rate": 3.885175730344718e-05,
+      "loss": 0.2487,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.24598611891269684,
+      "step": 860,
+      "valid_targets_mean": 4331.4,
+      "valid_targets_min": 1429
+    },
+    {
+      "epoch": 1.392914653784219,
+      "grad_norm": 0.5429776165767362,
+      "learning_rate": 3.882478636469372e-05,
+      "loss": 0.2381,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.25051477551460266,
+      "step": 865,
+      "valid_targets_mean": 4375.6,
+      "valid_targets_min": 1616
+    },
+    {
+      "epoch": 1.4009661835748792,
+      "grad_norm": 0.5668228228210831,
+      "learning_rate": 3.879751191696766e-05,
+      "loss": 0.2554,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2403651624917984,
+      "step": 870,
+      "valid_targets_mean": 3847.9,
+      "valid_targets_min": 656
+    },
+    {
+      "epoch": 1.4090177133655395,
+      "grad_norm": 0.4916125568229993,
+      "learning_rate": 3.8769934400010506e-05,
+      "loss": 0.2376,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.23794618248939514,
+      "step": 875,
+      "valid_targets_mean": 4820.1,
+      "valid_targets_min": 284
+    },
+    {
+      "epoch": 1.4170692431561998,
+      "grad_norm": 0.48401044866312015,
+      "learning_rate": 3.8742054258450085e-05,
+      "loss": 0.2435,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.25705933570861816,
+      "step": 880,
+      "valid_targets_mean": 4531.7,
+      "valid_targets_min": 1442
+    },
+    {
+      "epoch": 1.42512077294686,
+      "grad_norm": 0.5305875988771065,
+      "learning_rate": 3.871387194179338e-05,
+      "loss": 0.2428,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20840579271316528,
+      "step": 885,
+      "valid_targets_mean": 4164.4,
+      "valid_targets_min": 2047
+    },
+    {
+      "epoch": 1.43317230273752,
+      "grad_norm": 0.5592288973797526,
+      "learning_rate": 3.868538790441931e-05,
+      "loss": 0.2344,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.24872620403766632,
+      "step": 890,
+      "valid_targets_mean": 4424.3,
+      "valid_targets_min": 1035
+    },
+    {
+      "epoch": 1.4412238325281803,
+      "grad_norm": 0.46555566538841864,
+      "learning_rate": 3.865660260557138e-05,
+      "loss": 0.2324,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21978382766246796,
+      "step": 895,
+      "valid_targets_mean": 4317.1,
+      "valid_targets_min": 2278
+    },
+    {
+      "epoch": 1.4492753623188406,
+      "grad_norm": 0.5185263723338586,
+      "learning_rate": 3.8627516509350286e-05,
+      "loss": 0.2379,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2476550042629242,
+      "step": 900,
+      "valid_targets_mean": 3795.6,
+      "valid_targets_min": 1701
+    },
+    {
+      "epoch": 1.4573268921095008,
+      "grad_norm": 0.5514262995566678,
+      "learning_rate": 3.859813008470644e-05,
+      "loss": 0.2488,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.24102932214736938,
+      "step": 905,
+      "valid_targets_mean": 3926.9,
+      "valid_targets_min": 1209
+    },
+    {
+      "epoch": 1.465378421900161,
+      "grad_norm": 0.4713138062680591,
+      "learning_rate": 3.856844380543239e-05,
+      "loss": 0.2316,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.23857206106185913,
+      "step": 910,
+      "valid_targets_mean": 4829.1,
+      "valid_targets_min": 1822
+    },
+    {
+      "epoch": 1.4734299516908211,
+      "grad_norm": 0.46745151947518565,
+      "learning_rate": 3.8538458150155186e-05,
+      "loss": 0.2337,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21306023001670837,
+      "step": 915,
+      "valid_targets_mean": 5670.3,
+      "valid_targets_min": 1223
+    },
+    {
+      "epoch": 1.4814814814814814,
+      "grad_norm": 0.5399378076969245,
+      "learning_rate": 3.850817360232869e-05,
+      "loss": 0.2228,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.23806512355804443,
+      "step": 920,
+      "valid_targets_mean": 5083.9,
+      "valid_targets_min": 2183
+    },
+    {
+      "epoch": 1.4895330112721417,
+      "grad_norm": 0.6208023209932018,
+      "learning_rate": 3.8477590650225735e-05,
+      "loss": 0.245,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.26910722255706787,
+      "step": 925,
+      "valid_targets_mean": 4777.4,
+      "valid_targets_min": 1044
+    },
+    {
+      "epoch": 1.497584541062802,
+      "grad_norm": 0.5213298121096795,
+      "learning_rate": 3.8446709786930305e-05,
+      "loss": 0.2341,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.24538570642471313,
+      "step": 930,
+      "valid_targets_mean": 4161.3,
+      "valid_targets_min": 1399
+    },
+    {
+      "epoch": 1.5056360708534622,
+      "grad_norm": 0.5236314811464815,
+      "learning_rate": 3.841553151032953e-05,
+      "loss": 0.2439,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.23516438901424408,
+      "step": 935,
+      "valid_targets_mean": 5095.7,
+      "valid_targets_min": 1027
+    },
+    {
+      "epoch": 1.5136876006441224,
+      "grad_norm": 0.44460197327326756,
+      "learning_rate": 3.8384056323105695e-05,
+      "loss": 0.2441,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.23193703591823578,
+      "step": 940,
+      "valid_targets_mean": 5266.9,
+      "valid_targets_min": 1863
+    },
+    {
+      "epoch": 1.5217391304347827,
+      "grad_norm": 0.6021732933768308,
+      "learning_rate": 3.835228473272814e-05,
+      "loss": 0.2202,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2238101363182068,
+      "step": 945,
+      "valid_targets_mean": 4458.2,
+      "valid_targets_min": 751
+    },
+    {
+      "epoch": 1.529790660225443,
+      "grad_norm": 0.5548844712586349,
+      "learning_rate": 3.832021725144506e-05,
+      "loss": 0.2345,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2418593019247055,
+      "step": 950,
+      "valid_targets_mean": 4469.2,
+      "valid_targets_min": 1717
+    },
+    {
+      "epoch": 1.537842190016103,
+      "grad_norm": 0.46334027352601115,
+      "learning_rate": 3.828785439627523e-05,
+      "loss": 0.2517,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.24094292521476746,
+      "step": 955,
+      "valid_targets_mean": 5478.1,
+      "valid_targets_min": 1745
+    },
+    {
+      "epoch": 1.5458937198067633,
+      "grad_norm": 0.5074800565232367,
+      "learning_rate": 3.825519668899972e-05,
+      "loss": 0.2418,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.25097841024398804,
+      "step": 960,
+      "valid_targets_mean": 5015.4,
+      "valid_targets_min": 1369
+    },
+    {
+      "epoch": 1.5539452495974235,
+      "grad_norm": 0.5212941157766611,
+      "learning_rate": 3.8222244656153444e-05,
+      "loss": 0.2467,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2439125031232834,
+      "step": 965,
+      "valid_targets_mean": 4481.0,
+      "valid_targets_min": 973
+    },
+    {
+      "epoch": 1.5619967793880838,
+      "grad_norm": 0.5111240156665687,
+      "learning_rate": 3.818899882901666e-05,
+      "loss": 0.2359,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.22901548445224762,
+      "step": 970,
+      "valid_targets_mean": 4092.8,
+      "valid_targets_min": 1591
+    },
+    {
+      "epoch": 1.5700483091787438,
+      "grad_norm": 0.512770693439504,
+      "learning_rate": 3.815545974360644e-05,
+      "loss": 0.2231,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.23196808993816376,
+      "step": 975,
+      "valid_targets_mean": 4075.3,
+      "valid_targets_min": 1956
+    },
+    {
+      "epoch": 1.578099838969404,
+      "grad_norm": 0.5042161332697872,
+      "learning_rate": 3.812162794066802e-05,
+      "loss": 0.236,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.25058242678642273,
+      "step": 980,
+      "valid_targets_mean": 4614.4,
+      "valid_targets_min": 339
+    },
+    {
+      "epoch": 1.5861513687600644,
+      "grad_norm": 0.4846950795943882,
+      "learning_rate": 3.8087503965666057e-05,
+      "loss": 0.2359,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2251492440700531,
+      "step": 985,
+      "valid_targets_mean": 4310.9,
+      "valid_targets_min": 1978
+    },
+    {
+      "epoch": 1.5942028985507246,
+      "grad_norm": 0.49445825909902524,
+      "learning_rate": 3.805308836877586e-05,
+      "loss": 0.2419,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2309640347957611,
+      "step": 990,
+      "valid_targets_mean": 4083.0,
+      "valid_targets_min": 688
+    },
+    {
+      "epoch": 1.6022544283413849,
+      "grad_norm": 0.522939331982219,
+      "learning_rate": 3.80183817048745e-05,
+      "loss": 0.2301,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.23157933354377747,
+      "step": 995,
+      "valid_targets_mean": 3599.1,
+      "valid_targets_min": 358
+    },
+    {
+      "epoch": 1.6103059581320451,
+      "grad_norm": 0.5144792659864994,
+      "learning_rate": 3.7983384533531894e-05,
+      "loss": 0.2367,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2594456374645233,
+      "step": 1000,
+      "valid_targets_mean": 4572.1,
+      "valid_targets_min": 1116
+    },
+    {
+      "epoch": 1.6183574879227054,
+      "grad_norm": 0.514940069429718,
+      "learning_rate": 3.7948097419001736e-05,
+      "loss": 0.2325,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.23250789940357208,
+      "step": 1005,
+      "valid_targets_mean": 4625.0,
+      "valid_targets_min": 350
+    },
+    {
+      "epoch": 1.6264090177133657,
+      "grad_norm": 0.52221869816674,
+      "learning_rate": 3.7912520930212445e-05,
+      "loss": 0.2434,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21590971946716309,
+      "step": 1010,
+      "valid_targets_mean": 4035.4,
+      "valid_targets_min": 1483
+    },
+    {
+      "epoch": 1.634460547504026,
+      "grad_norm": 0.42946813411877144,
+      "learning_rate": 3.7876655640757974e-05,
+      "loss": 0.2439,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.23158404231071472,
+      "step": 1015,
+      "valid_targets_mean": 5336.1,
+      "valid_targets_min": 979
+    },
+    {
+      "epoch": 1.642512077294686,
+      "grad_norm": 0.4983259472306404,
+      "learning_rate": 3.784050212888857e-05,
+      "loss": 0.2476,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2527810335159302,
+      "step": 1020,
+      "valid_targets_mean": 5022.8,
+      "valid_targets_min": 2939
+    },
+    {
+      "epoch": 1.6505636070853462,
+      "grad_norm": 0.46712880691077496,
+      "learning_rate": 3.780406097750141e-05,
+      "loss": 0.2465,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.22650480270385742,
+      "step": 1025,
+      "valid_targets_mean": 4311.5,
+      "valid_targets_min": 1275
+    },
+    {
+      "epoch": 1.6586151368760065,
+      "grad_norm": 0.5417140597671484,
+      "learning_rate": 3.776733277413127e-05,
+      "loss": 0.2176,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.195145845413208,
+      "step": 1030,
+      "valid_targets_mean": 4207.8,
+      "valid_targets_min": 1043
+    },
+    {
+      "epoch": 1.6666666666666665,
+      "grad_norm": 0.4883088038596097,
+      "learning_rate": 3.7730318110941004e-05,
+      "loss": 0.224,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21643765270709991,
+      "step": 1035,
+      "valid_targets_mean": 4391.3,
+      "valid_targets_min": 2660
+    },
+    {
+      "epoch": 1.6747181964573268,
+      "grad_norm": 0.5289568127223118,
+      "learning_rate": 3.7693017584712013e-05,
+      "loss": 0.2456,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.23360106348991394,
+      "step": 1040,
+      "valid_targets_mean": 4826.2,
+      "valid_targets_min": 2011
+    },
+    {
+      "epoch": 1.682769726247987,
+      "grad_norm": 0.5576792989418248,
+      "learning_rate": 3.765543179683462e-05,
+      "loss": 0.2296,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.24486708641052246,
+      "step": 1045,
+      "valid_targets_mean": 3934.4,
+      "valid_targets_min": 1683
+    },
+    {
+      "epoch": 1.6908212560386473,
+      "grad_norm": 0.5017617827412163,
+      "learning_rate": 3.7617561353298395e-05,
+      "loss": 0.2521,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.24896810948848724,
+      "step": 1050,
+      "valid_targets_mean": 4011.8,
+      "valid_targets_min": 321
+    },
+    {
+      "epoch": 1.6988727858293076,
+      "grad_norm": 0.4860709875293544,
+      "learning_rate": 3.7579406864682327e-05,
+      "loss": 0.2264,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.24139925837516785,
+      "step": 1055,
+      "valid_targets_mean": 4299.9,
+      "valid_targets_min": 667
+    },
+    {
+      "epoch": 1.7069243156199678,
+      "grad_norm": 0.5345894675911452,
+      "learning_rate": 3.7540968946145036e-05,
+      "loss": 0.241,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2598978877067566,
+      "step": 1060,
+      "valid_targets_mean": 4928.6,
+      "valid_targets_min": 1283
+    },
+    {
+      "epoch": 1.714975845410628,
+      "grad_norm": 0.5465814570656329,
+      "learning_rate": 3.750224821741486e-05,
+      "loss": 0.2358,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2219647765159607,
+      "step": 1065,
+      "valid_targets_mean": 5155.9,
+      "valid_targets_min": 1303
+    },
+    {
+      "epoch": 1.7230273752012883,
+      "grad_norm": 0.5300553470904004,
+      "learning_rate": 3.7463245302779795e-05,
+      "loss": 0.2298,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.28267112374305725,
+      "step": 1070,
+      "valid_targets_mean": 3852.3,
+      "valid_targets_min": 599
+    },
+    {
+      "epoch": 1.7310789049919486,
+      "grad_norm": 0.4624218505703108,
+      "learning_rate": 3.742396083107751e-05,
+      "loss": 0.2128,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21661648154258728,
+      "step": 1075,
+      "valid_targets_mean": 4283.7,
+      "valid_targets_min": 1147
+    },
+    {
+      "epoch": 1.7391304347826086,
+      "grad_norm": 0.4993979746767997,
+      "learning_rate": 3.7384395435685166e-05,
+      "loss": 0.2346,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21909837424755096,
+      "step": 1080,
+      "valid_targets_mean": 4359.1,
+      "valid_targets_min": 2250
+    },
+    {
+      "epoch": 1.747181964573269,
+      "grad_norm": 0.5407067040296573,
+      "learning_rate": 3.7344549754509196e-05,
+      "loss": 0.2353,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.22699233889579773,
+      "step": 1085,
+      "valid_targets_mean": 3677.0,
+      "valid_targets_min": 892
+    },
+    {
+      "epoch": 1.7552334943639292,
+      "grad_norm": 0.4642737834973646,
+      "learning_rate": 3.7304424429975046e-05,
+      "loss": 0.2318,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.22292137145996094,
+      "step": 1090,
+      "valid_targets_mean": 5690.0,
+      "valid_targets_min": 782
+    },
+    {
+      "epoch": 1.7632850241545892,
+      "grad_norm": 0.5671519558623886,
+      "learning_rate": 3.726402010901681e-05,
+      "loss": 0.2353,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21334418654441833,
+      "step": 1095,
+      "valid_targets_mean": 4616.9,
+      "valid_targets_min": 1898
+    },
+    {
+      "epoch": 1.7713365539452495,
+      "grad_norm": 0.5083634785423456,
+      "learning_rate": 3.722333744306678e-05,
+      "loss": 0.2249,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21738044917583466,
+      "step": 1100,
+      "valid_targets_mean": 5448.9,
+      "valid_targets_min": 1726
+    },
+    {
+      "epoch": 1.7793880837359097,
+      "grad_norm": 0.8896163020318464,
+      "learning_rate": 3.7182377088044984e-05,
+      "loss": 0.2286,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.22921855747699738,
+      "step": 1105,
+      "valid_targets_mean": 4703.8,
+      "valid_targets_min": 1508
+    },
+    {
+      "epoch": 1.78743961352657,
+      "grad_norm": 0.5450639925225488,
+      "learning_rate": 3.7141139704348576e-05,
+      "loss": 0.228,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21833300590515137,
+      "step": 1110,
+      "valid_targets_mean": 3445.8,
+      "valid_targets_min": 1099
+    },
+    {
+      "epoch": 1.7954911433172303,
+      "grad_norm": 0.6520638172384545,
+      "learning_rate": 3.7099625956841175e-05,
+      "loss": 0.223,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.25272321701049805,
+      "step": 1115,
+      "valid_targets_mean": 3248.3,
+      "valid_targets_min": 617
+    },
+    {
+      "epoch": 1.8035426731078905,
+      "grad_norm": 0.4493969588039246,
+      "learning_rate": 3.70578365148422e-05,
+      "loss": 0.2367,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.23505555093288422,
+      "step": 1120,
+      "valid_targets_mean": 5024.8,
+      "valid_targets_min": 1833
+    },
+    {
+      "epoch": 1.8115942028985508,
+      "grad_norm": 0.4827090106067237,
+      "learning_rate": 3.701577205211604e-05,
+      "loss": 0.2545,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2535856366157532,
+      "step": 1125,
+      "valid_targets_mean": 4428.5,
+      "valid_targets_min": 990
+    },
+    {
+      "epoch": 1.819645732689211,
+      "grad_norm": 0.6263613356926185,
+      "learning_rate": 3.697343324686119e-05,
+      "loss": 0.2272,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.23104625940322876,
+      "step": 1130,
+      "valid_targets_mean": 4673.7,
+      "valid_targets_min": 1449
+    },
+    {
+      "epoch": 1.8276972624798713,
+      "grad_norm": 0.5298323694554691,
+      "learning_rate": 3.693082078169933e-05,
+      "loss": 0.2427,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.24033012986183167,
+      "step": 1135,
+      "valid_targets_mean": 4732.1,
+      "valid_targets_min": 1605
+    },
+    {
+      "epoch": 1.8357487922705316,
+      "grad_norm": 0.4783853550563579,
+      "learning_rate": 3.68879353436643e-05,
+      "loss": 0.2189,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2028733789920807,
+      "step": 1140,
+      "valid_targets_mean": 4867.9,
+      "valid_targets_min": 2154
+    },
+    {
+      "epoch": 1.8438003220611916,
+      "grad_norm": 0.4595078299986765,
+      "learning_rate": 3.684477762419108e-05,
+      "loss": 0.2194,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.215766042470932,
+      "step": 1145,
+      "valid_targets_mean": 4522.2,
+      "valid_targets_min": 2208
+    },
+    {
+      "epoch": 1.8518518518518519,
+      "grad_norm": 0.5149239335560051,
+      "learning_rate": 3.6801348319104546e-05,
+      "loss": 0.2319,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2230435311794281,
+      "step": 1150,
+      "valid_targets_mean": 3680.6,
+      "valid_targets_min": 434
+    },
+    {
+      "epoch": 1.8599033816425121,
+      "grad_norm": 0.42919344493593076,
+      "learning_rate": 3.675764812860833e-05,
+      "loss": 0.2518,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20287317037582397,
+      "step": 1155,
+      "valid_targets_mean": 5642.9,
+      "valid_targets_min": 2036
+    },
+    {
+      "epoch": 1.8679549114331722,
+      "grad_norm": 0.4884349396198345,
+      "learning_rate": 3.671367775727353e-05,
+      "loss": 0.2463,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.24478939175605774,
+      "step": 1160,
+      "valid_targets_mean": 4762.1,
+      "valid_targets_min": 775
+    },
+    {
+      "epoch": 1.8760064412238324,
+      "grad_norm": 0.49953971630838795,
+      "learning_rate": 3.666943791402726e-05,
+      "loss": 0.2527,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2292686104774475,
+      "step": 1165,
+      "valid_targets_mean": 4543.8,
+      "valid_targets_min": 1026
+    },
+    {
+      "epoch": 1.8840579710144927,
+      "grad_norm": 0.4644474561197982,
+      "learning_rate": 3.662492931214137e-05,
+      "loss": 0.2492,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2597373127937317,
+      "step": 1170,
+      "valid_targets_mean": 5243.1,
+      "valid_targets_min": 1246
+    },
+    {
+      "epoch": 1.892109500805153,
+      "grad_norm": 0.5180686308684069,
+      "learning_rate": 3.6580152669220784e-05,
+      "loss": 0.2365,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2606375813484192,
+      "step": 1175,
+      "valid_targets_mean": 4800.7,
+      "valid_targets_min": 2456
+    },
+    {
+      "epoch": 1.9001610305958132,
+      "grad_norm": 0.42092491518373576,
+      "learning_rate": 3.6535108707192053e-05,
+      "loss": 0.2175,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.22271546721458435,
+      "step": 1180,
+      "valid_targets_mean": 5251.3,
+      "valid_targets_min": 1616
+    },
+    {
+      "epoch": 1.9082125603864735,
+      "grad_norm": 0.5826394657065203,
+      "learning_rate": 3.648979815229167e-05,
+      "loss": 0.2372,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20627357065677643,
+      "step": 1185,
+      "valid_targets_mean": 3834.6,
+      "valid_targets_min": 693
+    },
+    {
+      "epoch": 1.9162640901771337,
+      "grad_norm": 0.7082935353213954,
+      "learning_rate": 3.644422173505433e-05,
+      "loss": 0.2517,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.24815203249454498,
+      "step": 1190,
+      "valid_targets_mean": 4642.2,
+      "valid_targets_min": 338
+    },
+    {
+      "epoch": 1.924315619967794,
+      "grad_norm": 0.5088420525828131,
+      "learning_rate": 3.639838019030123e-05,
+      "loss": 0.2303,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.23133976757526398,
+      "step": 1195,
+      "valid_targets_mean": 4064.8,
+      "valid_targets_min": 1849
+    },
+    {
+      "epoch": 1.9323671497584543,
+      "grad_norm": 0.4807696052913685,
+      "learning_rate": 3.635227425712812e-05,
+      "loss": 0.2441,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.24485018849372864,
+      "step": 1200,
+      "valid_targets_mean": 5358.3,
+      "valid_targets_min": 1956
+    },
+    {
+      "epoch": 1.9404186795491143,
+      "grad_norm": 0.5374569252336697,
+      "learning_rate": 3.6305904678893504e-05,
+      "loss": 0.2417,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.23684567213058472,
+      "step": 1205,
+      "valid_targets_mean": 4465.9,
+      "valid_targets_min": 2036
+    },
+    {
+      "epoch": 1.9484702093397746,
+      "grad_norm": 0.4315082896253737,
+      "learning_rate": 3.6259272203206535e-05,
+      "loss": 0.2397,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20846745371818542,
+      "step": 1210,
+      "valid_targets_mean": 5167.9,
+      "valid_targets_min": 1434
+    },
+    {
+      "epoch": 1.9565217391304348,
+      "grad_norm": 0.5262891588589963,
+      "learning_rate": 3.621237758191505e-05,
+      "loss": 0.2385,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.24596351385116577,
+      "step": 1215,
+      "valid_targets_mean": 3761.8,
+      "valid_targets_min": 1066
+    },
+    {
+      "epoch": 1.9645732689210949,
+      "grad_norm": 0.49628184032222405,
+      "learning_rate": 3.616522157109342e-05,
+      "loss": 0.2198,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21257467567920685,
+      "step": 1220,
+      "valid_targets_mean": 4065.5,
+      "valid_targets_min": 1897
+    },
+    {
+      "epoch": 1.9726247987117551,
+      "grad_norm": 0.4787291955056688,
+      "learning_rate": 3.6117804931030324e-05,
+      "loss": 0.2457,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2495032548904419,
+      "step": 1225,
+      "valid_targets_mean": 4767.3,
+      "valid_targets_min": 930
+    },
+    {
+      "epoch": 1.9806763285024154,
+      "grad_norm": 0.4952065016883059,
+      "learning_rate": 3.607012842621657e-05,
+      "loss": 0.2273,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.23980122804641724,
+      "step": 1230,
+      "valid_targets_mean": 4069.4,
+      "valid_targets_min": 1260
+    },
+    {
+      "epoch": 1.9887278582930756,
+      "grad_norm": 0.5230866628171786,
+      "learning_rate": 3.602219282533269e-05,
+      "loss": 0.2255,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2368500828742981,
+      "step": 1235,
+      "valid_targets_mean": 4682.7,
+      "valid_targets_min": 2343
+    },
+    {
+      "epoch": 1.996779388083736,
+      "grad_norm": 0.5246193826991147,
+      "learning_rate": 3.597399890123659e-05,
+      "loss": 0.2329,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21333156526088715,
+      "step": 1240,
+      "valid_targets_mean": 4692.2,
+      "valid_targets_min": 2047
+    },
+    {
+      "epoch": 2.004830917874396,
+      "grad_norm": 0.505863313320365,
+      "learning_rate": 3.5925547430951094e-05,
+      "loss": 0.2099,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20909734070301056,
+      "step": 1245,
+      "valid_targets_mean": 4637.2,
+      "valid_targets_min": 989
+    },
+    {
+      "epoch": 2.0128824476650564,
+      "grad_norm": 0.43133643927265986,
+      "learning_rate": 3.587683919565136e-05,
+      "loss": 0.2156,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19329163432121277,
+      "step": 1250,
+      "valid_targets_mean": 5283.4,
+      "valid_targets_min": 1835
+    },
+    {
+      "epoch": 2.0209339774557167,
+      "grad_norm": 0.4837745442669591,
+      "learning_rate": 3.582787498065237e-05,
+      "loss": 0.2031,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20409853756427765,
+      "step": 1255,
+      "valid_targets_mean": 4767.1,
+      "valid_targets_min": 1074
+    },
+    {
+      "epoch": 2.028985507246377,
+      "grad_norm": 0.6452848255637806,
+      "learning_rate": 3.577865557539621e-05,
+      "loss": 0.1953,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1907821148633957,
+      "step": 1260,
+      "valid_targets_mean": 4763.1,
+      "valid_targets_min": 392
+    },
+    {
+      "epoch": 2.037037037037037,
+      "grad_norm": 0.5867010578619666,
+      "learning_rate": 3.572918177343935e-05,
+      "loss": 0.2132,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1922091245651245,
+      "step": 1265,
+      "valid_targets_mean": 4118.4,
+      "valid_targets_min": 631
+    },
+    {
+      "epoch": 2.0450885668276975,
+      "grad_norm": 0.48474397713094575,
+      "learning_rate": 3.567945437243987e-05,
+      "loss": 0.222,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19150424003601074,
+      "step": 1270,
+      "valid_targets_mean": 4600.4,
+      "valid_targets_min": 1066
+    },
+    {
+      "epoch": 2.0531400966183573,
+      "grad_norm": 0.5113649508317663,
+      "learning_rate": 3.5629474174144564e-05,
+      "loss": 0.2242,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.253940224647522,
+      "step": 1275,
+      "valid_targets_mean": 5131.0,
+      "valid_targets_min": 2438
+    },
+    {
+      "epoch": 2.0611916264090175,
+      "grad_norm": 0.491663340986429,
+      "learning_rate": 3.5579241984376065e-05,
+      "loss": 0.217,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.22499999403953552,
+      "step": 1280,
+      "valid_targets_mean": 3951.9,
+      "valid_targets_min": 1010
+    },
+    {
+      "epoch": 2.069243156199678,
+      "grad_norm": 0.520462248826658,
+      "learning_rate": 3.5528758613019804e-05,
+      "loss": 0.2142,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19735172390937805,
+      "step": 1285,
+      "valid_targets_mean": 3831.2,
+      "valid_targets_min": 1088
+    },
+    {
+      "epoch": 2.077294685990338,
+      "grad_norm": 0.5206723700369398,
+      "learning_rate": 3.547802487401097e-05,
+      "loss": 0.2294,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.23212730884552002,
+      "step": 1290,
+      "valid_targets_mean": 5061.6,
+      "valid_targets_min": 2180
+    },
+    {
+      "epoch": 2.0853462157809983,
+      "grad_norm": 0.577226384156968,
+      "learning_rate": 3.54270415853214e-05,
+      "loss": 0.22,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20443934202194214,
+      "step": 1295,
+      "valid_targets_mean": 3395.8,
+      "valid_targets_min": 627
+    },
+    {
+      "epoch": 2.0933977455716586,
+      "grad_norm": 0.4423746810496331,
+      "learning_rate": 3.537580956894638e-05,
+      "loss": 0.225,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21375350654125214,
+      "step": 1300,
+      "valid_targets_mean": 5160.8,
+      "valid_targets_min": 1507
+    },
+    {
+      "epoch": 2.101449275362319,
+      "grad_norm": 0.5548629803187833,
+      "learning_rate": 3.532432965089138e-05,
+      "loss": 0.2134,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.22949251532554626,
+      "step": 1305,
+      "valid_targets_mean": 5229.6,
+      "valid_targets_min": 2557
+    },
+    {
+      "epoch": 2.109500805152979,
+      "grad_norm": 0.4906711255865245,
+      "learning_rate": 3.527260266115876e-05,
+      "loss": 0.2215,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2087794542312622,
+      "step": 1310,
+      "valid_targets_mean": 5409.4,
+      "valid_targets_min": 2349
+    },
+    {
+      "epoch": 2.1175523349436394,
+      "grad_norm": 0.6560805934109221,
+      "learning_rate": 3.522062943373438e-05,
+      "loss": 0.195,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17596739530563354,
+      "step": 1315,
+      "valid_targets_mean": 4226.9,
+      "valid_targets_min": 1025
+    },
+    {
+      "epoch": 2.1256038647342996,
+      "grad_norm": 0.7107665752653891,
+      "learning_rate": 3.516841080657413e-05,
+      "loss": 0.22,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.23091405630111694,
+      "step": 1320,
+      "valid_targets_mean": 4053.8,
+      "valid_targets_min": 689
+    },
+    {
+      "epoch": 2.13365539452496,
+      "grad_norm": 0.5185713231757747,
+      "learning_rate": 3.511594762159046e-05,
+      "loss": 0.2269,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20578667521476746,
+      "step": 1325,
+      "valid_targets_mean": 4018.0,
+      "valid_targets_min": 978
+    },
+    {
+      "epoch": 2.14170692431562,
+      "grad_norm": 0.463159581350649,
+      "learning_rate": 3.506324072463878e-05,
+      "loss": 0.2049,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1929136961698532,
+      "step": 1330,
+      "valid_targets_mean": 4945.8,
+      "valid_targets_min": 2099
+    },
+    {
+      "epoch": 2.14975845410628,
+      "grad_norm": 0.5447005808188629,
+      "learning_rate": 3.5010290965503826e-05,
+      "loss": 0.2194,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.23045824468135834,
+      "step": 1335,
+      "valid_targets_mean": 4698.5,
+      "valid_targets_min": 1716
+    },
+    {
+      "epoch": 2.1578099838969402,
+      "grad_norm": 0.4595107321034477,
+      "learning_rate": 3.495709919788597e-05,
+      "loss": 0.2076,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18875578045845032,
+      "step": 1340,
+      "valid_targets_mean": 4457.4,
+      "valid_targets_min": 755
+    },
+    {
+      "epoch": 2.1658615136876005,
+      "grad_norm": 0.6481051628858272,
+      "learning_rate": 3.490366627938742e-05,
+      "loss": 0.216,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.22552573680877686,
+      "step": 1345,
+      "valid_targets_mean": 4907.9,
+      "valid_targets_min": 1381
+    },
+    {
+      "epoch": 2.1739130434782608,
+      "grad_norm": 0.8255339190022734,
+      "learning_rate": 3.484999307149846e-05,
+      "loss": 0.2202,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20174431800842285,
+      "step": 1350,
+      "valid_targets_mean": 3897.0,
+      "valid_targets_min": 979
+    },
+    {
+      "epoch": 2.181964573268921,
+      "grad_norm": 0.47550594396325907,
+      "learning_rate": 3.47960804395835e-05,
+      "loss": 0.2158,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21997377276420593,
+      "step": 1355,
+      "valid_targets_mean": 4916.5,
+      "valid_targets_min": 990
+    },
+    {
+      "epoch": 2.1900161030595813,
+      "grad_norm": 0.5142914581894688,
+      "learning_rate": 3.474192925286714e-05,
+      "loss": 0.2166,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2234359234571457,
+      "step": 1360,
+      "valid_targets_mean": 4057.0,
+      "valid_targets_min": 554
+    },
+    {
+      "epoch": 2.1980676328502415,
+      "grad_norm": 0.5135241141747307,
+      "learning_rate": 3.468754038442017e-05,
+      "loss": 0.2079,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21173028647899628,
+      "step": 1365,
+      "valid_targets_mean": 4122.8,
+      "valid_targets_min": 963
+    },
+    {
+      "epoch": 2.206119162640902,
+      "grad_norm": 0.5281981416757465,
+      "learning_rate": 3.463291471114548e-05,
+      "loss": 0.2135,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2580035328865051,
+      "step": 1370,
+      "valid_targets_mean": 4534.7,
+      "valid_targets_min": 1253
+    },
+    {
+      "epoch": 2.214170692431562,
+      "grad_norm": 0.546080448981762,
+      "learning_rate": 3.4578053113763936e-05,
+      "loss": 0.2185,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2357328236103058,
+      "step": 1375,
+      "valid_targets_mean": 4083.2,
+      "valid_targets_min": 1119
+    },
+    {
+      "epoch": 2.2222222222222223,
+      "grad_norm": 0.43510725221723323,
+      "learning_rate": 3.452295647680014e-05,
+      "loss": 0.2108,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.210770383477211,
+      "step": 1380,
+      "valid_targets_mean": 5021.1,
+      "valid_targets_min": 1913
+    },
+    {
+      "epoch": 2.2302737520128826,
+      "grad_norm": 0.45576706352160945,
+      "learning_rate": 3.4467625688568245e-05,
+      "loss": 0.21,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20456649363040924,
+      "step": 1385,
+      "valid_targets_mean": 4813.6,
+      "valid_targets_min": 1879
+    },
+    {
+      "epoch": 2.238325281803543,
+      "grad_norm": 0.4605011820162796,
+      "learning_rate": 3.4412061641157546e-05,
+      "loss": 0.2026,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1862925887107849,
+      "step": 1390,
+      "valid_targets_mean": 5375.2,
+      "valid_targets_min": 1405
+    },
+    {
+      "epoch": 2.246376811594203,
+      "grad_norm": 0.5067717085593049,
+      "learning_rate": 3.435626523041815e-05,
+      "loss": 0.2132,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20806747674942017,
+      "step": 1395,
+      "valid_targets_mean": 4125.7,
+      "valid_targets_min": 2104
+    },
+    {
+      "epoch": 2.2544283413848634,
+      "grad_norm": 0.503211076543084,
+      "learning_rate": 3.430023735594653e-05,
+      "loss": 0.2163,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.23167727887630463,
+      "step": 1400,
+      "valid_targets_mean": 4897.6,
+      "valid_targets_min": 344
+    },
+    {
+      "epoch": 2.262479871175523,
+      "grad_norm": 0.5252844399823857,
+      "learning_rate": 3.4243978921071005e-05,
+      "loss": 0.2117,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18407735228538513,
+      "step": 1405,
+      "valid_targets_mean": 4546.8,
+      "valid_targets_min": 1908
+    },
+    {
+      "epoch": 2.2705314009661834,
+      "grad_norm": 0.5703046217142366,
+      "learning_rate": 3.418749083283719e-05,
+      "loss": 0.223,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.23428402841091156,
+      "step": 1410,
+      "valid_targets_mean": 4894.1,
+      "valid_targets_min": 1720
+    },
+    {
+      "epoch": 2.2785829307568437,
+      "grad_norm": 0.45360806117795466,
+      "learning_rate": 3.413077400199334e-05,
+      "loss": 0.1978,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16744893789291382,
+      "step": 1415,
+      "valid_targets_mean": 4128.2,
+      "valid_targets_min": 1177
+    },
+    {
+      "epoch": 2.286634460547504,
+      "grad_norm": 0.48066382062291113,
+      "learning_rate": 3.407382934297571e-05,
+      "loss": 0.2096,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21223318576812744,
+      "step": 1420,
+      "valid_targets_mean": 4697.8,
+      "valid_targets_min": 1982
+    },
+    {
+      "epoch": 2.2946859903381642,
+      "grad_norm": 0.4623146781727566,
+      "learning_rate": 3.4016657773893785e-05,
+      "loss": 0.1946,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.186685249209404,
+      "step": 1425,
+      "valid_targets_mean": 5018.8,
+      "valid_targets_min": 1843
+    },
+    {
+      "epoch": 2.3027375201288245,
+      "grad_norm": 0.5051350867881649,
+      "learning_rate": 3.3959260216515495e-05,
+      "loss": 0.2309,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1981533169746399,
+      "step": 1430,
+      "valid_targets_mean": 4461.0,
+      "valid_targets_min": 1264
+    },
+    {
+      "epoch": 2.3107890499194848,
+      "grad_norm": 0.547928503478585,
+      "learning_rate": 3.3901637596252325e-05,
+      "loss": 0.2059,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20269712805747986,
+      "step": 1435,
+      "valid_targets_mean": 4606.9,
+      "valid_targets_min": 216
+    },
+    {
+      "epoch": 2.318840579710145,
+      "grad_norm": 0.5050671980985264,
+      "learning_rate": 3.384379084214443e-05,
+      "loss": 0.2157,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21335461735725403,
+      "step": 1440,
+      "valid_targets_mean": 3892.7,
+      "valid_targets_min": 1209
+    },
+    {
+      "epoch": 2.3268921095008053,
+      "grad_norm": 0.48909304735454484,
+      "learning_rate": 3.378572088684562e-05,
+      "loss": 0.2037,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19523759186267853,
+      "step": 1445,
+      "valid_targets_mean": 4354.8,
+      "valid_targets_min": 1308
+    },
+    {
+      "epoch": 2.3349436392914655,
+      "grad_norm": 0.6388146830801954,
+      "learning_rate": 3.372742866660836e-05,
+      "loss": 0.2178,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.198106050491333,
+      "step": 1450,
+      "valid_targets_mean": 4365.9,
+      "valid_targets_min": 713
+    },
+    {
+      "epoch": 2.342995169082126,
+      "grad_norm": 0.5410396103360308,
+      "learning_rate": 3.3668915121268636e-05,
+      "loss": 0.212,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.23412463068962097,
+      "step": 1455,
+      "valid_targets_mean": 4374.0,
+      "valid_targets_min": 547
+    },
+    {
+      "epoch": 2.3510466988727856,
+      "grad_norm": 0.5291219901130383,
+      "learning_rate": 3.361018119423085e-05,
+      "loss": 0.2084,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2332005500793457,
+      "step": 1460,
+      "valid_targets_mean": 3958.9,
+      "valid_targets_min": 1381
+    },
+    {
+      "epoch": 2.359098228663446,
+      "grad_norm": 0.5100995870174685,
+      "learning_rate": 3.3551227832452555e-05,
+      "loss": 0.2113,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2195730209350586,
+      "step": 1465,
+      "valid_targets_mean": 4228.3,
+      "valid_targets_min": 2352
+    },
+    {
+      "epoch": 2.367149758454106,
+      "grad_norm": 0.5322099118621038,
+      "learning_rate": 3.3492055986429235e-05,
+      "loss": 0.2227,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.22615352272987366,
+      "step": 1470,
+      "valid_targets_mean": 4539.8,
+      "valid_targets_min": 296
+    },
+    {
+      "epoch": 2.3752012882447664,
+      "grad_norm": 0.4656836442072764,
+      "learning_rate": 3.3432666610178936e-05,
+      "loss": 0.2039,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17955255508422852,
+      "step": 1475,
+      "valid_targets_mean": 4149.8,
+      "valid_targets_min": 1631
+    },
+    {
+      "epoch": 2.3832528180354267,
+      "grad_norm": 0.5493172940293227,
+      "learning_rate": 3.3373060661226944e-05,
+      "loss": 0.2078,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.23940381407737732,
+      "step": 1480,
+      "valid_targets_mean": 4181.2,
+      "valid_targets_min": 2011
+    },
+    {
+      "epoch": 2.391304347826087,
+      "grad_norm": 0.49597904545260957,
+      "learning_rate": 3.331323910059027e-05,
+      "loss": 0.222,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.24300578236579895,
+      "step": 1485,
+      "valid_targets_mean": 3967.4,
+      "valid_targets_min": 677
+    },
+    {
+      "epoch": 2.399355877616747,
+      "grad_norm": 0.5003561031279338,
+      "learning_rate": 3.3253202892762244e-05,
+      "loss": 0.2088,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1889512538909912,
+      "step": 1490,
+      "valid_targets_mean": 4254.9,
+      "valid_targets_min": 1570
+    },
+    {
+      "epoch": 2.4074074074074074,
+      "grad_norm": 0.4683723297524737,
+      "learning_rate": 3.319295300569686e-05,
+      "loss": 0.2176,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.22197048366069794,
+      "step": 1495,
+      "valid_targets_mean": 5005.4,
+      "valid_targets_min": 857
+    },
+    {
+      "epoch": 2.4154589371980677,
+      "grad_norm": 0.5071114785034765,
+      "learning_rate": 3.3132490410793294e-05,
+      "loss": 0.2086,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20913785696029663,
+      "step": 1500,
+      "valid_targets_mean": 4472.4,
+      "valid_targets_min": 1073
+    },
+    {
+      "epoch": 2.423510466988728,
+      "grad_norm": 0.4572009276147089,
+      "learning_rate": 3.3071816082880115e-05,
+      "loss": 0.2038,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19436806440353394,
+      "step": 1505,
+      "valid_targets_mean": 4905.2,
+      "valid_targets_min": 1404
+    },
+    {
+      "epoch": 2.4315619967793882,
+      "grad_norm": 0.5338897691126591,
+      "learning_rate": 3.3010931000199674e-05,
+      "loss": 0.2173,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.22107122838497162,
+      "step": 1510,
+      "valid_targets_mean": 4076.6,
+      "valid_targets_min": 1904
+    },
+    {
+      "epoch": 2.4396135265700485,
+      "grad_norm": 0.49724905678619213,
+      "learning_rate": 3.2949836144392256e-05,
+      "loss": 0.2266,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.22516636550426483,
+      "step": 1515,
+      "valid_targets_mean": 5009.3,
+      "valid_targets_min": 1353
+    },
+    {
+      "epoch": 2.4476650563607087,
+      "grad_norm": 0.5108239733431804,
+      "learning_rate": 3.28885325004803e-05,
+      "loss": 0.2163,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.23558905720710754,
+      "step": 1520,
+      "valid_targets_mean": 4774.4,
+      "valid_targets_min": 1731
+    },
+    {
+      "epoch": 2.455716586151369,
+      "grad_norm": 0.4908585219445986,
+      "learning_rate": 3.282702105685251e-05,
+      "loss": 0.2224,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.22913925349712372,
+      "step": 1525,
+      "valid_targets_mean": 5611.8,
+      "valid_targets_min": 2104
+    },
+    {
+      "epoch": 2.463768115942029,
+      "grad_norm": 0.4523927665088012,
+      "learning_rate": 3.2765302805247885e-05,
+      "loss": 0.2063,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20795124769210815,
+      "step": 1530,
+      "valid_targets_mean": 4889.2,
+      "valid_targets_min": 2184
+    },
+    {
+      "epoch": 2.471819645732689,
+      "grad_norm": 0.5485354909981668,
+      "learning_rate": 3.270337874073977e-05,
+      "loss": 0.217,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2317976951599121,
+      "step": 1535,
+      "valid_targets_mean": 5319.1,
+      "valid_targets_min": 1932
+    },
+    {
+      "epoch": 2.4798711755233493,
+      "grad_norm": 0.5061836838324374,
+      "learning_rate": 3.264124986171981e-05,
+      "loss": 0.2273,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.25826138257980347,
+      "step": 1540,
+      "valid_targets_mean": 4537.9,
+      "valid_targets_min": 453
+    },
+    {
+      "epoch": 2.4879227053140096,
+      "grad_norm": 0.47633311927326305,
+      "learning_rate": 3.2578917169881816e-05,
+      "loss": 0.2185,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.22371219098567963,
+      "step": 1545,
+      "valid_targets_mean": 4426.5,
+      "valid_targets_min": 1435
+    },
+    {
+      "epoch": 2.49597423510467,
+      "grad_norm": 0.528382297311333,
+      "learning_rate": 3.2516381670205665e-05,
+      "loss": 0.2309,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.22219571471214294,
+      "step": 1550,
+      "valid_targets_mean": 4377.4,
+      "valid_targets_min": 812
+    },
+    {
+      "epoch": 2.50402576489533,
+      "grad_norm": 0.496647756887993,
+      "learning_rate": 3.245364437094105e-05,
+      "loss": 0.2134,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.22214139997959137,
+      "step": 1555,
+      "valid_targets_mean": 4800.2,
+      "valid_targets_min": 1516
+    },
+    {
+      "epoch": 2.5120772946859904,
+      "grad_norm": 0.5176776733548973,
+      "learning_rate": 3.239070628359126e-05,
+      "loss": 0.2243,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2536792755126953,
+      "step": 1560,
+      "valid_targets_mean": 4532.4,
+      "valid_targets_min": 420
+    },
+    {
+      "epoch": 2.5201288244766507,
+      "grad_norm": 0.4521203535869814,
+      "learning_rate": 3.232756842289685e-05,
+      "loss": 0.209,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1837652325630188,
+      "step": 1565,
+      "valid_targets_mean": 4955.4,
+      "valid_targets_min": 1611
+    },
+    {
+      "epoch": 2.528180354267311,
+      "grad_norm": 0.48332269443651105,
+      "learning_rate": 3.2264231806819286e-05,
+      "loss": 0.1944,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18321290612220764,
+      "step": 1570,
+      "valid_targets_mean": 4541.4,
+      "valid_targets_min": 1371
+    },
+    {
+      "epoch": 2.536231884057971,
+      "grad_norm": 0.5203474071856915,
+      "learning_rate": 3.220069745652456e-05,
+      "loss": 0.2189,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2053850144147873,
+      "step": 1575,
+      "valid_targets_mean": 4024.7,
+      "valid_targets_min": 380
+    },
+    {
+      "epoch": 2.544283413848631,
+      "grad_norm": 0.46470085704874836,
+      "learning_rate": 3.213696639636666e-05,
+      "loss": 0.2233,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19794431328773499,
+      "step": 1580,
+      "valid_targets_mean": 4241.2,
+      "valid_targets_min": 756
+    },
+    {
+      "epoch": 2.5523349436392913,
+      "grad_norm": 0.4921456777251355,
+      "learning_rate": 3.207303965387114e-05,
+      "loss": 0.2195,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2276471108198166,
+      "step": 1585,
+      "valid_targets_mean": 4376.2,
+      "valid_targets_min": 327
+    },
+    {
+      "epoch": 2.5603864734299515,
+      "grad_norm": 0.5461925808616269,
+      "learning_rate": 3.200891825971846e-05,
+      "loss": 0.2148,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2170354425907135,
+      "step": 1590,
+      "valid_targets_mean": 4376.3,
+      "valid_targets_min": 1624
+    },
+    {
+      "epoch": 2.5684380032206118,
+      "grad_norm": 0.45331868338223147,
+      "learning_rate": 3.194460324772746e-05,
+      "loss": 0.1971,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17769229412078857,
+      "step": 1595,
+      "valid_targets_mean": 4559.6,
+      "valid_targets_min": 1717
+    },
+    {
+      "epoch": 2.576489533011272,
+      "grad_norm": 0.5481556666487605,
+      "learning_rate": 3.188009565483861e-05,
+      "loss": 0.2192,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21930727362632751,
+      "step": 1600,
+      "valid_targets_mean": 3786.7,
+      "valid_targets_min": 627
+    },
+    {
+      "epoch": 2.5845410628019323,
+      "grad_norm": 0.5306078402232887,
+      "learning_rate": 3.1815396521097376e-05,
+      "loss": 0.2091,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.22777387499809265,
+      "step": 1605,
+      "valid_targets_mean": 4098.1,
+      "valid_targets_min": 581
+    },
+    {
+      "epoch": 2.5925925925925926,
+      "grad_norm": 0.6396015312802733,
+      "learning_rate": 3.1750506889637366e-05,
+      "loss": 0.219,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2606090009212494,
+      "step": 1610,
+      "valid_targets_mean": 4573.8,
+      "valid_targets_min": 513
+    },
+    {
+      "epoch": 2.600644122383253,
+      "grad_norm": 0.5139629491463821,
+      "learning_rate": 3.1685427806663574e-05,
+      "loss": 0.213,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.22717058658599854,
+      "step": 1615,
+      "valid_targets_mean": 4616.6,
+      "valid_targets_min": 2109
+    },
+    {
+      "epoch": 2.608695652173913,
+      "grad_norm": 0.4896772812229126,
+      "learning_rate": 3.1620160321435475e-05,
+      "loss": 0.2204,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2393844723701477,
+      "step": 1620,
+      "valid_targets_mean": 4748.1,
+      "valid_targets_min": 1671
+    },
+    {
+      "epoch": 2.6167471819645733,
+      "grad_norm": 0.5123496934824213,
+      "learning_rate": 3.155470548625014e-05,
+      "loss": 0.2257,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2570544481277466,
+      "step": 1625,
+      "valid_targets_mean": 4746.9,
+      "valid_targets_min": 1642
+    },
+    {
+      "epoch": 2.6247987117552336,
+      "grad_norm": 0.5011886008293388,
+      "learning_rate": 3.1489064356425235e-05,
+      "loss": 0.2223,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21146038174629211,
+      "step": 1630,
+      "valid_targets_mean": 4106.5,
+      "valid_targets_min": 1263
+    },
+    {
+      "epoch": 2.632850241545894,
+      "grad_norm": 0.4918629952935143,
+      "learning_rate": 3.142323799028204e-05,
+      "loss": 0.2206,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.205857515335083,
+      "step": 1635,
+      "valid_targets_mean": 4128.4,
+      "valid_targets_min": 713
+    },
+    {
+      "epoch": 2.640901771336554,
+      "grad_norm": 0.4975884336977351,
+      "learning_rate": 3.135722744912836e-05,
+      "loss": 0.2067,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19787558913230896,
+      "step": 1640,
+      "valid_targets_mean": 5678.5,
+      "valid_targets_min": 886
+    },
+    {
+      "epoch": 2.6489533011272144,
+      "grad_norm": 0.48481732390442694,
+      "learning_rate": 3.129103379724143e-05,
+      "loss": 0.1994,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1850062608718872,
+      "step": 1645,
+      "valid_targets_mean": 3477.6,
+      "valid_targets_min": 752
+    },
+    {
+      "epoch": 2.6570048309178746,
+      "grad_norm": 0.4665528515319807,
+      "learning_rate": 3.122465810185075e-05,
+      "loss": 0.2172,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21181383728981018,
+      "step": 1650,
+      "valid_targets_mean": 4864.5,
+      "valid_targets_min": 1598
+    },
+    {
+      "epoch": 2.6650563607085345,
+      "grad_norm": 0.5077396920276867,
+      "learning_rate": 3.1158101433120863e-05,
+      "loss": 0.2186,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19636741280555725,
+      "step": 1655,
+      "valid_targets_mean": 3697.4,
+      "valid_targets_min": 339
+    },
+    {
+      "epoch": 2.6731078904991947,
+      "grad_norm": 0.5055566499587948,
+      "learning_rate": 3.1091364864134136e-05,
+      "loss": 0.197,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20249465107917786,
+      "step": 1660,
+      "valid_targets_mean": 4576.9,
+      "valid_targets_min": 543
+    },
+    {
+      "epoch": 2.681159420289855,
+      "grad_norm": 0.49702037708190555,
+      "learning_rate": 3.102444947087342e-05,
+      "loss": 0.2007,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17359226942062378,
+      "step": 1665,
+      "valid_targets_mean": 3802.2,
+      "valid_targets_min": 1850
+    },
+    {
+      "epoch": 2.6892109500805152,
+      "grad_norm": 0.543548482081646,
+      "learning_rate": 3.0957356332204745e-05,
+      "loss": 0.2364,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21617215871810913,
+      "step": 1670,
+      "valid_targets_mean": 5324.2,
+      "valid_targets_min": 1401
+    },
+    {
+      "epoch": 2.6972624798711755,
+      "grad_norm": 0.473211339207569,
+      "learning_rate": 3.089008652985989e-05,
+      "loss": 0.2,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20709389448165894,
+      "step": 1675,
+      "valid_targets_mean": 4730.4,
+      "valid_targets_min": 1283
+    },
+    {
+      "epoch": 2.7053140096618358,
+      "grad_norm": 0.48495909325226566,
+      "learning_rate": 3.082264114841892e-05,
+      "loss": 0.2152,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19697055220603943,
+      "step": 1680,
+      "valid_targets_mean": 4703.1,
+      "valid_targets_min": 1393
+    },
+    {
+      "epoch": 2.713365539452496,
+      "grad_norm": 0.525234042627054,
+      "learning_rate": 3.07550212752928e-05,
+      "loss": 0.2152,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21602725982666016,
+      "step": 1685,
+      "valid_targets_mean": 4527.6,
+      "valid_targets_min": 728
+    },
+    {
+      "epoch": 2.7214170692431563,
+      "grad_norm": 0.49507933380428965,
+      "learning_rate": 3.068722800070574e-05,
+      "loss": 0.2489,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.23652076721191406,
+      "step": 1690,
+      "valid_targets_mean": 3893.8,
+      "valid_targets_min": 1490
+    },
+    {
+      "epoch": 2.7294685990338166,
+      "grad_norm": 0.478229441737468,
+      "learning_rate": 3.0619262417677695e-05,
+      "loss": 0.2065,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20760485529899597,
+      "step": 1695,
+      "valid_targets_mean": 4375.8,
+      "valid_targets_min": 1930
+    },
+    {
+      "epoch": 2.7375201288244764,
+      "grad_norm": 0.4760382784479069,
+      "learning_rate": 3.055112562200673e-05,
+      "loss": 0.2077,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20306912064552307,
+      "step": 1700,
+      "valid_targets_mean": 4093.1,
+      "valid_targets_min": 892
+    },
+    {
+      "epoch": 2.7455716586151366,
+      "grad_norm": 0.567194545288659,
+      "learning_rate": 3.0482818712251318e-05,
+      "loss": 0.2031,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.22697149217128754,
+      "step": 1705,
+      "valid_targets_mean": 5224.9,
+      "valid_targets_min": 679
+    },
+    {
+      "epoch": 2.753623188405797,
+      "grad_norm": 0.7966562099200152,
+      "learning_rate": 3.0414342789712675e-05,
+      "loss": 0.2246,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2644144296646118,
+      "step": 1710,
+      "valid_targets_mean": 3641.8,
+      "valid_targets_min": 267
+    },
+    {
+      "epoch": 2.761674718196457,
+      "grad_norm": 0.5194781986137333,
+      "learning_rate": 3.034569895841699e-05,
+      "loss": 0.2012,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20732516050338745,
+      "step": 1715,
+      "valid_targets_mean": 4665.7,
+      "valid_targets_min": 1796
+    },
+    {
+      "epoch": 2.7697262479871174,
+      "grad_norm": 0.5139542297559575,
+      "learning_rate": 3.0276888325097583e-05,
+      "loss": 0.2108,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2747165858745575,
+      "step": 1720,
+      "valid_targets_mean": 5593.7,
+      "valid_targets_min": 863
+    },
+    {
+      "epoch": 2.7777777777777777,
+      "grad_norm": 0.5017349754200195,
+      "learning_rate": 3.020791199917713e-05,
+      "loss": 0.2097,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19357708096504211,
+      "step": 1725,
+      "valid_targets_mean": 4411.8,
+      "valid_targets_min": 775
+    },
+    {
+      "epoch": 2.785829307568438,
+      "grad_norm": 0.47883623225450245,
+      "learning_rate": 3.0138771092749722e-05,
+      "loss": 0.2158,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21340464055538177,
+      "step": 1730,
+      "valid_targets_mean": 4259.2,
+      "valid_targets_min": 702
+    },
+    {
+      "epoch": 2.793880837359098,
+      "grad_norm": 0.5042451347947459,
+      "learning_rate": 3.006946672056297e-05,
+      "loss": 0.2163,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20300012826919556,
+      "step": 1735,
+      "valid_targets_mean": 4185.3,
+      "valid_targets_min": 1004
+    },
+    {
+      "epoch": 2.8019323671497585,
+      "grad_norm": 0.5599312568052899,
+      "learning_rate": 3.0000000000000004e-05,
+      "loss": 0.2111,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.22356563806533813,
+      "step": 1740,
+      "valid_targets_mean": 4172.1,
+      "valid_targets_min": 1019
+    },
+    {
+      "epoch": 2.8099838969404187,
+      "grad_norm": 0.5188094581424917,
+      "learning_rate": 2.993037205106147e-05,
+      "loss": 0.2181,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21803626418113708,
+      "step": 1745,
+      "valid_targets_mean": 4445.8,
+      "valid_targets_min": 1772
+    },
+    {
+      "epoch": 2.818035426731079,
+      "grad_norm": 0.48903765537814037,
+      "learning_rate": 2.9860583996347495e-05,
+      "loss": 0.2093,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21702814102172852,
+      "step": 1750,
+      "valid_targets_mean": 4806.7,
+      "valid_targets_min": 1671
+    },
+    {
+      "epoch": 2.8260869565217392,
+      "grad_norm": 0.48803716906398215,
+      "learning_rate": 2.9790636961039524e-05,
+      "loss": 0.2193,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.22425541281700134,
+      "step": 1755,
+      "valid_targets_mean": 4643.0,
+      "valid_targets_min": 1506
+    },
+    {
+      "epoch": 2.8341384863123995,
+      "grad_norm": 0.48749480729575717,
+      "learning_rate": 2.9720532072882268e-05,
+      "loss": 0.2248,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19417119026184082,
+      "step": 1760,
+      "valid_targets_mean": 4002.8,
+      "valid_targets_min": 1522
+    },
+    {
+      "epoch": 2.8421900161030598,
+      "grad_norm": 0.45848716202240636,
+      "learning_rate": 2.965027046216544e-05,
+      "loss": 0.2081,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1857365071773529,
+      "step": 1765,
+      "valid_targets_mean": 4783.7,
+      "valid_targets_min": 1919
+    },
+    {
+      "epoch": 2.85024154589372,
+      "grad_norm": 0.6718800164601025,
+      "learning_rate": 2.9579853261705573e-05,
+      "loss": 0.2024,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.23533181846141815,
+      "step": 1770,
+      "valid_targets_mean": 4673.9,
+      "valid_targets_min": 1311
+    },
+    {
+      "epoch": 2.8582930756843803,
+      "grad_norm": 0.4660110391421861,
+      "learning_rate": 2.950928160682775e-05,
+      "loss": 0.2089,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19263693690299988,
+      "step": 1775,
+      "valid_targets_mean": 4255.1,
+      "valid_targets_min": 1076
+    },
+    {
+      "epoch": 2.86634460547504,
+      "grad_norm": 0.5145254890484248,
+      "learning_rate": 2.943855663534731e-05,
+      "loss": 0.2183,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.23376551270484924,
+      "step": 1780,
+      "valid_targets_mean": 4397.2,
+      "valid_targets_min": 1787
+    },
+    {
+      "epoch": 2.8743961352657004,
+      "grad_norm": 0.4906091551370421,
+      "learning_rate": 2.9367679487551473e-05,
+      "loss": 0.2056,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20546765625476837,
+      "step": 1785,
+      "valid_targets_mean": 3990.4,
+      "valid_targets_min": 1477
+    },
+    {
+      "epoch": 2.8824476650563606,
+      "grad_norm": 0.5093898731159036,
+      "learning_rate": 2.929665130618098e-05,
+      "loss": 0.2037,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.22851824760437012,
+      "step": 1790,
+      "valid_targets_mean": 5522.1,
+      "valid_targets_min": 1762
+    },
+    {
+      "epoch": 2.890499194847021,
+      "grad_norm": 0.4518802511006292,
+      "learning_rate": 2.9225473236411655e-05,
+      "loss": 0.2217,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18847951292991638,
+      "step": 1795,
+      "valid_targets_mean": 4818.7,
+      "valid_targets_min": 1111
+    },
+    {
+      "epoch": 2.898550724637681,
+      "grad_norm": 0.6937426790422542,
+      "learning_rate": 2.915414642583596e-05,
+      "loss": 0.2148,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20088736712932587,
+      "step": 1800,
+      "valid_targets_mean": 3600.9,
+      "valid_targets_min": 848
+    },
+    {
+      "epoch": 2.9066022544283414,
+      "grad_norm": 0.46521668715049397,
+      "learning_rate": 2.9082672024444485e-05,
+      "loss": 0.2229,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.22432249784469604,
+      "step": 1805,
+      "valid_targets_mean": 4322.0,
+      "valid_targets_min": 1358
+    },
+    {
+      "epoch": 2.9146537842190017,
+      "grad_norm": 0.436860595041999,
+      "learning_rate": 2.901105118460737e-05,
+      "loss": 0.2072,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1966436803340912,
+      "step": 1810,
+      "valid_targets_mean": 4940.1,
+      "valid_targets_min": 1944
+    },
+    {
+      "epoch": 2.922705314009662,
+      "grad_norm": 0.5361044008606226,
+      "learning_rate": 2.8939285061055807e-05,
+      "loss": 0.2146,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2078220695257187,
+      "step": 1815,
+      "valid_targets_mean": 3302.5,
+      "valid_targets_min": 609
+    },
+    {
+      "epoch": 2.930756843800322,
+      "grad_norm": 0.49990872670719105,
+      "learning_rate": 2.8867374810863325e-05,
+      "loss": 0.2136,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2396693229675293,
+      "step": 1820,
+      "valid_targets_mean": 4933.6,
+      "valid_targets_min": 1197
+    },
+    {
+      "epoch": 2.938808373590982,
+      "grad_norm": 0.4676050983632418,
+      "learning_rate": 2.8795321593427227e-05,
+      "loss": 0.2105,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21761463582515717,
+      "step": 1825,
+      "valid_targets_mean": 4473.9,
+      "valid_targets_min": 1740
+    },
+    {
+      "epoch": 2.9468599033816423,
+      "grad_norm": 0.4579800892905144,
+      "learning_rate": 2.8723126570449813e-05,
+      "loss": 0.2137,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.22557538747787476,
+      "step": 1830,
+      "valid_targets_mean": 4990.2,
+      "valid_targets_min": 1104
+    },
+    {
+      "epoch": 2.9549114331723025,
+      "grad_norm": 0.521039627014324,
+      "learning_rate": 2.8650790905919724e-05,
+      "loss": 0.2127,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21462702751159668,
+      "step": 1835,
+      "valid_targets_mean": 4125.9,
+      "valid_targets_min": 1187
+    },
+    {
+      "epoch": 2.962962962962963,
+      "grad_norm": 0.5446614093095541,
+      "learning_rate": 2.8578315766093133e-05,
+      "loss": 0.2275,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.22720134258270264,
+      "step": 1840,
+      "valid_targets_mean": 4199.9,
+      "valid_targets_min": 379
+    },
+    {
+      "epoch": 2.971014492753623,
+      "grad_norm": 0.5085501802829419,
+      "learning_rate": 2.850570231947493e-05,
+      "loss": 0.2086,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20165984332561493,
+      "step": 1845,
+      "valid_targets_mean": 4610.2,
+      "valid_targets_min": 745
+    },
+    {
+      "epoch": 2.9790660225442833,
+      "grad_norm": 0.4995531673717949,
+      "learning_rate": 2.8432951736799933e-05,
+      "loss": 0.2149,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21701423823833466,
+      "step": 1850,
+      "valid_targets_mean": 4243.4,
+      "valid_targets_min": 1952
+    },
+    {
+      "epoch": 2.9871175523349436,
+      "grad_norm": 0.5654118721016965,
+      "learning_rate": 2.8360065191013967e-05,
+      "loss": 0.2189,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.22924692928791046,
+      "step": 1855,
+      "valid_targets_mean": 3948.6,
+      "valid_targets_min": 1818
+    },
+    {
+      "epoch": 2.995169082125604,
+      "grad_norm": 0.5368747366497263,
+      "learning_rate": 2.8287043857254957e-05,
+      "loss": 0.2049,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18569841980934143,
+      "step": 1860,
+      "valid_targets_mean": 4243.3,
+      "valid_targets_min": 944
+    },
+    {
+      "epoch": 3.003220611916264,
+      "grad_norm": 0.5308612324214572,
+      "learning_rate": 2.8213888912834026e-05,
+      "loss": 0.2026,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20392943918704987,
+      "step": 1865,
+      "valid_targets_mean": 5240.9,
+      "valid_targets_min": 3176
+    },
+    {
+      "epoch": 3.0112721417069244,
+      "grad_norm": 0.5850366317547473,
+      "learning_rate": 2.814060153721644e-05,
+      "loss": 0.1835,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.22741422057151794,
+      "step": 1870,
+      "valid_targets_mean": 4518.1,
+      "valid_targets_min": 1313
+    },
+    {
+      "epoch": 3.0193236714975846,
+      "grad_norm": 0.5456534322958014,
+      "learning_rate": 2.8067182912002663e-05,
+      "loss": 0.1929,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19902676343917847,
+      "step": 1875,
+      "valid_targets_mean": 4697.9,
+      "valid_targets_min": 1401
+    },
+    {
+      "epoch": 3.027375201288245,
+      "grad_norm": 0.5866691020588805,
+      "learning_rate": 2.7993634220909254e-05,
+      "loss": 0.1873,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17653107643127441,
+      "step": 1880,
+      "valid_targets_mean": 5312.7,
+      "valid_targets_min": 1668
+    },
+    {
+      "epoch": 3.035426731078905,
+      "grad_norm": 0.4839014869325985,
+      "learning_rate": 2.7919956649749826e-05,
+      "loss": 0.2012,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.207495778799057,
+      "step": 1885,
+      "valid_targets_mean": 4792.9,
+      "valid_targets_min": 1475
+    },
+    {
+      "epoch": 3.0434782608695654,
+      "grad_norm": 0.5792725572749162,
+      "learning_rate": 2.784615138641588e-05,
+      "loss": 0.2028,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2462862730026245,
+      "step": 1890,
+      "valid_targets_mean": 3582.7,
+      "valid_targets_min": 1264
+    },
+    {
+      "epoch": 3.0515297906602252,
+      "grad_norm": 0.5471292037490801,
+      "learning_rate": 2.7772219620857685e-05,
+      "loss": 0.2036,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2000941038131714,
+      "step": 1895,
+      "valid_targets_mean": 4260.8,
+      "valid_targets_min": 1662
+    },
+    {
+      "epoch": 3.0595813204508855,
+      "grad_norm": 0.5418789392536902,
+      "learning_rate": 2.769816254506509e-05,
+      "loss": 0.1972,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17109820246696472,
+      "step": 1900,
+      "valid_targets_mean": 4285.0,
+      "valid_targets_min": 688
+    },
+    {
+      "epoch": 3.0676328502415457,
+      "grad_norm": 0.5696873068816691,
+      "learning_rate": 2.76239813530483e-05,
+      "loss": 0.1917,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17864085733890533,
+      "step": 1905,
+      "valid_targets_mean": 3839.0,
+      "valid_targets_min": 356
+    },
+    {
+      "epoch": 3.075684380032206,
+      "grad_norm": 0.5257872930167539,
+      "learning_rate": 2.7549677240818628e-05,
+      "loss": 0.1918,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20962268114089966,
+      "step": 1910,
+      "valid_targets_mean": 4587.1,
+      "valid_targets_min": 854
+    },
+    {
+      "epoch": 3.0837359098228663,
+      "grad_norm": 0.5648446285032245,
+      "learning_rate": 2.7475251406369197e-05,
+      "loss": 0.1969,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20219004154205322,
+      "step": 1915,
+      "valid_targets_mean": 4792.9,
+      "valid_targets_min": 1897
+    },
+    {
+      "epoch": 3.0917874396135265,
+      "grad_norm": 0.454963234903237,
+      "learning_rate": 2.740070504965565e-05,
+      "loss": 0.1732,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1661757528781891,
+      "step": 1920,
+      "valid_targets_mean": 5107.2,
+      "valid_targets_min": 1842
+    },
+    {
+      "epoch": 3.099838969404187,
+      "grad_norm": 0.5802646506856157,
+      "learning_rate": 2.7326039372576782e-05,
+      "loss": 0.2025,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20974227786064148,
+      "step": 1925,
+      "valid_targets_mean": 4211.8,
+      "valid_targets_min": 1850
+    },
+    {
+      "epoch": 3.107890499194847,
+      "grad_norm": 0.5115859872263251,
+      "learning_rate": 2.7251255578955186e-05,
+      "loss": 0.2016,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.191048726439476,
+      "step": 1930,
+      "valid_targets_mean": 4847.3,
+      "valid_targets_min": 2149
+    },
+    {
+      "epoch": 3.1159420289855073,
+      "grad_norm": 0.4838092911137751,
+      "learning_rate": 2.7176354874517805e-05,
+      "loss": 0.1915,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18548092246055603,
+      "step": 1935,
+      "valid_targets_mean": 4928.9,
+      "valid_targets_min": 1746
+    },
+    {
+      "epoch": 3.1239935587761676,
+      "grad_norm": 0.6716396355587732,
+      "learning_rate": 2.7101338466876542e-05,
+      "loss": 0.1884,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17967697978019714,
+      "step": 1940,
+      "valid_targets_mean": 3838.4,
+      "valid_targets_min": 933
+    },
+    {
+      "epoch": 3.132045088566828,
+      "grad_norm": 0.5175526656495621,
+      "learning_rate": 2.702620756550874e-05,
+      "loss": 0.2077,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18851426243782043,
+      "step": 1945,
+      "valid_targets_mean": 4249.6,
+      "valid_targets_min": 1164
+    },
+    {
+      "epoch": 3.140096618357488,
+      "grad_norm": 0.5292721987453661,
+      "learning_rate": 2.6950963381737728e-05,
+      "loss": 0.1948,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20516784489154816,
+      "step": 1950,
+      "valid_targets_mean": 4134.1,
+      "valid_targets_min": 1487
+    },
+    {
+      "epoch": 3.148148148148148,
+      "grad_norm": 0.5429459342739271,
+      "learning_rate": 2.687560712871325e-05,
+      "loss": 0.1959,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19477809965610504,
+      "step": 1955,
+      "valid_targets_mean": 4617.6,
+      "valid_targets_min": 321
+    },
+    {
+      "epoch": 3.156199677938808,
+      "grad_norm": 0.5204990053162142,
+      "learning_rate": 2.6800140021391933e-05,
+      "loss": 0.2088,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2121405303478241,
+      "step": 1960,
+      "valid_targets_mean": 5504.8,
+      "valid_targets_min": 2133
+    },
+    {
+      "epoch": 3.1642512077294684,
+      "grad_norm": 0.5107603352588185,
+      "learning_rate": 2.6724563276517697e-05,
+      "loss": 0.1903,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.217079758644104,
+      "step": 1965,
+      "valid_targets_mean": 4874.7,
+      "valid_targets_min": 578
+    },
+    {
+      "epoch": 3.1723027375201287,
+      "grad_norm": 0.5709422965320798,
+      "learning_rate": 2.6648878112602115e-05,
+      "loss": 0.1865,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20290029048919678,
+      "step": 1970,
+      "valid_targets_mean": 4168.8,
+      "valid_targets_min": 537
+    },
+    {
+      "epoch": 3.180354267310789,
+      "grad_norm": 0.5236384072204857,
+      "learning_rate": 2.6573085749904784e-05,
+      "loss": 0.2089,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18646635115146637,
+      "step": 1975,
+      "valid_targets_mean": 5792.3,
+      "valid_targets_min": 3148
+    },
+    {
+      "epoch": 3.1884057971014492,
+      "grad_norm": 0.4931013592583483,
+      "learning_rate": 2.6497187410413676e-05,
+      "loss": 0.191,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16621598601341248,
+      "step": 1980,
+      "valid_targets_mean": 4182.5,
+      "valid_targets_min": 626
+    },
+    {
+      "epoch": 3.1964573268921095,
+      "grad_norm": 0.513477571797092,
+      "learning_rate": 2.642118431782537e-05,
+      "loss": 0.2045,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19758376479148865,
+      "step": 1985,
+      "valid_targets_mean": 4814.4,
+      "valid_targets_min": 841
+    },
+    {
+      "epoch": 3.2045088566827697,
+      "grad_norm": 0.5208664241436397,
+      "learning_rate": 2.6345077697525394e-05,
+      "loss": 0.2018,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2036036252975464,
+      "step": 1990,
+      "valid_targets_mean": 4699.8,
+      "valid_targets_min": 1314
+    },
+    {
+      "epoch": 3.21256038647343,
+      "grad_norm": 0.48590086014586165,
+      "learning_rate": 2.6268868776568416e-05,
+      "loss": 0.1918,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1840904951095581,
+      "step": 1995,
+      "valid_targets_mean": 4029.8,
+      "valid_targets_min": 2119
+    },
+    {
+      "epoch": 3.2206119162640903,
+      "grad_norm": 0.48975245964069325,
+      "learning_rate": 2.619255878365849e-05,
+      "loss": 0.2021,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19650408625602722,
+      "step": 2000,
+      "valid_targets_mean": 4923.2,
+      "valid_targets_min": 2035
+    },
+    {
+      "epoch": 3.2286634460547505,
+      "grad_norm": 0.4730736998762011,
+      "learning_rate": 2.6116148949129237e-05,
+      "loss": 0.2022,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19848835468292236,
+      "step": 2005,
+      "valid_targets_mean": 5154.9,
+      "valid_targets_min": 862
+    },
+    {
+      "epoch": 3.236714975845411,
+      "grad_norm": 0.49293775625702296,
+      "learning_rate": 2.603964050492401e-05,
+      "loss": 0.1845,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1910780966281891,
+      "step": 2010,
+      "valid_targets_mean": 5177.5,
+      "valid_targets_min": 1035
+    },
+    {
+      "epoch": 3.244766505636071,
+      "grad_norm": 0.4352279629169526,
+      "learning_rate": 2.5963034684576024e-05,
+      "loss": 0.1833,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1654304563999176,
+      "step": 2015,
+      "valid_targets_mean": 4889.2,
+      "valid_targets_min": 755
+    },
+    {
+      "epoch": 3.2528180354267313,
+      "grad_norm": 0.48928557887722884,
+      "learning_rate": 2.5886332723188484e-05,
+      "loss": 0.1874,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17599686980247498,
+      "step": 2020,
+      "valid_targets_mean": 3929.6,
+      "valid_targets_min": 627
+    },
+    {
+      "epoch": 3.260869565217391,
+      "grad_norm": 0.4602375034247986,
+      "learning_rate": 2.5809535857414637e-05,
+      "loss": 0.1916,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19927427172660828,
+      "step": 2025,
+      "valid_targets_mean": 4907.2,
+      "valid_targets_min": 700
+    },
+    {
+      "epoch": 3.2689210950080514,
+      "grad_norm": 0.45533522839686313,
+      "learning_rate": 2.573264532543788e-05,
+      "loss": 0.1902,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1822260171175003,
+      "step": 2030,
+      "valid_targets_mean": 4557.0,
+      "valid_targets_min": 2401
+    },
+    {
+      "epoch": 3.2769726247987117,
+      "grad_norm": 0.5432317512688624,
+      "learning_rate": 2.5655662366951778e-05,
+      "loss": 0.1966,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1943272203207016,
+      "step": 2035,
+      "valid_targets_mean": 3990.8,
+      "valid_targets_min": 1026
+    },
+    {
+      "epoch": 3.285024154589372,
+      "grad_norm": 0.5340485828335133,
+      "learning_rate": 2.557858822314007e-05,
+      "loss": 0.2004,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2411888986825943,
+      "step": 2040,
+      "valid_targets_mean": 4090.6,
+      "valid_targets_min": 1032
+    },
+    {
+      "epoch": 3.293075684380032,
+      "grad_norm": 0.5155182145466647,
+      "learning_rate": 2.5501424136656635e-05,
+      "loss": 0.1928,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2276889681816101,
+      "step": 2045,
+      "valid_targets_mean": 4593.6,
+      "valid_targets_min": 574
+    },
+    {
+      "epoch": 3.3011272141706924,
+      "grad_norm": 0.5465406153378882,
+      "learning_rate": 2.5424171351605518e-05,
+      "loss": 0.1874,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17450806498527527,
+      "step": 2050,
+      "valid_targets_mean": 4325.6,
+      "valid_targets_min": 1283
+    },
+    {
+      "epoch": 3.3091787439613527,
+      "grad_norm": 0.5652814304177497,
+      "learning_rate": 2.5346831113520827e-05,
+      "loss": 0.1961,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21284984052181244,
+      "step": 2055,
+      "valid_targets_mean": 4811.6,
+      "valid_targets_min": 1066
+    },
+    {
+      "epoch": 3.317230273752013,
+      "grad_norm": 0.5717869882020237,
+      "learning_rate": 2.526940466934664e-05,
+      "loss": 0.1937,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19881507754325867,
+      "step": 2060,
+      "valid_targets_mean": 3001.5,
+      "valid_targets_min": 350
+    },
+    {
+      "epoch": 3.325281803542673,
+      "grad_norm": 0.5193991609655757,
+      "learning_rate": 2.5191893267416964e-05,
+      "loss": 0.1913,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19282767176628113,
+      "step": 2065,
+      "valid_targets_mean": 4379.1,
+      "valid_targets_min": 943
+    },
+    {
+      "epoch": 3.3333333333333335,
+      "grad_norm": 0.5087654352874541,
+      "learning_rate": 2.5114298157435526e-05,
+      "loss": 0.2077,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.22454917430877686,
+      "step": 2070,
+      "valid_targets_mean": 5994.5,
+      "valid_targets_min": 1253
+    },
+    {
+      "epoch": 3.3413848631239937,
+      "grad_norm": 0.4773374743223842,
+      "learning_rate": 2.503662059045568e-05,
+      "loss": 0.1961,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19372783601284027,
+      "step": 2075,
+      "valid_targets_mean": 4415.6,
+      "valid_targets_min": 1046
+    },
+    {
+      "epoch": 3.3494363929146536,
+      "grad_norm": 0.5211750691881805,
+      "learning_rate": 2.4958861818860217e-05,
+      "loss": 0.1936,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20317870378494263,
+      "step": 2080,
+      "valid_targets_mean": 4938.8,
+      "valid_targets_min": 1053
+    },
+    {
+      "epoch": 3.357487922705314,
+      "grad_norm": 0.580769513908195,
+      "learning_rate": 2.488102309634119e-05,
+      "loss": 0.1918,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17012670636177063,
+      "step": 2085,
+      "valid_targets_mean": 3300.9,
+      "valid_targets_min": 570
+    },
+    {
+      "epoch": 3.365539452495974,
+      "grad_norm": 0.4677262023270228,
+      "learning_rate": 2.480310567787967e-05,
+      "loss": 0.1943,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21143823862075806,
+      "step": 2090,
+      "valid_targets_mean": 4960.4,
+      "valid_targets_min": 1486
+    },
+    {
+      "epoch": 3.3735909822866343,
+      "grad_norm": 0.498695274074395,
+      "learning_rate": 2.4725110819725542e-05,
+      "loss": 0.1877,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19077152013778687,
+      "step": 2095,
+      "valid_targets_mean": 4409.8,
+      "valid_targets_min": 1603
+    },
+    {
+      "epoch": 3.3816425120772946,
+      "grad_norm": 0.6606944270313985,
+      "learning_rate": 2.464703977937723e-05,
+      "loss": 0.2122,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2209235429763794,
+      "step": 2100,
+      "valid_targets_mean": 5160.9,
+      "valid_targets_min": 2260
+    },
+    {
+      "epoch": 3.389694041867955,
+      "grad_norm": 0.48392843927081547,
+      "learning_rate": 2.456889381556144e-05,
+      "loss": 0.1863,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1707090586423874,
+      "step": 2105,
+      "valid_targets_mean": 4587.8,
+      "valid_targets_min": 1717
+    },
+    {
+      "epoch": 3.397745571658615,
+      "grad_norm": 0.4875147573168212,
+      "learning_rate": 2.449067418821285e-05,
+      "loss": 0.1944,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18568046391010284,
+      "step": 2110,
+      "valid_targets_mean": 4881.9,
+      "valid_targets_min": 2069
+    },
+    {
+      "epoch": 3.4057971014492754,
+      "grad_norm": 0.5240738697697526,
+      "learning_rate": 2.4412382158453807e-05,
+      "loss": 0.2027,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17656230926513672,
+      "step": 2115,
+      "valid_targets_mean": 4386.1,
+      "valid_targets_min": 1483
+    },
+    {
+      "epoch": 3.4138486312399356,
+      "grad_norm": 0.5359424822294189,
+      "learning_rate": 2.4334018988573983e-05,
+      "loss": 0.2071,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.22453176975250244,
+      "step": 2120,
+      "valid_targets_mean": 4363.1,
+      "valid_targets_min": 2099
+    },
+    {
+      "epoch": 3.421900161030596,
+      "grad_norm": 0.7044397785288949,
+      "learning_rate": 2.425558594201004e-05,
+      "loss": 0.1963,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17415092885494232,
+      "step": 2125,
+      "valid_targets_mean": 4853.5,
+      "valid_targets_min": 1658
+    },
+    {
+      "epoch": 3.429951690821256,
+      "grad_norm": 0.7313542515268883,
+      "learning_rate": 2.417708428332525e-05,
+      "loss": 0.2088,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18305009603500366,
+      "step": 2130,
+      "valid_targets_mean": 4156.8,
+      "valid_targets_min": 317
+    },
+    {
+      "epoch": 3.4380032206119164,
+      "grad_norm": 0.4738591164631795,
+      "learning_rate": 2.4098515278189097e-05,
+      "loss": 0.192,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1723197102546692,
+      "step": 2135,
+      "valid_targets_mean": 4533.4,
+      "valid_targets_min": 1353
+    },
+    {
+      "epoch": 3.4460547504025767,
+      "grad_norm": 0.5276265701938105,
+      "learning_rate": 2.4019880193356902e-05,
+      "loss": 0.182,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17899435758590698,
+      "step": 2140,
+      "valid_targets_mean": 4434.9,
+      "valid_targets_min": 675
+    },
+    {
+      "epoch": 3.454106280193237,
+      "grad_norm": 0.5632489582281142,
+      "learning_rate": 2.3941180296649348e-05,
+      "loss": 0.2035,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.22366738319396973,
+      "step": 2145,
+      "valid_targets_mean": 3995.8,
+      "valid_targets_min": 1400
+    },
+    {
+      "epoch": 3.4621578099838968,
+      "grad_norm": 0.5526994009194625,
+      "learning_rate": 2.3862416856932087e-05,
+      "loss": 0.19,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19457975029945374,
+      "step": 2150,
+      "valid_targets_mean": 3929.9,
+      "valid_targets_min": 1593
+    },
+    {
+      "epoch": 3.470209339774557,
+      "grad_norm": 0.5417281294909433,
+      "learning_rate": 2.378359114409527e-05,
+      "loss": 0.2146,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20209567248821259,
+      "step": 2155,
+      "valid_targets_mean": 4491.2,
+      "valid_targets_min": 1771
+    },
+    {
+      "epoch": 3.4782608695652173,
+      "grad_norm": 0.5283860783665116,
+      "learning_rate": 2.370470442903306e-05,
+      "loss": 0.2024,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2074143886566162,
+      "step": 2160,
+      "valid_targets_mean": 3453.6,
+      "valid_targets_min": 656
+    },
+    {
+      "epoch": 3.4863123993558776,
+      "grad_norm": 0.5596014550678241,
+      "learning_rate": 2.362575798362315e-05,
+      "loss": 0.2018,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20553532242774963,
+      "step": 2165,
+      "valid_targets_mean": 3728.8,
+      "valid_targets_min": 1291
+    },
+    {
+      "epoch": 3.494363929146538,
+      "grad_norm": 0.47388886907429295,
+      "learning_rate": 2.3546753080706242e-05,
+      "loss": 0.1962,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2011997401714325,
+      "step": 2170,
+      "valid_targets_mean": 4747.0,
+      "valid_targets_min": 1499
+    },
+    {
+      "epoch": 3.502415458937198,
+      "grad_norm": 0.5433473628742698,
+      "learning_rate": 2.346769099406557e-05,
+      "loss": 0.2048,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.22939231991767883,
+      "step": 2175,
+      "valid_targets_mean": 3726.4,
+      "valid_targets_min": 824
+    },
+    {
+      "epoch": 3.5104669887278583,
+      "grad_norm": 0.4457288216134543,
+      "learning_rate": 2.33885729984063e-05,
+      "loss": 0.2015,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1754472553730011,
+      "step": 2180,
+      "valid_targets_mean": 5101.0,
+      "valid_targets_min": 1832
+    },
+    {
+      "epoch": 3.5185185185185186,
+      "grad_norm": 0.511189888500102,
+      "learning_rate": 2.3309400369335033e-05,
+      "loss": 0.1909,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18584825098514557,
+      "step": 2185,
+      "valid_targets_mean": 4445.9,
+      "valid_targets_min": 1920
+    },
+    {
+      "epoch": 3.526570048309179,
+      "grad_norm": 0.5632502133321703,
+      "learning_rate": 2.3230174383339196e-05,
+      "loss": 0.2072,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2198297381401062,
+      "step": 2190,
+      "valid_targets_mean": 4171.1,
+      "valid_targets_min": 758
+    },
+    {
+      "epoch": 3.534621578099839,
+      "grad_norm": 0.4874975024015211,
+      "learning_rate": 2.3150896317766505e-05,
+      "loss": 0.1896,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1995978057384491,
+      "step": 2195,
+      "valid_targets_mean": 4628.1,
+      "valid_targets_min": 1282
+    },
+    {
+      "epoch": 3.542673107890499,
+      "grad_norm": 0.47843928271386893,
+      "learning_rate": 2.3071567450804325e-05,
+      "loss": 0.2053,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1690368950366974,
+      "step": 2200,
+      "valid_targets_mean": 4314.7,
+      "valid_targets_min": 1529
+    },
+    {
+      "epoch": 3.550724637681159,
+      "grad_norm": 0.5030690747235215,
+      "learning_rate": 2.299218906145909e-05,
+      "loss": 0.1883,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17591848969459534,
+      "step": 2205,
+      "valid_targets_mean": 4831.5,
+      "valid_targets_min": 1692
+    },
+    {
+      "epoch": 3.5587761674718195,
+      "grad_norm": 0.4445594459012944,
+      "learning_rate": 2.2912762429535684e-05,
+      "loss": 0.1974,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2045142650604248,
+      "step": 2210,
+      "valid_targets_mean": 5075.3,
+      "valid_targets_min": 1787
+    },
+    {
+      "epoch": 3.5668276972624797,
+      "grad_norm": 0.5066371584429301,
+      "learning_rate": 2.2833288835616784e-05,
+      "loss": 0.1948,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20660072565078735,
+      "step": 2215,
+      "valid_targets_mean": 4255.6,
+      "valid_targets_min": 978
+    },
+    {
+      "epoch": 3.57487922705314,
+      "grad_norm": 0.5314312269324657,
+      "learning_rate": 2.2753769561042235e-05,
+      "loss": 0.2013,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1856955885887146,
+      "step": 2220,
+      "valid_targets_mean": 4382.4,
+      "valid_targets_min": 306
+    },
+    {
+      "epoch": 3.5829307568438002,
+      "grad_norm": 0.594664193968932,
+      "learning_rate": 2.2674205887888386e-05,
+      "loss": 0.2093,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.22779573500156403,
+      "step": 2225,
+      "valid_targets_mean": 4177.1,
+      "valid_targets_min": 581
+    },
+    {
+      "epoch": 3.5909822866344605,
+      "grad_norm": 0.4922219770303433,
+      "learning_rate": 2.259459909894742e-05,
+      "loss": 0.2071,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.22328010201454163,
+      "step": 2230,
+      "valid_targets_mean": 5152.0,
+      "valid_targets_min": 851
+    },
+    {
+      "epoch": 3.5990338164251208,
+      "grad_norm": 0.48869544172575563,
+      "learning_rate": 2.2514950477706657e-05,
+      "loss": 0.1956,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20914164185523987,
+      "step": 2235,
+      "valid_targets_mean": 5138.6,
+      "valid_targets_min": 1484
+    },
+    {
+      "epoch": 3.607085346215781,
+      "grad_norm": 0.6963749789958893,
+      "learning_rate": 2.2435261308327875e-05,
+      "loss": 0.1945,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1746867597103119,
+      "step": 2240,
+      "valid_targets_mean": 4765.4,
+      "valid_targets_min": 1839
+    },
+    {
+      "epoch": 3.6151368760064413,
+      "grad_norm": 0.5367886666270889,
+      "learning_rate": 2.2355532875626612e-05,
+      "loss": 0.1794,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18968860805034637,
+      "step": 2245,
+      "valid_targets_mean": 3609.9,
+      "valid_targets_min": 1136
+    },
+    {
+      "epoch": 3.6231884057971016,
+      "grad_norm": 0.5074205448750082,
+      "learning_rate": 2.2275766465051444e-05,
+      "loss": 0.1989,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20984122157096863,
+      "step": 2250,
+      "valid_targets_mean": 4557.3,
+      "valid_targets_min": 818
+    },
+    {
+      "epoch": 3.631239935587762,
+      "grad_norm": 0.5328336917497768,
+      "learning_rate": 2.2195963362663236e-05,
+      "loss": 0.196,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1873650997877121,
+      "step": 2255,
+      "valid_targets_mean": 4251.6,
+      "valid_targets_min": 1417
+    },
+    {
+      "epoch": 3.639291465378422,
+      "grad_norm": 0.5279031470689559,
+      "learning_rate": 2.211612485511446e-05,
+      "loss": 0.1953,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19223317503929138,
+      "step": 2260,
+      "valid_targets_mean": 4547.8,
+      "valid_targets_min": 989
+    },
+    {
+      "epoch": 3.6473429951690823,
+      "grad_norm": 0.4807142652014487,
+      "learning_rate": 2.2036252229628392e-05,
+      "loss": 0.1855,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17448017001152039,
+      "step": 2265,
+      "valid_targets_mean": 4428.8,
+      "valid_targets_min": 1791
+    },
+    {
+      "epoch": 3.6553945249597426,
+      "grad_norm": 0.46162214621632697,
+      "learning_rate": 2.19563467739784e-05,
+      "loss": 0.1923,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15724977850914001,
+      "step": 2270,
+      "valid_targets_mean": 4100.6,
+      "valid_targets_min": 1856
+    },
+    {
+      "epoch": 3.6634460547504024,
+      "grad_norm": 0.437259128811763,
+      "learning_rate": 2.1876409776467165e-05,
+      "loss": 0.2014,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19419334828853607,
+      "step": 2275,
+      "valid_targets_mean": 5604.3,
+      "valid_targets_min": 1799
+    },
+    {
+      "epoch": 3.6714975845410627,
+      "grad_norm": 0.509046081849507,
+      "learning_rate": 2.1796442525905923e-05,
+      "loss": 0.19,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1819322556257248,
+      "step": 2280,
+      "valid_targets_mean": 3572.2,
+      "valid_targets_min": 1228
+    },
+    {
+      "epoch": 3.679549114331723,
+      "grad_norm": 0.512456182600672,
+      "learning_rate": 2.171644631159366e-05,
+      "loss": 0.2032,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21677514910697937,
+      "step": 2285,
+      "valid_targets_mean": 4920.6,
+      "valid_targets_min": 720
+    },
+    {
+      "epoch": 3.687600644122383,
+      "grad_norm": 3.5749072057598865,
+      "learning_rate": 2.163642242329633e-05,
+      "loss": 0.2007,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1948278695344925,
+      "step": 2290,
+      "valid_targets_mean": 4014.2,
+      "valid_targets_min": 1316
+    },
+    {
+      "epoch": 3.6956521739130435,
+      "grad_norm": 0.48865940439627575,
+      "learning_rate": 2.1556372151226097e-05,
+      "loss": 0.1904,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21440473198890686,
+      "step": 2295,
+      "valid_targets_mean": 4626.4,
+      "valid_targets_min": 1967
+    },
+    {
+      "epoch": 3.7037037037037037,
+      "grad_norm": 0.5877525411956264,
+      "learning_rate": 2.1476296786020502e-05,
+      "loss": 0.1881,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.173828125,
+      "step": 2300,
+      "valid_targets_mean": 4059.1,
+      "valid_targets_min": 345
+    },
+    {
+      "epoch": 3.711755233494364,
+      "grad_norm": 0.532071939990665,
+      "learning_rate": 2.139619761872163e-05,
+      "loss": 0.2034,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20449981093406677,
+      "step": 2305,
+      "valid_targets_mean": 3978.1,
+      "valid_targets_min": 987
+    },
+    {
+      "epoch": 3.7198067632850242,
+      "grad_norm": 0.5500257667017805,
+      "learning_rate": 2.1316075940755363e-05,
+      "loss": 0.1994,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19600236415863037,
+      "step": 2310,
+      "valid_targets_mean": 4358.1,
+      "valid_targets_min": 2076
+    },
+    {
+      "epoch": 3.7278582930756845,
+      "grad_norm": 0.4910824420542707,
+      "learning_rate": 2.1235933043910488e-05,
+      "loss": 0.2025,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1749979555606842,
+      "step": 2315,
+      "valid_targets_mean": 3997.7,
+      "valid_targets_min": 1403
+    },
+    {
+      "epoch": 3.7359098228663448,
+      "grad_norm": 0.49001315022408615,
+      "learning_rate": 2.1155770220317918e-05,
+      "loss": 0.2012,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1976926326751709,
+      "step": 2320,
+      "valid_targets_mean": 4852.8,
+      "valid_targets_min": 506
+    },
+    {
+      "epoch": 3.7439613526570046,
+      "grad_norm": 0.6702681948241392,
+      "learning_rate": 2.107558876242983e-05,
+      "loss": 0.1964,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19468314945697784,
+      "step": 2325,
+      "valid_targets_mean": 3499.4,
+      "valid_targets_min": 1520
+    },
+    {
+      "epoch": 3.752012882447665,
+      "grad_norm": 0.4609480240941858,
+      "learning_rate": 2.0995389962998845e-05,
+      "loss": 0.1928,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19903123378753662,
+      "step": 2330,
+      "valid_targets_mean": 4891.3,
+      "valid_targets_min": 1678
+    },
+    {
+      "epoch": 3.760064412238325,
+      "grad_norm": 0.48913542025927365,
+      "learning_rate": 2.091517511505719e-05,
+      "loss": 0.2002,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21223650872707367,
+      "step": 2335,
+      "valid_targets_mean": 4559.2,
+      "valid_targets_min": 2650
+    },
+    {
+      "epoch": 3.7681159420289854,
+      "grad_norm": 0.46883840985224706,
+      "learning_rate": 2.0834945511895816e-05,
+      "loss": 0.1885,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1941649466753006,
+      "step": 2340,
+      "valid_targets_mean": 5603.5,
+      "valid_targets_min": 2498
+    },
+    {
+      "epoch": 3.7761674718196456,
+      "grad_norm": 0.4681238690714185,
+      "learning_rate": 2.0754702447043585e-05,
+      "loss": 0.1954,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1943756639957428,
+      "step": 2345,
+      "valid_targets_mean": 4566.8,
+      "valid_targets_min": 677
+    },
+    {
+      "epoch": 3.784219001610306,
+      "grad_norm": 0.4482811469832385,
+      "learning_rate": 2.0674447214246394e-05,
+      "loss": 0.2,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1913878321647644,
+      "step": 2350,
+      "valid_targets_mean": 5163.6,
+      "valid_targets_min": 2337
+    },
+    {
+      "epoch": 3.792270531400966,
+      "grad_norm": 0.47556405809315727,
+      "learning_rate": 2.059418110744633e-05,
+      "loss": 0.1922,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18677163124084473,
+      "step": 2355,
+      "valid_targets_mean": 4713.3,
+      "valid_targets_min": 933
+    },
+    {
+      "epoch": 3.8003220611916264,
+      "grad_norm": 0.4690759790686193,
+      "learning_rate": 2.0513905420760798e-05,
+      "loss": 0.1988,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19385367631912231,
+      "step": 2360,
+      "valid_targets_mean": 4902.2,
+      "valid_targets_min": 627
+    },
+    {
+      "epoch": 3.8083735909822867,
+      "grad_norm": 0.5121675478037654,
+      "learning_rate": 2.043362144846164e-05,
+      "loss": 0.1957,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19691093266010284,
+      "step": 2365,
+      "valid_targets_mean": 3866.6,
+      "valid_targets_min": 689
+    },
+    {
+      "epoch": 3.816425120772947,
+      "grad_norm": 0.52059333383564,
+      "learning_rate": 2.035333048495431e-05,
+      "loss": 0.1864,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16973920166492462,
+      "step": 2370,
+      "valid_targets_mean": 3510.0,
+      "valid_targets_min": 909
+    },
+    {
+      "epoch": 3.824476650563607,
+      "grad_norm": 0.5076146647866968,
+      "learning_rate": 2.0273033824756964e-05,
+      "loss": 0.2007,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17860174179077148,
+      "step": 2375,
+      "valid_targets_mean": 3703.1,
+      "valid_targets_min": 506
+    },
+    {
+      "epoch": 3.8325281803542675,
+      "grad_norm": 0.6011850519404554,
+      "learning_rate": 2.0192732762479616e-05,
+      "loss": 0.1908,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20434610545635223,
+      "step": 2380,
+      "valid_targets_mean": 4579.6,
+      "valid_targets_min": 631
+    },
+    {
+      "epoch": 3.8405797101449277,
+      "grad_norm": 0.5345131849791486,
+      "learning_rate": 2.011242859280325e-05,
+      "loss": 0.197,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21205343306064606,
+      "step": 2385,
+      "valid_targets_mean": 4124.2,
+      "valid_targets_min": 823
+    },
+    {
+      "epoch": 3.848631239935588,
+      "grad_norm": 0.5114321926687082,
+      "learning_rate": 2.0032122610458947e-05,
+      "loss": 0.1921,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17156703770160675,
+      "step": 2390,
+      "valid_targets_mean": 4274.9,
+      "valid_targets_min": 1740
+    },
+    {
+      "epoch": 3.8566827697262482,
+      "grad_norm": 0.6336174608958026,
+      "learning_rate": 1.9951816110207004e-05,
+      "loss": 0.1885,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1964995563030243,
+      "step": 2395,
+      "valid_targets_mean": 4251.1,
+      "valid_targets_min": 1610
+    },
+    {
+      "epoch": 3.864734299516908,
+      "grad_norm": 0.49492043165747124,
+      "learning_rate": 1.9871510386816103e-05,
+      "loss": 0.1869,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17603623867034912,
+      "step": 2400,
+      "valid_targets_mean": 4051.9,
+      "valid_targets_min": 1925
+    },
+    {
+      "epoch": 3.8727858293075683,
+      "grad_norm": 0.5681035881235681,
+      "learning_rate": 1.979120673504235e-05,
+      "loss": 0.2058,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20705150067806244,
+      "step": 2405,
+      "valid_targets_mean": 5603.1,
+      "valid_targets_min": 3701
+    },
+    {
+      "epoch": 3.8808373590982286,
+      "grad_norm": 1.2929630707396456,
+      "learning_rate": 1.9710906449608498e-05,
+      "loss": 0.1998,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19122429192066193,
+      "step": 2410,
+      "valid_targets_mean": 4886.8,
+      "valid_targets_min": 1569
+    },
+    {
+      "epoch": 3.888888888888889,
+      "grad_norm": 0.47492876907794285,
+      "learning_rate": 1.9630610825182992e-05,
+      "loss": 0.1871,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18603213131427765,
+      "step": 2415,
+      "valid_targets_mean": 4944.1,
+      "valid_targets_min": 1929
+    },
+    {
+      "epoch": 3.896940418679549,
+      "grad_norm": 0.5030538323026981,
+      "learning_rate": 1.955032115635915e-05,
+      "loss": 0.2138,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.22285720705986023,
+      "step": 2420,
+      "valid_targets_mean": 4422.1,
+      "valid_targets_min": 1352
+    },
+    {
+      "epoch": 3.9049919484702094,
+      "grad_norm": 0.5031818050359901,
+      "learning_rate": 1.9470038737634257e-05,
+      "loss": 0.1991,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19892553985118866,
+      "step": 2425,
+      "valid_targets_mean": 4099.8,
+      "valid_targets_min": 1262
+    },
+    {
+      "epoch": 3.9130434782608696,
+      "grad_norm": 0.5757670497420159,
+      "learning_rate": 1.9389764863388706e-05,
+      "loss": 0.1797,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19620567560195923,
+      "step": 2430,
+      "valid_targets_mean": 3868.5,
+      "valid_targets_min": 545
+    },
+    {
+      "epoch": 3.92109500805153,
+      "grad_norm": 0.48359405966706115,
+      "learning_rate": 1.9309500827865136e-05,
+      "loss": 0.191,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1803748607635498,
+      "step": 2435,
+      "valid_targets_mean": 4338.0,
+      "valid_targets_min": 1348
+    },
+    {
+      "epoch": 3.92914653784219,
+      "grad_norm": 0.4640923476833218,
+      "learning_rate": 1.9229247925147553e-05,
+      "loss": 0.1968,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1907849907875061,
+      "step": 2440,
+      "valid_targets_mean": 4583.9,
+      "valid_targets_min": 1771
+    },
+    {
+      "epoch": 3.9371980676328504,
+      "grad_norm": 0.5117773057032822,
+      "learning_rate": 1.9149007449140462e-05,
+      "loss": 0.1877,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17059685289859772,
+      "step": 2445,
+      "valid_targets_mean": 4338.1,
+      "valid_targets_min": 1784
+    },
+    {
+      "epoch": 3.9452495974235102,
+      "grad_norm": 0.5915049699700269,
+      "learning_rate": 1.906878069354804e-05,
+      "loss": 0.1955,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21201738715171814,
+      "step": 2450,
+      "valid_targets_mean": 3018.6,
+      "valid_targets_min": 1027
+    },
+    {
+      "epoch": 3.9533011272141705,
+      "grad_norm": 0.47160593652811594,
+      "learning_rate": 1.898856895185322e-05,
+      "loss": 0.1862,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16955235600471497,
+      "step": 2455,
+      "valid_targets_mean": 4181.1,
+      "valid_targets_min": 1075
+    },
+    {
+      "epoch": 3.9613526570048307,
+      "grad_norm": 0.49702142957897827,
+      "learning_rate": 1.8908373517296888e-05,
+      "loss": 0.1943,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19719739258289337,
+      "step": 2460,
+      "valid_targets_mean": 4295.4,
+      "valid_targets_min": 249
+    },
+    {
+      "epoch": 3.969404186795491,
+      "grad_norm": 0.5129921266484054,
+      "learning_rate": 1.882819568285701e-05,
+      "loss": 0.191,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19295062124729156,
+      "step": 2465,
+      "valid_targets_mean": 3921.4,
+      "valid_targets_min": 966
+    },
+    {
+      "epoch": 3.9774557165861513,
+      "grad_norm": 0.45382648008126336,
+      "learning_rate": 1.874803674122778e-05,
+      "loss": 0.1929,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1945837438106537,
+      "step": 2470,
+      "valid_targets_mean": 5054.1,
+      "valid_targets_min": 1828
+    },
+    {
+      "epoch": 3.9855072463768115,
+      "grad_norm": 0.47820396478837407,
+      "learning_rate": 1.8667897984798804e-05,
+      "loss": 0.2066,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21562841534614563,
+      "step": 2475,
+      "valid_targets_mean": 4692.4,
+      "valid_targets_min": 300
+    },
+    {
+      "epoch": 3.993558776167472,
+      "grad_norm": 0.539195337968872,
+      "learning_rate": 1.858778070563422e-05,
+      "loss": 0.1889,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1887316107749939,
+      "step": 2480,
+      "valid_targets_mean": 4306.7,
+      "valid_targets_min": 590
+    },
+    {
+      "epoch": 4.001610305958132,
+      "grad_norm": 0.5374780928948082,
+      "learning_rate": 1.8507686195451918e-05,
+      "loss": 0.194,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.25074928998947144,
+      "step": 2485,
+      "valid_targets_mean": 4598.8,
+      "valid_targets_min": 374
+    },
+    {
+      "epoch": 4.009661835748792,
+      "grad_norm": 0.4944011317477905,
+      "learning_rate": 1.8427615745602667e-05,
+      "loss": 0.1624,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15997666120529175,
+      "step": 2490,
+      "valid_targets_mean": 4936.9,
+      "valid_targets_min": 1591
+    },
+    {
+      "epoch": 4.017713365539453,
+      "grad_norm": 0.4765635224384645,
+      "learning_rate": 1.834757064704933e-05,
+      "loss": 0.1769,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1592136025428772,
+      "step": 2495,
+      "valid_targets_mean": 4652.1,
+      "valid_targets_min": 1149
+    },
+    {
+      "epoch": 4.025764895330113,
+      "grad_norm": 0.4956167235108182,
+      "learning_rate": 1.826755219034603e-05,
+      "loss": 0.1939,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19604167342185974,
+      "step": 2500,
+      "valid_targets_mean": 4386.4,
+      "valid_targets_min": 380
+    },
+    {
+      "epoch": 4.033816425120773,
+      "grad_norm": 0.45476926402320006,
+      "learning_rate": 1.818756166561733e-05,
+      "loss": 0.1865,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1637008637189865,
+      "step": 2505,
+      "valid_targets_mean": 4699.8,
+      "valid_targets_min": 1197
+    },
+    {
+      "epoch": 4.041867954911433,
+      "grad_norm": 0.43733602489225165,
+      "learning_rate": 1.8107600362537473e-05,
+      "loss": 0.1778,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16251038014888763,
+      "step": 2510,
+      "valid_targets_mean": 4847.2,
+      "valid_targets_min": 1813
+    },
+    {
+      "epoch": 4.049919484702094,
+      "grad_norm": 0.49193894405362015,
+      "learning_rate": 1.8027669570309572e-05,
+      "loss": 0.1885,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16793620586395264,
+      "step": 2515,
+      "valid_targets_mean": 4591.9,
+      "valid_targets_min": 506
+    },
+    {
+      "epoch": 4.057971014492754,
+      "grad_norm": 0.5075017593056104,
+      "learning_rate": 1.7947770577644787e-05,
+      "loss": 0.1803,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1729605346918106,
+      "step": 2520,
+      "valid_targets_mean": 4395.8,
+      "valid_targets_min": 656
+    },
+    {
+      "epoch": 4.066022544283414,
+      "grad_norm": 0.499304090315969,
+      "learning_rate": 1.786790467274161e-05,
+      "loss": 0.1664,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17558912932872772,
+      "step": 2525,
+      "valid_targets_mean": 4637.6,
+      "valid_targets_min": 2011
+    },
+    {
+      "epoch": 4.074074074074074,
+      "grad_norm": 0.5559504833423238,
+      "learning_rate": 1.778807314326505e-05,
+      "loss": 0.1784,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18689918518066406,
+      "step": 2530,
+      "valid_targets_mean": 3930.3,
+      "valid_targets_min": 548
+    },
+    {
+      "epoch": 4.082125603864735,
+      "grad_norm": 0.47641769475056645,
+      "learning_rate": 1.7708277276325886e-05,
+      "loss": 0.1714,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1637909710407257,
+      "step": 2535,
+      "valid_targets_mean": 5154.6,
+      "valid_targets_min": 1826
+    },
+    {
+      "epoch": 4.090177133655395,
+      "grad_norm": 0.5182362997358064,
+      "learning_rate": 1.762851835845992e-05,
+      "loss": 0.1803,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18916486203670502,
+      "step": 2540,
+      "valid_targets_mean": 4544.1,
+      "valid_targets_min": 570
+    },
+    {
+      "epoch": 4.098228663446055,
+      "grad_norm": 0.4862343355871757,
+      "learning_rate": 1.754879767560723e-05,
+      "loss": 0.1981,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18593139946460724,
+      "step": 2545,
+      "valid_targets_mean": 4532.4,
+      "valid_targets_min": 1521
+    },
+    {
+      "epoch": 4.106280193236715,
+      "grad_norm": 0.527960071470203,
+      "learning_rate": 1.746911651309144e-05,
+      "loss": 0.1788,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19690777361392975,
+      "step": 2550,
+      "valid_targets_mean": 3843.6,
+      "valid_targets_min": 881
+    },
+    {
+      "epoch": 4.114331723027375,
+      "grad_norm": 0.5103425212083436,
+      "learning_rate": 1.7389476155598974e-05,
+      "loss": 0.187,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21908551454544067,
+      "step": 2555,
+      "valid_targets_mean": 5082.4,
+      "valid_targets_min": 784
+    },
+    {
+      "epoch": 4.122383252818035,
+      "grad_norm": 0.7756087805548777,
+      "learning_rate": 1.7309877887158388e-05,
+      "loss": 0.1832,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1794763058423996,
+      "step": 2560,
+      "valid_targets_mean": 2992.2,
+      "valid_targets_min": 467
+    },
+    {
+      "epoch": 4.130434782608695,
+      "grad_norm": 0.4567684656881922,
+      "learning_rate": 1.723032299111964e-05,
+      "loss": 0.1688,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15088678896427155,
+      "step": 2565,
+      "valid_targets_mean": 4922.8,
+      "valid_targets_min": 1327
+    },
+    {
+      "epoch": 4.138486312399356,
+      "grad_norm": 0.5425918961875108,
+      "learning_rate": 1.7150812750133382e-05,
+      "loss": 0.1775,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1673865020275116,
+      "step": 2570,
+      "valid_targets_mean": 3965.9,
+      "valid_targets_min": 1407
+    },
+    {
+      "epoch": 4.146537842190016,
+      "grad_norm": 0.6838407873867918,
+      "learning_rate": 1.707134844613032e-05,
+      "loss": 0.1818,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15312550961971283,
+      "step": 2575,
+      "valid_targets_mean": 4199.9,
+      "valid_targets_min": 1891
+    },
+    {
+      "epoch": 4.154589371980676,
+      "grad_norm": 0.5385560587074719,
+      "learning_rate": 1.699193136030052e-05,
+      "loss": 0.1984,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17279349267482758,
+      "step": 2580,
+      "valid_targets_mean": 3938.8,
+      "valid_targets_min": 880
+    },
+    {
+      "epoch": 4.162640901771336,
+      "grad_norm": 0.5502968325727028,
+      "learning_rate": 1.6912562773072765e-05,
+      "loss": 0.1787,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18601390719413757,
+      "step": 2585,
+      "valid_targets_mean": 4653.2,
+      "valid_targets_min": 2040
+    },
+    {
+      "epoch": 4.170692431561997,
+      "grad_norm": 0.5862578517681709,
+      "learning_rate": 1.6833243964093877e-05,
+      "loss": 0.1952,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2094813883304596,
+      "step": 2590,
+      "valid_targets_mean": 4215.5,
+      "valid_targets_min": 1508
+    },
+    {
+      "epoch": 4.178743961352657,
+      "grad_norm": 0.525233464465349,
+      "learning_rate": 1.6753976212208137e-05,
+      "loss": 0.1795,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17922204732894897,
+      "step": 2595,
+      "valid_targets_mean": 3851.4,
+      "valid_targets_min": 667
+    },
+    {
+      "epoch": 4.186795491143317,
+      "grad_norm": 0.6610861468502892,
+      "learning_rate": 1.667476079543664e-05,
+      "loss": 0.1907,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17614664137363434,
+      "step": 2600,
+      "valid_targets_mean": 3052.1,
+      "valid_targets_min": 691
+    },
+    {
+      "epoch": 4.194847020933977,
+      "grad_norm": 0.5630100784699484,
+      "learning_rate": 1.659559899095667e-05,
+      "loss": 0.1895,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20966169238090515,
+      "step": 2605,
+      "valid_targets_mean": 5309.3,
+      "valid_targets_min": 1187
+    },
+    {
+      "epoch": 4.202898550724638,
+      "grad_norm": 0.6807488645292253,
+      "learning_rate": 1.651649207508114e-05,
+      "loss": 0.1771,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19908779859542847,
+      "step": 2610,
+      "valid_targets_mean": 4216.5,
+      "valid_targets_min": 1027
+    },
+    {
+      "epoch": 4.210950080515298,
+      "grad_norm": 0.49692416499926767,
+      "learning_rate": 1.643744132323801e-05,
+      "loss": 0.1844,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19740644097328186,
+      "step": 2615,
+      "valid_targets_mean": 4830.8,
+      "valid_targets_min": 1913
+    },
+    {
+      "epoch": 4.219001610305958,
+      "grad_norm": 0.6036326467813666,
+      "learning_rate": 1.6358448009949714e-05,
+      "loss": 0.1855,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.22196456789970398,
+      "step": 2620,
+      "valid_targets_mean": 5333.3,
+      "valid_targets_min": 2355
+    },
+    {
+      "epoch": 4.2270531400966185,
+      "grad_norm": 0.4829391874239536,
+      "learning_rate": 1.6279513408812603e-05,
+      "loss": 0.17,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1743869185447693,
+      "step": 2625,
+      "valid_targets_mean": 5413.8,
+      "valid_targets_min": 1251
+    },
+    {
+      "epoch": 4.235104669887279,
+      "grad_norm": 0.5048080599206834,
+      "learning_rate": 1.620063879247643e-05,
+      "loss": 0.1731,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16595719754695892,
+      "step": 2630,
+      "valid_targets_mean": 3924.2,
+      "valid_targets_min": 443
+    },
+    {
+      "epoch": 4.243156199677939,
+      "grad_norm": 0.46752510731782826,
+      "learning_rate": 1.6121825432623827e-05,
+      "loss": 0.1814,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1762651652097702,
+      "step": 2635,
+      "valid_targets_mean": 5055.4,
+      "valid_targets_min": 1403
+    },
+    {
+      "epoch": 4.251207729468599,
+      "grad_norm": 0.4797644865040805,
+      "learning_rate": 1.6043074599949785e-05,
+      "loss": 0.1808,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17031241953372955,
+      "step": 2640,
+      "valid_targets_mean": 4893.6,
+      "valid_targets_min": 966
+    },
+    {
+      "epoch": 4.2592592592592595,
+      "grad_norm": 1.0165849437996184,
+      "learning_rate": 1.5964387564141192e-05,
+      "loss": 0.1712,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19583508372306824,
+      "step": 2645,
+      "valid_targets_mean": 4988.9,
+      "valid_targets_min": 1611
+    },
+    {
+      "epoch": 4.26731078904992,
+      "grad_norm": 0.6039054133342181,
+      "learning_rate": 1.588576559385635e-05,
+      "loss": 0.1827,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17843933403491974,
+      "step": 2650,
+      "valid_targets_mean": 4234.7,
+      "valid_targets_min": 1211
+    },
+    {
+      "epoch": 4.27536231884058,
+      "grad_norm": 0.512856167089867,
+      "learning_rate": 1.5807209956704505e-05,
+      "loss": 0.1945,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1996535062789917,
+      "step": 2655,
+      "valid_targets_mean": 4500.6,
+      "valid_targets_min": 1506
+    },
+    {
+      "epoch": 4.28341384863124,
+      "grad_norm": 0.4991515466828228,
+      "learning_rate": 1.5728721919225428e-05,
+      "loss": 0.1629,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.14569713175296783,
+      "step": 2660,
+      "valid_targets_mean": 4720.1,
+      "valid_targets_min": 1211
+    },
+    {
+      "epoch": 4.291465378421901,
+      "grad_norm": 0.9601831661650259,
+      "learning_rate": 1.5650302746869004e-05,
+      "loss": 0.1857,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1880815625190735,
+      "step": 2665,
+      "valid_targets_mean": 4171.6,
+      "valid_targets_min": 833
+    },
+    {
+      "epoch": 4.29951690821256,
+      "grad_norm": 0.4412736536027149,
+      "learning_rate": 1.5571953703974813e-05,
+      "loss": 0.1752,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16794951260089874,
+      "step": 2670,
+      "valid_targets_mean": 5724.5,
+      "valid_targets_min": 2565
+    },
+    {
+      "epoch": 4.30756843800322,
+      "grad_norm": 0.49660094639156666,
+      "learning_rate": 1.5493676053751747e-05,
+      "loss": 0.1701,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17535799741744995,
+      "step": 2675,
+      "valid_targets_mean": 4800.3,
+      "valid_targets_min": 1829
+    },
+    {
+      "epoch": 4.3156199677938805,
+      "grad_norm": 0.5456531223844872,
+      "learning_rate": 1.5415471058257638e-05,
+      "loss": 0.1783,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17335663735866547,
+      "step": 2680,
+      "valid_targets_mean": 4570.4,
+      "valid_targets_min": 1658
+    },
+    {
+      "epoch": 4.323671497584541,
+      "grad_norm": 0.45678206025420953,
+      "learning_rate": 1.533733997837893e-05,
+      "loss": 0.187,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.169780433177948,
+      "step": 2685,
+      "valid_targets_mean": 4216.1,
+      "valid_targets_min": 1449
+    },
+    {
+      "epoch": 4.331723027375201,
+      "grad_norm": 0.5415606665772222,
+      "learning_rate": 1.5259284073810333e-05,
+      "loss": 0.1787,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16021227836608887,
+      "step": 2690,
+      "valid_targets_mean": 3275.1,
+      "valid_targets_min": 984
+    },
+    {
+      "epoch": 4.339774557165861,
+      "grad_norm": 0.5136691048212793,
+      "learning_rate": 1.5181304603034513e-05,
+      "loss": 0.1914,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1827298104763031,
+      "step": 2695,
+      "valid_targets_mean": 4889.6,
+      "valid_targets_min": 1238
+    },
+    {
+      "epoch": 4.3478260869565215,
+      "grad_norm": 1.4914173173538663,
+      "learning_rate": 1.5103402823301819e-05,
+      "loss": 0.1838,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18776141107082367,
+      "step": 2700,
+      "valid_targets_mean": 4532.6,
+      "valid_targets_min": 850
+    },
+    {
+      "epoch": 4.355877616747182,
+      "grad_norm": 0.5083803805655037,
+      "learning_rate": 1.5025579990609973e-05,
+      "loss": 0.1821,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16755394637584686,
+      "step": 2705,
+      "valid_targets_mean": 4128.1,
+      "valid_targets_min": 379
+    },
+    {
+      "epoch": 4.363929146537842,
+      "grad_norm": 0.500974762279468,
+      "learning_rate": 1.4947837359683882e-05,
+      "loss": 0.1829,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17978541553020477,
+      "step": 2710,
+      "valid_targets_mean": 5342.4,
+      "valid_targets_min": 2152
+    },
+    {
+      "epoch": 4.371980676328502,
+      "grad_norm": 0.5603545589277986,
+      "learning_rate": 1.487017618395534e-05,
+      "loss": 0.1781,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.198044091463089,
+      "step": 2715,
+      "valid_targets_mean": 4740.4,
+      "valid_targets_min": 1746
+    },
+    {
+      "epoch": 4.3800322061191626,
+      "grad_norm": 0.4771112752411543,
+      "learning_rate": 1.479259771554288e-05,
+      "loss": 0.1931,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1699572205543518,
+      "step": 2720,
+      "valid_targets_mean": 4872.8,
+      "valid_targets_min": 448
+    },
+    {
+      "epoch": 4.388083735909823,
+      "grad_norm": 0.521661536652827,
+      "learning_rate": 1.4715103205231545e-05,
+      "loss": 0.1898,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18613924086093903,
+      "step": 2725,
+      "valid_targets_mean": 4061.7,
+      "valid_targets_min": 995
+    },
+    {
+      "epoch": 4.396135265700483,
+      "grad_norm": 0.537250383283014,
+      "learning_rate": 1.463769390245273e-05,
+      "loss": 0.1794,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.178946852684021,
+      "step": 2730,
+      "valid_targets_mean": 4061.8,
+      "valid_targets_min": 900
+    },
+    {
+      "epoch": 4.404186795491143,
+      "grad_norm": 0.5244437127559632,
+      "learning_rate": 1.4560371055264052e-05,
+      "loss": 0.1787,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18043842911720276,
+      "step": 2735,
+      "valid_targets_mean": 4802.7,
+      "valid_targets_min": 1843
+    },
+    {
+      "epoch": 4.412238325281804,
+      "grad_norm": 0.5146870682156327,
+      "learning_rate": 1.448313591032922e-05,
+      "loss": 0.1887,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17479149997234344,
+      "step": 2740,
+      "valid_targets_mean": 5214.2,
+      "valid_targets_min": 1866
+    },
+    {
+      "epoch": 4.420289855072464,
+      "grad_norm": 0.4691547439815975,
+      "learning_rate": 1.4405989712897923e-05,
+      "loss": 0.1853,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18224862217903137,
+      "step": 2745,
+      "valid_targets_mean": 5050.6,
+      "valid_targets_min": 1427
+    },
+    {
+      "epoch": 4.428341384863124,
+      "grad_norm": 0.5424155500541844,
+      "learning_rate": 1.4328933706785782e-05,
+      "loss": 0.1695,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1883089393377304,
+      "step": 2750,
+      "valid_targets_mean": 4057.4,
+      "valid_targets_min": 854
+    },
+    {
+      "epoch": 4.436392914653784,
+      "grad_norm": 0.5100283152717094,
+      "learning_rate": 1.4251969134354247e-05,
+      "loss": 0.1703,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16344183683395386,
+      "step": 2755,
+      "valid_targets_mean": 4199.4,
+      "valid_targets_min": 1557
+    },
+    {
+      "epoch": 4.444444444444445,
+      "grad_norm": 0.5071596893081406,
+      "learning_rate": 1.4175097236490627e-05,
+      "loss": 0.1772,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1783141791820526,
+      "step": 2760,
+      "valid_targets_mean": 4905.3,
+      "valid_targets_min": 383
+    },
+    {
+      "epoch": 4.452495974235105,
+      "grad_norm": 0.4808405938396642,
+      "learning_rate": 1.409831925258805e-05,
+      "loss": 0.1864,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19857333600521088,
+      "step": 2765,
+      "valid_targets_mean": 4961.1,
+      "valid_targets_min": 847
+    },
+    {
+      "epoch": 4.460547504025765,
+      "grad_norm": 0.48057741594526054,
+      "learning_rate": 1.4021636420525466e-05,
+      "loss": 0.1824,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1644965559244156,
+      "step": 2770,
+      "valid_targets_mean": 4509.1,
+      "valid_targets_min": 1227
+    },
+    {
+      "epoch": 4.468599033816425,
+      "grad_norm": 0.5128321881887902,
+      "learning_rate": 1.3945049976647726e-05,
+      "loss": 0.1766,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1749866008758545,
+      "step": 2775,
+      "valid_targets_mean": 4825.0,
+      "valid_targets_min": 1201
+    },
+    {
+      "epoch": 4.476650563607086,
+      "grad_norm": 0.6327024505387485,
+      "learning_rate": 1.3868561155745628e-05,
+      "loss": 0.1917,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19712504744529724,
+      "step": 2780,
+      "valid_targets_mean": 4430.3,
+      "valid_targets_min": 703
+    },
+    {
+      "epoch": 4.484702093397746,
+      "grad_norm": 0.4913167577071679,
+      "learning_rate": 1.3792171191036001e-05,
+      "loss": 0.1769,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15714874863624573,
+      "step": 2785,
+      "valid_targets_mean": 4104.7,
+      "valid_targets_min": 1663
+    },
+    {
+      "epoch": 4.492753623188406,
+      "grad_norm": 0.5394186960786538,
+      "learning_rate": 1.3715881314141835e-05,
+      "loss": 0.1902,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19951429963111877,
+      "step": 2790,
+      "valid_targets_mean": 4620.1,
+      "valid_targets_min": 1843
+    },
+    {
+      "epoch": 4.500805152979066,
+      "grad_norm": 0.5953737763754138,
+      "learning_rate": 1.3639692755072429e-05,
+      "loss": 0.1882,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2141798585653305,
+      "step": 2795,
+      "valid_targets_mean": 4660.8,
+      "valid_targets_min": 1401
+    },
+    {
+      "epoch": 4.508856682769727,
+      "grad_norm": 0.5453366269316137,
+      "learning_rate": 1.3563606742203548e-05,
+      "loss": 0.1969,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20897048711776733,
+      "step": 2800,
+      "valid_targets_mean": 4447.4,
+      "valid_targets_min": 1113
+    },
+    {
+      "epoch": 4.516908212560386,
+      "grad_norm": 0.531617180983723,
+      "learning_rate": 1.3487624502257598e-05,
+      "loss": 0.18,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20468959212303162,
+      "step": 2805,
+      "valid_targets_mean": 4891.9,
+      "valid_targets_min": 2624
+    },
+    {
+      "epoch": 4.524959742351046,
+      "grad_norm": 1.0175978905323302,
+      "learning_rate": 1.3411747260283905e-05,
+      "loss": 0.1882,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1867702454328537,
+      "step": 2810,
+      "valid_targets_mean": 4380.1,
+      "valid_targets_min": 800
+    },
+    {
+      "epoch": 4.533011272141707,
+      "grad_norm": 0.5172120222306495,
+      "learning_rate": 1.333597623963892e-05,
+      "loss": 0.178,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17019790410995483,
+      "step": 2815,
+      "valid_targets_mean": 4795.6,
+      "valid_targets_min": 626
+    },
+    {
+      "epoch": 4.541062801932367,
+      "grad_norm": 0.6059009807629652,
+      "learning_rate": 1.3260312661966487e-05,
+      "loss": 0.18,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17550814151763916,
+      "step": 2820,
+      "valid_targets_mean": 5061.1,
+      "valid_targets_min": 1263
+    },
+    {
+      "epoch": 4.549114331723027,
+      "grad_norm": 0.613180864431363,
+      "learning_rate": 1.3184757747178187e-05,
+      "loss": 0.1758,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19658298790454865,
+      "step": 2825,
+      "valid_targets_mean": 5041.3,
+      "valid_targets_min": 1795
+    },
+    {
+      "epoch": 4.557165861513687,
+      "grad_norm": 0.5633900947396653,
+      "learning_rate": 1.3109312713433642e-05,
+      "loss": 0.1734,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18244323134422302,
+      "step": 2830,
+      "valid_targets_mean": 4282.2,
+      "valid_targets_min": 543
+    },
+    {
+      "epoch": 4.565217391304348,
+      "grad_norm": 0.9588780998775635,
+      "learning_rate": 1.3033978777120861e-05,
+      "loss": 0.1718,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1690833568572998,
+      "step": 2835,
+      "valid_targets_mean": 3991.0,
+      "valid_targets_min": 1088
+    },
+    {
+      "epoch": 4.573268921095008,
+      "grad_norm": 0.5205077973662069,
+      "learning_rate": 1.2958757152836671e-05,
+      "loss": 0.1842,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.22376713156700134,
+      "step": 2840,
+      "valid_targets_mean": 4458.4,
+      "valid_targets_min": 2143
+    },
+    {
+      "epoch": 4.581320450885668,
+      "grad_norm": 0.5253874104264332,
+      "learning_rate": 1.2883649053367106e-05,
+      "loss": 0.1808,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1675848662853241,
+      "step": 2845,
+      "valid_targets_mean": 4003.0,
+      "valid_targets_min": 845
+    },
+    {
+      "epoch": 4.5893719806763285,
+      "grad_norm": 0.5452379881212879,
+      "learning_rate": 1.2808655689667846e-05,
+      "loss": 0.1818,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1796257197856903,
+      "step": 2850,
+      "valid_targets_mean": 4152.3,
+      "valid_targets_min": 455
+    },
+    {
+      "epoch": 4.597423510466989,
+      "grad_norm": 0.5239905621350787,
+      "learning_rate": 1.2733778270844712e-05,
+      "loss": 0.1889,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18232783675193787,
+      "step": 2855,
+      "valid_targets_mean": 4419.6,
+      "valid_targets_min": 529
+    },
+    {
+      "epoch": 4.605475040257649,
+      "grad_norm": 0.5607032815508621,
+      "learning_rate": 1.265901800413416e-05,
+      "loss": 0.1853,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17835384607315063,
+      "step": 2860,
+      "valid_targets_mean": 3395.8,
+      "valid_targets_min": 627
+    },
+    {
+      "epoch": 4.613526570048309,
+      "grad_norm": 0.9496967272226038,
+      "learning_rate": 1.2584376094883832e-05,
+      "loss": 0.1845,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17716357111930847,
+      "step": 2865,
+      "valid_targets_mean": 4483.6,
+      "valid_targets_min": 710
+    },
+    {
+      "epoch": 4.6215780998389695,
+      "grad_norm": 0.7842117859067653,
+      "learning_rate": 1.250985374653311e-05,
+      "loss": 0.1784,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17786236107349396,
+      "step": 2870,
+      "valid_targets_mean": 4693.0,
+      "valid_targets_min": 1134
+    },
+    {
+      "epoch": 4.62962962962963,
+      "grad_norm": 0.5033684151280889,
+      "learning_rate": 1.2435452160593698e-05,
+      "loss": 0.1874,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17148058116436005,
+      "step": 2875,
+      "valid_targets_mean": 4303.3,
+      "valid_targets_min": 1429
+    },
+    {
+      "epoch": 4.63768115942029,
+      "grad_norm": 0.5032006756891246,
+      "learning_rate": 1.2361172536630288e-05,
+      "loss": 0.182,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16900071501731873,
+      "step": 2880,
+      "valid_targets_mean": 4471.4,
+      "valid_targets_min": 1507
+    },
+    {
+      "epoch": 4.64573268921095,
+      "grad_norm": 0.5449401674057853,
+      "learning_rate": 1.2287016072241195e-05,
+      "loss": 0.2019,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19873306155204773,
+      "step": 2885,
+      "valid_targets_mean": 4050.9,
+      "valid_targets_min": 321
+    },
+    {
+      "epoch": 4.6537842190016105,
+      "grad_norm": 0.5002283792241559,
+      "learning_rate": 1.221298396303904e-05,
+      "loss": 0.1746,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17124618589878082,
+      "step": 2890,
+      "valid_targets_mean": 5187.2,
+      "valid_targets_min": 1399
+    },
+    {
+      "epoch": 4.661835748792271,
+      "grad_norm": 0.4706451280493202,
+      "learning_rate": 1.2139077402631495e-05,
+      "loss": 0.1721,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.14620235562324524,
+      "step": 2895,
+      "valid_targets_mean": 4477.4,
+      "valid_targets_min": 1454
+    },
+    {
+      "epoch": 4.669887278582931,
+      "grad_norm": 0.5330785987823722,
+      "learning_rate": 1.2065297582602037e-05,
+      "loss": 0.1724,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17816966772079468,
+      "step": 2900,
+      "valid_targets_mean": 4355.4,
+      "valid_targets_min": 2065
+    },
+    {
+      "epoch": 4.677938808373591,
+      "grad_norm": 0.4942305241126504,
+      "learning_rate": 1.199164569249071e-05,
+      "loss": 0.1832,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18558406829833984,
+      "step": 2905,
+      "valid_targets_mean": 4951.6,
+      "valid_targets_min": 1299
+    },
+    {
+      "epoch": 4.685990338164252,
+      "grad_norm": 0.537628904978011,
+      "learning_rate": 1.191812291977497e-05,
+      "loss": 0.1826,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19403138756752014,
+      "step": 2910,
+      "valid_targets_mean": 4024.0,
+      "valid_targets_min": 1450
+    },
+    {
+      "epoch": 4.694041867954912,
+      "grad_norm": 0.5439040484202802,
+      "learning_rate": 1.1844730449850546e-05,
+      "loss": 0.1782,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19234639406204224,
+      "step": 2915,
+      "valid_targets_mean": 5036.8,
+      "valid_targets_min": 1058
+    },
+    {
+      "epoch": 4.702093397745571,
+      "grad_norm": 0.583242909808935,
+      "learning_rate": 1.1771469466012309e-05,
+      "loss": 0.1768,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20131342113018036,
+      "step": 2920,
+      "valid_targets_mean": 4106.1,
+      "valid_targets_min": 983
+    },
+    {
+      "epoch": 4.710144927536232,
+      "grad_norm": 0.5038233636197879,
+      "learning_rate": 1.1698341149435196e-05,
+      "loss": 0.1849,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1684148907661438,
+      "step": 2925,
+      "valid_targets_mean": 4802.6,
+      "valid_targets_min": 1952
+    },
+    {
+      "epoch": 4.718196457326892,
+      "grad_norm": 0.4600414999991662,
+      "learning_rate": 1.1625346679155179e-05,
+      "loss": 0.1878,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15985998511314392,
+      "step": 2930,
+      "valid_targets_mean": 4799.9,
+      "valid_targets_min": 1859
+    },
+    {
+      "epoch": 4.726247987117552,
+      "grad_norm": 0.4936755991303249,
+      "learning_rate": 1.1552487232050242e-05,
+      "loss": 0.1827,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17861491441726685,
+      "step": 2935,
+      "valid_targets_mean": 4306.8,
+      "valid_targets_min": 1605
+    },
+    {
+      "epoch": 4.734299516908212,
+      "grad_norm": 0.44442070244437953,
+      "learning_rate": 1.1479763982821414e-05,
+      "loss": 0.1711,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17784011363983154,
+      "step": 2940,
+      "valid_targets_mean": 5608.9,
+      "valid_targets_min": 1956
+    },
+    {
+      "epoch": 4.7423510466988725,
+      "grad_norm": 0.5637401886713175,
+      "learning_rate": 1.1407178103973834e-05,
+      "loss": 0.1983,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18229396641254425,
+      "step": 2945,
+      "valid_targets_mean": 3870.8,
+      "valid_targets_min": 864
+    },
+    {
+      "epoch": 4.750402576489533,
+      "grad_norm": 0.45308334583470944,
+      "learning_rate": 1.1334730765797843e-05,
+      "loss": 0.1841,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19959984719753265,
+      "step": 2950,
+      "valid_targets_mean": 5085.4,
+      "valid_targets_min": 1791
+    },
+    {
+      "epoch": 4.758454106280193,
+      "grad_norm": 0.5571182515606663,
+      "learning_rate": 1.1262423136350087e-05,
+      "loss": 0.1956,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.22160165011882782,
+      "step": 2955,
+      "valid_targets_mean": 3792.0,
+      "valid_targets_min": 1099
+    },
+    {
+      "epoch": 4.766505636070853,
+      "grad_norm": 0.5901554994508056,
+      "learning_rate": 1.1190256381434738e-05,
+      "loss": 0.186,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17873704433441162,
+      "step": 2960,
+      "valid_targets_mean": 3899.3,
+      "valid_targets_min": 778
+    },
+    {
+      "epoch": 4.774557165861514,
+      "grad_norm": 0.5158336477050018,
+      "learning_rate": 1.1118231664584674e-05,
+      "loss": 0.1689,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1886855959892273,
+      "step": 2965,
+      "valid_targets_mean": 4861.4,
+      "valid_targets_min": 1898
+    },
+    {
+      "epoch": 4.782608695652174,
+      "grad_norm": 0.4887213717876692,
+      "learning_rate": 1.1046350147042681e-05,
+      "loss": 0.187,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20001167058944702,
+      "step": 2970,
+      "valid_targets_mean": 4675.2,
+      "valid_targets_min": 952
+    },
+    {
+      "epoch": 4.790660225442834,
+      "grad_norm": 0.48768071610571156,
+      "learning_rate": 1.0974612987742807e-05,
+      "loss": 0.1864,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18149898946285248,
+      "step": 2975,
+      "valid_targets_mean": 4411.8,
+      "valid_targets_min": 1129
+    },
+    {
+      "epoch": 4.798711755233494,
+      "grad_norm": 0.4873268036344298,
+      "learning_rate": 1.0903021343291613e-05,
+      "loss": 0.1926,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20546609163284302,
+      "step": 2980,
+      "valid_targets_mean": 4418.5,
+      "valid_targets_min": 608
+    },
+    {
+      "epoch": 4.806763285024155,
+      "grad_norm": 0.5054671612514106,
+      "learning_rate": 1.0831576367949555e-05,
+      "loss": 0.1886,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18941310048103333,
+      "step": 2985,
+      "valid_targets_mean": 4868.4,
+      "valid_targets_min": 2311
+    },
+    {
+      "epoch": 4.814814814814815,
+      "grad_norm": 0.5242076423511247,
+      "learning_rate": 1.0760279213612362e-05,
+      "loss": 0.1738,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16793029010295868,
+      "step": 2990,
+      "valid_targets_mean": 5404.2,
+      "valid_targets_min": 2117
+    },
+    {
+      "epoch": 4.822866344605475,
+      "grad_norm": 0.6828436818331252,
+      "learning_rate": 1.068913102979248e-05,
+      "loss": 0.1858,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19285649061203003,
+      "step": 2995,
+      "valid_targets_mean": 3826.8,
+      "valid_targets_min": 1070
+    },
+    {
+      "epoch": 4.830917874396135,
+      "grad_norm": 0.47219942742537285,
+      "learning_rate": 1.0618132963600507e-05,
+      "loss": 0.1784,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18546539545059204,
+      "step": 3000,
+      "valid_targets_mean": 5087.4,
+      "valid_targets_min": 1959
+    },
+    {
+      "epoch": 4.838969404186796,
+      "grad_norm": 0.4457820811603146,
+      "learning_rate": 1.0547286159726743e-05,
+      "loss": 0.1801,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19360345602035522,
+      "step": 3005,
+      "valid_targets_mean": 5867.6,
+      "valid_targets_min": 1035
+    },
+    {
+      "epoch": 4.847020933977456,
+      "grad_norm": 0.5847539672595908,
+      "learning_rate": 1.047659176042268e-05,
+      "loss": 0.1645,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16391941905021667,
+      "step": 3010,
+      "valid_targets_mean": 3891.6,
+      "valid_targets_min": 578
+    },
+    {
+      "epoch": 4.855072463768116,
+      "grad_norm": 0.5080943188478495,
+      "learning_rate": 1.0406050905482647e-05,
+      "loss": 0.1756,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1736719310283661,
+      "step": 3015,
+      "valid_targets_mean": 4204.6,
+      "valid_targets_min": 631
+    },
+    {
+      "epoch": 4.8631239935587764,
+      "grad_norm": 0.4950021070139557,
+      "learning_rate": 1.033566473222539e-05,
+      "loss": 0.1688,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16896328330039978,
+      "step": 3020,
+      "valid_targets_mean": 5143.3,
+      "valid_targets_min": 2767
+    },
+    {
+      "epoch": 4.871175523349437,
+      "grad_norm": 0.5149173904980839,
+      "learning_rate": 1.0265434375475744e-05,
+      "loss": 0.1751,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1894487589597702,
+      "step": 3025,
+      "valid_targets_mean": 4708.5,
+      "valid_targets_min": 656
+    },
+    {
+      "epoch": 4.879227053140097,
+      "grad_norm": 0.5128722203180325,
+      "learning_rate": 1.0195360967546342e-05,
+      "loss": 0.1723,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18005244433879852,
+      "step": 3030,
+      "valid_targets_mean": 5025.9,
+      "valid_targets_min": 1716
+    },
+    {
+      "epoch": 4.887278582930757,
+      "grad_norm": 0.5010958581493115,
+      "learning_rate": 1.0125445638219369e-05,
+      "loss": 0.1871,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19406850636005402,
+      "step": 3035,
+      "valid_targets_mean": 4813.1,
+      "valid_targets_min": 908
+    },
+    {
+      "epoch": 4.8953301127214175,
+      "grad_norm": 0.5210294803713594,
+      "learning_rate": 1.00556895147283e-05,
+      "loss": 0.1727,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16892248392105103,
+      "step": 3040,
+      "valid_targets_mean": 3893.8,
+      "valid_targets_min": 1273
+    },
+    {
+      "epoch": 4.903381642512077,
+      "grad_norm": 0.6293372498483756,
+      "learning_rate": 9.986093721739793e-06,
+      "loss": 0.1872,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1870511919260025,
+      "step": 3045,
+      "valid_targets_mean": 3776.4,
+      "valid_targets_min": 296
+    },
+    {
+      "epoch": 4.911433172302738,
+      "grad_norm": 0.5480638562689124,
+      "learning_rate": 9.916659381335524e-06,
+      "loss": 0.1888,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15634512901306152,
+      "step": 3050,
+      "valid_targets_mean": 4189.9,
+      "valid_targets_min": 1195
+    },
+    {
+      "epoch": 4.919484702093397,
+      "grad_norm": 0.5734404649785564,
+      "learning_rate": 9.847387612994065e-06,
+      "loss": 0.1648,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1715972125530243,
+      "step": 3055,
+      "valid_targets_mean": 4624.1,
+      "valid_targets_min": 999
+    },
+    {
+      "epoch": 4.927536231884058,
+      "grad_norm": 0.4755904568874477,
+      "learning_rate": 9.778279533572894e-06,
+      "loss": 0.1792,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1521787941455841,
+      "step": 3060,
+      "valid_targets_mean": 4754.1,
+      "valid_targets_min": 1047
+    },
+    {
+      "epoch": 4.935587761674718,
+      "grad_norm": 0.7122666442809198,
+      "learning_rate": 9.70933625729035e-06,
+      "loss": 0.1822,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17114746570587158,
+      "step": 3065,
+      "valid_targets_mean": 5142.9,
+      "valid_targets_min": 1175
+    },
+    {
+      "epoch": 4.943639291465378,
+      "grad_norm": 0.7359607180808936,
+      "learning_rate": 9.640558895707681e-06,
+      "loss": 0.1732,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18806086480617523,
+      "step": 3070,
+      "valid_targets_mean": 4064.7,
+      "valid_targets_min": 1615
+    },
+    {
+      "epoch": 4.951690821256038,
+      "grad_norm": 0.5379368590841539,
+      "learning_rate": 9.571948557711104e-06,
+      "loss": 0.1825,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17751240730285645,
+      "step": 3075,
+      "valid_targets_mean": 3381.2,
+      "valid_targets_min": 249
+    },
+    {
+      "epoch": 4.959742351046699,
+      "grad_norm": 0.4777499224064591,
+      "learning_rate": 9.503506349493959e-06,
+      "loss": 0.1772,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1592390239238739,
+      "step": 3080,
+      "valid_targets_mean": 4629.0,
+      "valid_targets_min": 1254
+    },
+    {
+      "epoch": 4.967793880837359,
+      "grad_norm": 0.5139616446857665,
+      "learning_rate": 9.435233374538848e-06,
+      "loss": 0.1778,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18165704607963562,
+      "step": 3085,
+      "valid_targets_mean": 4665.1,
+      "valid_targets_min": 1736
+    },
+    {
+      "epoch": 4.975845410628019,
+      "grad_norm": 0.5162555365137094,
+      "learning_rate": 9.367130733599863e-06,
+      "loss": 0.1706,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19067494571208954,
+      "step": 3090,
+      "valid_targets_mean": 4688.7,
+      "valid_targets_min": 1872
+    },
+    {
+      "epoch": 4.9838969404186795,
+      "grad_norm": 0.569575182274062,
+      "learning_rate": 9.299199524684815e-06,
+      "loss": 0.1671,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16250163316726685,
+      "step": 3095,
+      "valid_targets_mean": 4311.8,
+      "valid_targets_min": 1994
+    },
+    {
+      "epoch": 4.99194847020934,
+      "grad_norm": 0.5520222968798817,
+      "learning_rate": 9.23144084303756e-06,
+      "loss": 0.1803,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1921304166316986,
+      "step": 3100,
+      "valid_targets_mean": 4493.3,
+      "valid_targets_min": 2050
+    },
+    {
+      "epoch": 5.0,
+      "grad_norm": 0.7884221741023202,
+      "learning_rate": 9.163855781120302e-06,
+      "loss": 0.1794,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20062533020973206,
+      "step": 3105,
+      "valid_targets_mean": 3796.8,
+      "valid_targets_min": 374
+    },
+    {
+      "epoch": 5.00805152979066,
+      "grad_norm": 0.5195634108838502,
+      "learning_rate": 9.096445428596026e-06,
+      "loss": 0.1668,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1869000345468521,
+      "step": 3110,
+      "valid_targets_mean": 4366.8,
+      "valid_targets_min": 1253
+    },
+    {
+      "epoch": 5.0161030595813205,
+      "grad_norm": 0.5278497870764118,
+      "learning_rate": 9.029210872310884e-06,
+      "loss": 0.1648,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1439373940229416,
+      "step": 3115,
+      "valid_targets_mean": 4365.9,
+      "valid_targets_min": 554
+    },
+    {
+      "epoch": 5.024154589371981,
+      "grad_norm": 0.5284272892101102,
+      "learning_rate": 8.962153196276713e-06,
+      "loss": 0.1692,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.14253228902816772,
+      "step": 3120,
+      "valid_targets_mean": 4662.7,
+      "valid_targets_min": 312
+    },
+    {
+      "epoch": 5.032206119162641,
+      "grad_norm": 0.5474998021835664,
+      "learning_rate": 8.895273481653527e-06,
+      "loss": 0.1734,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17854666709899902,
+      "step": 3125,
+      "valid_targets_mean": 4428.5,
+      "valid_targets_min": 627
+    },
+    {
+      "epoch": 5.040257648953301,
+      "grad_norm": 1.2329548853780503,
+      "learning_rate": 8.828572806732103e-06,
+      "loss": 0.1709,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1708088219165802,
+      "step": 3130,
+      "valid_targets_mean": 4686.6,
+      "valid_targets_min": 1916
+    },
+    {
+      "epoch": 5.048309178743962,
+      "grad_norm": 0.5097310950347612,
+      "learning_rate": 8.76205224691659e-06,
+      "loss": 0.1707,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17174428701400757,
+      "step": 3135,
+      "valid_targets_mean": 4785.3,
+      "valid_targets_min": 1860
+    },
+    {
+      "epoch": 5.056360708534622,
+      "grad_norm": 0.46008600902359126,
+      "learning_rate": 8.695712874707169e-06,
+      "loss": 0.167,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16250503063201904,
+      "step": 3140,
+      "valid_targets_mean": 4901.8,
+      "valid_targets_min": 402
+    },
+    {
+      "epoch": 5.064412238325282,
+      "grad_norm": 0.47656692190311706,
+      "learning_rate": 8.629555759682756e-06,
+      "loss": 0.1676,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15433499217033386,
+      "step": 3145,
+      "valid_targets_mean": 5206.9,
+      "valid_targets_min": 892
+    },
+    {
+      "epoch": 5.072463768115942,
+      "grad_norm": 0.46684035634871635,
+      "learning_rate": 8.563581968483774e-06,
+      "loss": 0.1882,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15580695867538452,
+      "step": 3150,
+      "valid_targets_mean": 4968.5,
+      "valid_targets_min": 1514
+    },
+    {
+      "epoch": 5.080515297906603,
+      "grad_norm": 0.4817709325187039,
+      "learning_rate": 8.497792564794935e-06,
+      "loss": 0.1742,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1596037745475769,
+      "step": 3155,
+      "valid_targets_mean": 4873.9,
+      "valid_targets_min": 656
+    },
+    {
+      "epoch": 5.088566827697263,
+      "grad_norm": 0.49561234768208556,
+      "learning_rate": 8.432188609328112e-06,
+      "loss": 0.1795,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18620729446411133,
+      "step": 3160,
+      "valid_targets_mean": 4277.6,
+      "valid_targets_min": 429
+    },
+    {
+      "epoch": 5.096618357487923,
+      "grad_norm": 0.5342689640020111,
+      "learning_rate": 8.366771159805222e-06,
+      "loss": 0.1614,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1623041033744812,
+      "step": 3165,
+      "valid_targets_mean": 3849.9,
+      "valid_targets_min": 1692
+    },
+    {
+      "epoch": 5.1046698872785825,
+      "grad_norm": 0.5558864483320473,
+      "learning_rate": 8.301541270941178e-06,
+      "loss": 0.1744,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19302302598953247,
+      "step": 3170,
+      "valid_targets_mean": 3954.7,
+      "valid_targets_min": 894
+    },
+    {
+      "epoch": 5.112721417069243,
+      "grad_norm": 0.5483085784932584,
+      "learning_rate": 8.236499994426886e-06,
+      "loss": 0.1635,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17752034962177277,
+      "step": 3175,
+      "valid_targets_mean": 4114.2,
+      "valid_targets_min": 321
+    },
+    {
+      "epoch": 5.120772946859903,
+      "grad_norm": 0.5129349338303597,
+      "learning_rate": 8.171648378912272e-06,
+      "loss": 0.1732,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1786811649799347,
+      "step": 3180,
+      "valid_targets_mean": 5010.1,
+      "valid_targets_min": 1693
+    },
+    {
+      "epoch": 5.128824476650563,
+      "grad_norm": 0.47618052790196236,
+      "learning_rate": 8.1069874699894e-06,
+      "loss": 0.1617,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.14539986848831177,
+      "step": 3185,
+      "valid_targets_mean": 4915.1,
+      "valid_targets_min": 1295
+    },
+    {
+      "epoch": 5.1368760064412236,
+      "grad_norm": 0.5408793562526828,
+      "learning_rate": 8.042518310175607e-06,
+      "loss": 0.1729,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1692083477973938,
+      "step": 3190,
+      "valid_targets_mean": 4689.8,
+      "valid_targets_min": 693
+    },
+    {
+      "epoch": 5.144927536231884,
+      "grad_norm": 0.427889087391779,
+      "learning_rate": 7.978241938896679e-06,
+      "loss": 0.1541,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.13784319162368774,
+      "step": 3195,
+      "valid_targets_mean": 4693.8,
+      "valid_targets_min": 2255
+    },
+    {
+      "epoch": 5.152979066022544,
+      "grad_norm": 0.5199711838065452,
+      "learning_rate": 7.914159392470118e-06,
+      "loss": 0.1698,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16833321750164032,
+      "step": 3200,
+      "valid_targets_mean": 4362.7,
+      "valid_targets_min": 848
+    },
+    {
+      "epoch": 5.161030595813204,
+      "grad_norm": 0.47753654786071936,
+      "learning_rate": 7.850271704088396e-06,
+      "loss": 0.1586,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.14919407665729523,
+      "step": 3205,
+      "valid_targets_mean": 4483.1,
+      "valid_targets_min": 2048
+    },
+    {
+      "epoch": 5.169082125603865,
+      "grad_norm": 0.47729884629127567,
+      "learning_rate": 7.786579903802342e-06,
+      "loss": 0.1818,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15295487642288208,
+      "step": 3210,
+      "valid_targets_mean": 4766.6,
+      "valid_targets_min": 1817
+    },
+    {
+      "epoch": 5.177133655394525,
+      "grad_norm": 0.5186129305793417,
+      "learning_rate": 7.723085018504512e-06,
+      "loss": 0.1688,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1621103286743164,
+      "step": 3215,
+      "valid_targets_mean": 4525.6,
+      "valid_targets_min": 529
+    },
+    {
+      "epoch": 5.185185185185185,
+      "grad_norm": 0.562831677149766,
+      "learning_rate": 7.659788071912612e-06,
+      "loss": 0.1709,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16404971480369568,
+      "step": 3220,
+      "valid_targets_mean": 3796.4,
+      "valid_targets_min": 1477
+    },
+    {
+      "epoch": 5.193236714975845,
+      "grad_norm": 0.48044538637214657,
+      "learning_rate": 7.59669008455304e-06,
+      "loss": 0.1606,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16649338603019714,
+      "step": 3225,
+      "valid_targets_mean": 5432.8,
+      "valid_targets_min": 1858
+    },
+    {
+      "epoch": 5.201288244766506,
+      "grad_norm": 0.5790721887585502,
+      "learning_rate": 7.533792073744395e-06,
+      "loss": 0.1751,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17744669318199158,
+      "step": 3230,
+      "valid_targets_mean": 4592.4,
+      "valid_targets_min": 935
+    },
+    {
+      "epoch": 5.209339774557166,
+      "grad_norm": 0.5717495383522813,
+      "learning_rate": 7.471095053581086e-06,
+      "loss": 0.1758,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1721886694431305,
+      "step": 3235,
+      "valid_targets_mean": 4073.8,
+      "valid_targets_min": 823
+    },
+    {
+      "epoch": 5.217391304347826,
+      "grad_norm": 0.5319904040215578,
+      "learning_rate": 7.4086000349169864e-06,
+      "loss": 0.1753,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15195900201797485,
+      "step": 3240,
+      "valid_targets_mean": 4558.5,
+      "valid_targets_min": 296
+    },
+    {
+      "epoch": 5.225442834138486,
+      "grad_norm": 0.6199276315504786,
+      "learning_rate": 7.346308025349138e-06,
+      "loss": 0.1709,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16166193783283234,
+      "step": 3245,
+      "valid_targets_mean": 3986.2,
+      "valid_targets_min": 848
+    },
+    {
+      "epoch": 5.233494363929147,
+      "grad_norm": 0.6244366963899998,
+      "learning_rate": 7.2842200292014805e-06,
+      "loss": 0.188,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17683975398540497,
+      "step": 3250,
+      "valid_targets_mean": 3601.2,
+      "valid_targets_min": 760
+    },
+    {
+      "epoch": 5.241545893719807,
+      "grad_norm": 0.5241028588187276,
+      "learning_rate": 7.2223370475086896e-06,
+      "loss": 0.173,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1595272421836853,
+      "step": 3255,
+      "valid_targets_mean": 4269.6,
+      "valid_targets_min": 1279
+    },
+    {
+      "epoch": 5.249597423510467,
+      "grad_norm": 0.4473386775088612,
+      "learning_rate": 7.160660078000028e-06,
+      "loss": 0.1621,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16722847521305084,
+      "step": 3260,
+      "valid_targets_mean": 5286.9,
+      "valid_targets_min": 2305
+    },
+    {
+      "epoch": 5.2576489533011275,
+      "grad_norm": 0.5009816722230198,
+      "learning_rate": 7.099190115083259e-06,
+      "loss": 0.1615,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17297816276550293,
+      "step": 3265,
+      "valid_targets_mean": 4930.7,
+      "valid_targets_min": 2434
+    },
+    {
+      "epoch": 5.265700483091788,
+      "grad_norm": 0.5600085277272723,
+      "learning_rate": 7.037928149828608e-06,
+      "loss": 0.1734,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18866902589797974,
+      "step": 3270,
+      "valid_targets_mean": 4635.0,
+      "valid_targets_min": 1444
+    },
+    {
+      "epoch": 5.273752012882448,
+      "grad_norm": 0.5153595033812705,
+      "learning_rate": 6.97687516995279e-06,
+      "loss": 0.1608,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15133386850357056,
+      "step": 3275,
+      "valid_targets_mean": 4087.8,
+      "valid_targets_min": 1111
+    },
+    {
+      "epoch": 5.281803542673108,
+      "grad_norm": 0.5588332326443939,
+      "learning_rate": 6.916032159803088e-06,
+      "loss": 0.1838,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20162728428840637,
+      "step": 3280,
+      "valid_targets_mean": 4709.9,
+      "valid_targets_min": 2151
+    },
+    {
+      "epoch": 5.2898550724637685,
+      "grad_norm": 0.5640390114972573,
+      "learning_rate": 6.855400100341458e-06,
+      "loss": 0.1642,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17432144284248352,
+      "step": 3285,
+      "valid_targets_mean": 3788.3,
+      "valid_targets_min": 543
+    },
+    {
+      "epoch": 5.297906602254429,
+      "grad_norm": 0.5376565233222369,
+      "learning_rate": 6.794979969128755e-06,
+      "loss": 0.1761,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16141164302825928,
+      "step": 3290,
+      "valid_targets_mean": 4118.3,
+      "valid_targets_min": 1706
+    },
+    {
+      "epoch": 5.305958132045088,
+      "grad_norm": 0.5378942356008535,
+      "learning_rate": 6.7347727403089325e-06,
+      "loss": 0.173,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17127177119255066,
+      "step": 3295,
+      "valid_targets_mean": 4600.5,
+      "valid_targets_min": 1136
+    },
+    {
+      "epoch": 5.314009661835748,
+      "grad_norm": 0.48776680886655227,
+      "learning_rate": 6.674779384593373e-06,
+      "loss": 0.1591,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.13992200791835785,
+      "step": 3300,
+      "valid_targets_mean": 4386.2,
+      "valid_targets_min": 1725
+    },
+    {
+      "epoch": 5.322061191626409,
+      "grad_norm": 0.5329626208836868,
+      "learning_rate": 6.61500086924519e-06,
+      "loss": 0.1657,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17515888810157776,
+      "step": 3305,
+      "valid_targets_mean": 4181.7,
+      "valid_targets_min": 290
+    },
+    {
+      "epoch": 5.330112721417069,
+      "grad_norm": 0.46016033498034964,
+      "learning_rate": 6.555438158063683e-06,
+      "loss": 0.1707,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17031973600387573,
+      "step": 3310,
+      "valid_targets_mean": 5609.8,
+      "valid_targets_min": 1475
+    },
+    {
+      "epoch": 5.338164251207729,
+      "grad_norm": 0.7890593958793812,
+      "learning_rate": 6.4960922113687695e-06,
+      "loss": 0.1678,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17659761011600494,
+      "step": 3315,
+      "valid_targets_mean": 3941.4,
+      "valid_targets_min": 1450
+    },
+    {
+      "epoch": 5.3462157809983895,
+      "grad_norm": 0.5703421349872555,
+      "learning_rate": 6.4369639859855115e-06,
+      "loss": 0.1637,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17057812213897705,
+      "step": 3320,
+      "valid_targets_mean": 4658.4,
+      "valid_targets_min": 1863
+    },
+    {
+      "epoch": 5.35426731078905,
+      "grad_norm": 0.564126182226765,
+      "learning_rate": 6.378054435228671e-06,
+      "loss": 0.166,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18041761219501495,
+      "step": 3325,
+      "valid_targets_mean": 4159.0,
+      "valid_targets_min": 759
+    },
+    {
+      "epoch": 5.36231884057971,
+      "grad_norm": 0.4973048643598519,
+      "learning_rate": 6.319364508887371e-06,
+      "loss": 0.1719,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1592758297920227,
+      "step": 3330,
+      "valid_targets_mean": 4736.2,
+      "valid_targets_min": 1812
+    },
+    {
+      "epoch": 5.37037037037037,
+      "grad_norm": 0.569769342446689,
+      "learning_rate": 6.260895153209763e-06,
+      "loss": 0.1644,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18152937293052673,
+      "step": 3335,
+      "valid_targets_mean": 4268.9,
+      "valid_targets_min": 1431
+    },
+    {
+      "epoch": 5.3784219001610305,
+      "grad_norm": 0.5016879405573162,
+      "learning_rate": 6.202647310887764e-06,
+      "loss": 0.1832,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17833814024925232,
+      "step": 3340,
+      "valid_targets_mean": 4741.9,
+      "valid_targets_min": 1679
+    },
+    {
+      "epoch": 5.386473429951691,
+      "grad_norm": 0.5247407647892519,
+      "learning_rate": 6.14462192104188e-06,
+      "loss": 0.1691,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20044955611228943,
+      "step": 3345,
+      "valid_targets_mean": 4656.0,
+      "valid_targets_min": 2099
+    },
+    {
+      "epoch": 5.394524959742351,
+      "grad_norm": 0.47014870620352595,
+      "learning_rate": 6.086819919206051e-06,
+      "loss": 0.168,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17010408639907837,
+      "step": 3350,
+      "valid_targets_mean": 5653.4,
+      "valid_targets_min": 2097
+    },
+    {
+      "epoch": 5.402576489533011,
+      "grad_norm": 0.6060057637724512,
+      "learning_rate": 6.029242237312554e-06,
+      "loss": 0.1742,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18121179938316345,
+      "step": 3355,
+      "valid_targets_mean": 5222.9,
+      "valid_targets_min": 532
+    },
+    {
+      "epoch": 5.4106280193236715,
+      "grad_norm": 0.5270241265183322,
+      "learning_rate": 5.971889803676996e-06,
+      "loss": 0.1648,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16754843294620514,
+      "step": 3360,
+      "valid_targets_mean": 4372.1,
+      "valid_targets_min": 1892
+    },
+    {
+      "epoch": 5.418679549114332,
+      "grad_norm": 0.5131324243265083,
+      "learning_rate": 5.914763542983355e-06,
+      "loss": 0.1986,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18260961771011353,
+      "step": 3365,
+      "valid_targets_mean": 5181.3,
+      "valid_targets_min": 1175
+    },
+    {
+      "epoch": 5.426731078904992,
+      "grad_norm": 0.5192149826300284,
+      "learning_rate": 5.857864376269051e-06,
+      "loss": 0.1837,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18823757767677307,
+      "step": 3370,
+      "valid_targets_mean": 4809.2,
+      "valid_targets_min": 1171
+    },
+    {
+      "epoch": 5.434782608695652,
+      "grad_norm": 0.5980250860155677,
+      "learning_rate": 5.801193220910108e-06,
+      "loss": 0.1539,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16703063249588013,
+      "step": 3375,
+      "valid_targets_mean": 4509.7,
+      "valid_targets_min": 1367
+    },
+    {
+      "epoch": 5.442834138486313,
+      "grad_norm": 0.551837937511895,
+      "learning_rate": 5.744750990606356e-06,
+      "loss": 0.1723,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15874727070331573,
+      "step": 3380,
+      "valid_targets_mean": 3712.6,
+      "valid_targets_min": 311
+    },
+    {
+      "epoch": 5.450885668276973,
+      "grad_norm": 0.49161398228706626,
+      "learning_rate": 5.688538595366706e-06,
+      "loss": 0.1569,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.155176043510437,
+      "step": 3385,
+      "valid_targets_mean": 4476.1,
+      "valid_targets_min": 1936
+    },
+    {
+      "epoch": 5.458937198067633,
+      "grad_norm": 0.5355381631745951,
+      "learning_rate": 5.632556941494482e-06,
+      "loss": 0.1687,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.153697669506073,
+      "step": 3390,
+      "valid_targets_mean": 3974.2,
+      "valid_targets_min": 1569
+    },
+    {
+      "epoch": 5.466988727858293,
+      "grad_norm": 0.5115948764108772,
+      "learning_rate": 5.5768069315727895e-06,
+      "loss": 0.1772,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1722053587436676,
+      "step": 3395,
+      "valid_targets_mean": 4293.4,
+      "valid_targets_min": 2260
+    },
+    {
+      "epoch": 5.475040257648954,
+      "grad_norm": 0.4799188086454644,
+      "learning_rate": 5.521289464449975e-06,
+      "loss": 0.1784,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17728543281555176,
+      "step": 3400,
+      "valid_targets_mean": 5211.7,
+      "valid_targets_min": 363
+    },
+    {
+      "epoch": 5.483091787439614,
+      "grad_norm": 0.5570316610757228,
+      "learning_rate": 5.46600543522515e-06,
+      "loss": 0.1694,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16196802258491516,
+      "step": 3405,
+      "valid_targets_mean": 4058.4,
+      "valid_targets_min": 653
+    },
+    {
+      "epoch": 5.491143317230274,
+      "grad_norm": 0.6736055907952796,
+      "learning_rate": 5.410955735233736e-06,
+      "loss": 0.1683,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.171076238155365,
+      "step": 3410,
+      "valid_targets_mean": 5974.8,
+      "valid_targets_min": 2681
+    },
+    {
+      "epoch": 5.499194847020934,
+      "grad_norm": 0.5508461582818147,
+      "learning_rate": 5.3561412520331025e-06,
+      "loss": 0.1673,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.14637523889541626,
+      "step": 3415,
+      "valid_targets_mean": 4094.3,
+      "valid_targets_min": 904
+    },
+    {
+      "epoch": 5.507246376811594,
+      "grad_norm": 0.5142188355081284,
+      "learning_rate": 5.30156286938826e-06,
+      "loss": 0.1655,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1733294427394867,
+      "step": 3420,
+      "valid_targets_mean": 4461.4,
+      "valid_targets_min": 1105
+    },
+    {
+      "epoch": 5.515297906602254,
+      "grad_norm": 0.5905481814384393,
+      "learning_rate": 5.24722146725761e-06,
+      "loss": 0.1817,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17892040312290192,
+      "step": 3425,
+      "valid_targets_mean": 4002.8,
+      "valid_targets_min": 1672
+    },
+    {
+      "epoch": 5.523349436392914,
+      "grad_norm": 0.45334104473741593,
+      "learning_rate": 5.193117921778743e-06,
+      "loss": 0.1616,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.13965705037117004,
+      "step": 3430,
+      "valid_targets_mean": 4802.2,
+      "valid_targets_min": 1812
+    },
+    {
+      "epoch": 5.531400966183575,
+      "grad_norm": 0.742354374585886,
+      "learning_rate": 5.139253105254336e-06,
+      "loss": 0.1795,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18780140578746796,
+      "step": 3435,
+      "valid_targets_mean": 4082.1,
+      "valid_targets_min": 1116
+    },
+    {
+      "epoch": 5.539452495974235,
+      "grad_norm": 0.44385771676975855,
+      "learning_rate": 5.085627886138078e-06,
+      "loss": 0.159,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.14621910452842712,
+      "step": 3440,
+      "valid_targets_mean": 5131.4,
+      "valid_targets_min": 1610
+    },
+    {
+      "epoch": 5.547504025764895,
+      "grad_norm": 0.47820099076305106,
+      "learning_rate": 5.032243129020671e-06,
+      "loss": 0.1734,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16836556792259216,
+      "step": 3445,
+      "valid_targets_mean": 5182.5,
+      "valid_targets_min": 1770
+    },
+    {
+      "epoch": 5.555555555555555,
+      "grad_norm": 0.5335135512220336,
+      "learning_rate": 4.9790996946158695e-06,
+      "loss": 0.1688,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18833035230636597,
+      "step": 3450,
+      "valid_targets_mean": 4468.0,
+      "valid_targets_min": 1464
+    },
+    {
+      "epoch": 5.563607085346216,
+      "grad_norm": 0.5452849565299809,
+      "learning_rate": 4.926198439746641e-06,
+      "loss": 0.1769,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16549217700958252,
+      "step": 3455,
+      "valid_targets_mean": 3943.1,
+      "valid_targets_min": 1663
+    },
+    {
+      "epoch": 5.571658615136876,
+      "grad_norm": 0.47569229716225025,
+      "learning_rate": 4.873540217331325e-06,
+      "loss": 0.1736,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.14578670263290405,
+      "step": 3460,
+      "valid_targets_mean": 4942.0,
+      "valid_targets_min": 1587
+    },
+    {
+      "epoch": 5.579710144927536,
+      "grad_norm": 0.6257220241925262,
+      "learning_rate": 4.82112587636989e-06,
+      "loss": 0.1653,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.14457204937934875,
+      "step": 3465,
+      "valid_targets_mean": 4796.1,
+      "valid_targets_min": 1025
+    },
+    {
+      "epoch": 5.587761674718196,
+      "grad_norm": 0.5126249751180715,
+      "learning_rate": 4.768956261930233e-06,
+      "loss": 0.1723,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21914073824882507,
+      "step": 3470,
+      "valid_targets_mean": 5159.1,
+      "valid_targets_min": 1672
+    },
+    {
+      "epoch": 5.595813204508857,
+      "grad_norm": 0.5030438743653675,
+      "learning_rate": 4.717032215134576e-06,
+      "loss": 0.1787,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1816645860671997,
+      "step": 3475,
+      "valid_targets_mean": 5501.6,
+      "valid_targets_min": 1066
+    },
+    {
+      "epoch": 5.603864734299517,
+      "grad_norm": 0.7789904581155889,
+      "learning_rate": 4.66535457314589e-06,
+      "loss": 0.1658,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1629607379436493,
+      "step": 3480,
+      "valid_targets_mean": 5301.9,
+      "valid_targets_min": 1650
+    },
+    {
+      "epoch": 5.611916264090177,
+      "grad_norm": 0.5094527470833449,
+      "learning_rate": 4.613924169154406e-06,
+      "loss": 0.1747,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16425767540931702,
+      "step": 3485,
+      "valid_targets_mean": 4554.6,
+      "valid_targets_min": 1654
+    },
+    {
+      "epoch": 5.6199677938808374,
+      "grad_norm": 0.48660247544704416,
+      "learning_rate": 4.5627418323641705e-06,
+      "loss": 0.1644,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17449656128883362,
+      "step": 3490,
+      "valid_targets_mean": 5440.4,
+      "valid_targets_min": 3305
+    },
+    {
+      "epoch": 5.628019323671498,
+      "grad_norm": 0.6588365172160204,
+      "learning_rate": 4.51180838797969e-06,
+      "loss": 0.1768,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16700059175491333,
+      "step": 3495,
+      "valid_targets_mean": 3524.9,
+      "valid_targets_min": 431
+    },
+    {
+      "epoch": 5.636070853462158,
+      "grad_norm": 0.5649424861690088,
+      "learning_rate": 4.461124657192612e-06,
+      "loss": 0.1923,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16424767673015594,
+      "step": 3500,
+      "valid_targets_mean": 3976.2,
+      "valid_targets_min": 327
+    },
+    {
+      "epoch": 5.644122383252818,
+      "grad_norm": 0.5402856059826509,
+      "learning_rate": 4.410691457168488e-06,
+      "loss": 0.179,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17043063044548035,
+      "step": 3505,
+      "valid_targets_mean": 4236.4,
+      "valid_targets_min": 1605
+    },
+    {
+      "epoch": 5.6521739130434785,
+      "grad_norm": 0.6565234736534431,
+      "learning_rate": 4.3605096010336115e-06,
+      "loss": 0.1631,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19410403072834015,
+      "step": 3510,
+      "valid_targets_mean": 3966.3,
+      "valid_targets_min": 374
+    },
+    {
+      "epoch": 5.660225442834139,
+      "grad_norm": 0.46809524453228724,
+      "learning_rate": 4.310579897861902e-06,
+      "loss": 0.167,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.14890244603157043,
+      "step": 3515,
+      "valid_targets_mean": 5078.9,
+      "valid_targets_min": 1866
+    },
+    {
+      "epoch": 5.668276972624799,
+      "grad_norm": 0.5402583356363803,
+      "learning_rate": 4.26090315266185e-06,
+      "loss": 0.1718,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18138787150382996,
+      "step": 3520,
+      "valid_targets_mean": 4479.4,
+      "valid_targets_min": 1667
+    },
+    {
+      "epoch": 5.676328502415459,
+      "grad_norm": 0.5567198301706011,
+      "learning_rate": 4.2114801663635504e-06,
+      "loss": 0.1689,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19387924671173096,
+      "step": 3525,
+      "valid_targets_mean": 4855.1,
+      "valid_targets_min": 1475
+    },
+    {
+      "epoch": 5.6843800322061195,
+      "grad_norm": 0.5076182712626346,
+      "learning_rate": 4.1623117358057865e-06,
+      "loss": 0.169,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16965937614440918,
+      "step": 3530,
+      "valid_targets_mean": 4802.6,
+      "valid_targets_min": 2133
+    },
+    {
+      "epoch": 5.692431561996779,
+      "grad_norm": 0.5638233787105313,
+      "learning_rate": 4.113398653723168e-06,
+      "loss": 0.1703,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1688123494386673,
+      "step": 3535,
+      "valid_targets_mean": 4551.8,
+      "valid_targets_min": 590
+    },
+    {
+      "epoch": 5.70048309178744,
+      "grad_norm": 0.6026682576927842,
+      "learning_rate": 4.0647417087333776e-06,
+      "loss": 0.1655,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17929375171661377,
+      "step": 3540,
+      "valid_targets_mean": 4203.6,
+      "valid_targets_min": 1303
+    },
+    {
+      "epoch": 5.708534621578099,
+      "grad_norm": 0.4840327343136473,
+      "learning_rate": 4.0163416853244385e-06,
+      "loss": 0.1767,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15817004442214966,
+      "step": 3545,
+      "valid_targets_mean": 4813.0,
+      "valid_targets_min": 321
+    },
+    {
+      "epoch": 5.71658615136876,
+      "grad_norm": 0.5122311264991213,
+      "learning_rate": 3.968199363842056e-06,
+      "loss": 0.1701,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15911847352981567,
+      "step": 3550,
+      "valid_targets_mean": 4163.8,
+      "valid_targets_min": 2141
+    },
+    {
+      "epoch": 5.72463768115942,
+      "grad_norm": 0.5526613981940242,
+      "learning_rate": 3.920315520477065e-06,
+      "loss": 0.1723,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16690890491008759,
+      "step": 3555,
+      "valid_targets_mean": 3781.4,
+      "valid_targets_min": 434
+    },
+    {
+      "epoch": 5.73268921095008,
+      "grad_norm": 0.5154673260140975,
+      "learning_rate": 3.872690927252891e-06,
+      "loss": 0.1775,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18027852475643158,
+      "step": 3560,
+      "valid_targets_mean": 4373.6,
+      "valid_targets_min": 1594
+    },
+    {
+      "epoch": 5.7407407407407405,
+      "grad_norm": 0.48703994856912225,
+      "learning_rate": 3.825326352013119e-06,
+      "loss": 0.169,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16559578478336334,
+      "step": 3565,
+      "valid_targets_mean": 4382.0,
+      "valid_targets_min": 1603
+    },
+    {
+      "epoch": 5.748792270531401,
+      "grad_norm": 0.5472851978165418,
+      "learning_rate": 3.7782225584091016e-06,
+      "loss": 0.1681,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15613017976284027,
+      "step": 3570,
+      "valid_targets_mean": 4052.4,
+      "valid_targets_min": 339
+    },
+    {
+      "epoch": 5.756843800322061,
+      "grad_norm": 0.5873806542864478,
+      "learning_rate": 3.731380305887644e-06,
+      "loss": 0.1716,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17352142930030823,
+      "step": 3575,
+      "valid_targets_mean": 4468.3,
+      "valid_targets_min": 860
+    },
+    {
+      "epoch": 5.764895330112721,
+      "grad_norm": 0.562715584188104,
+      "learning_rate": 3.684800349678781e-06,
+      "loss": 0.1685,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19309145212173462,
+      "step": 3580,
+      "valid_targets_mean": 3819.3,
+      "valid_targets_min": 831
+    },
+    {
+      "epoch": 5.7729468599033815,
+      "grad_norm": 0.584825018902196,
+      "learning_rate": 3.638483440783576e-06,
+      "loss": 0.1728,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.22266249358654022,
+      "step": 3585,
+      "valid_targets_mean": 4084.6,
+      "valid_targets_min": 1924
+    },
+    {
+      "epoch": 5.780998389694042,
+      "grad_norm": 0.5288099238647191,
+      "learning_rate": 3.5924303259620307e-06,
+      "loss": 0.1605,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15193787217140198,
+      "step": 3590,
+      "valid_targets_mean": 4209.9,
+      "valid_targets_min": 963
+    },
+    {
+      "epoch": 5.789049919484702,
+      "grad_norm": 0.5275609216950717,
+      "learning_rate": 3.546641747721036e-06,
+      "loss": 0.1892,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16384585201740265,
+      "step": 3595,
+      "valid_targets_mean": 4627.3,
+      "valid_targets_min": 1626
+    },
+    {
+      "epoch": 5.797101449275362,
+      "grad_norm": 0.725525221737914,
+      "learning_rate": 3.501118444302394e-06,
+      "loss": 0.1684,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18506191670894623,
+      "step": 3600,
+      "valid_targets_mean": 3873.7,
+      "valid_targets_min": 756
+    },
+    {
+      "epoch": 5.805152979066023,
+      "grad_norm": 0.5082224637456563,
+      "learning_rate": 3.4558611496709384e-06,
+      "loss": 0.1633,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.165011465549469,
+      "step": 3605,
+      "valid_targets_mean": 4355.2,
+      "valid_targets_min": 776
+    },
+    {
+      "epoch": 5.813204508856683,
+      "grad_norm": 0.8025807922419831,
+      "learning_rate": 3.4108705935026685e-06,
+      "loss": 0.1633,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15931957960128784,
+      "step": 3610,
+      "valid_targets_mean": 3695.9,
+      "valid_targets_min": 1119
+    },
+    {
+      "epoch": 5.821256038647343,
+      "grad_norm": 0.5168844656413334,
+      "learning_rate": 3.3661475011730206e-06,
+      "loss": 0.1639,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15300890803337097,
+      "step": 3615,
+      "valid_targets_mean": 4747.3,
+      "valid_targets_min": 1185
+    },
+    {
+      "epoch": 5.829307568438003,
+      "grad_norm": 0.5249631418738182,
+      "learning_rate": 3.321692593745147e-06,
+      "loss": 0.1617,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15493711829185486,
+      "step": 3620,
+      "valid_targets_mean": 3726.0,
+      "valid_targets_min": 1610
+    },
+    {
+      "epoch": 5.837359098228664,
+      "grad_norm": 0.5331107342319671,
+      "learning_rate": 3.2775065879582948e-06,
+      "loss": 0.1697,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17267771065235138,
+      "step": 3625,
+      "valid_targets_mean": 5503.0,
+      "valid_targets_min": 1978
+    },
+    {
+      "epoch": 5.845410628019324,
+      "grad_norm": 0.5222892591386691,
+      "learning_rate": 3.233590196216263e-06,
+      "loss": 0.1659,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1816999316215515,
+      "step": 3630,
+      "valid_targets_mean": 4842.2,
+      "valid_targets_min": 545
+    },
+    {
+      "epoch": 5.853462157809984,
+      "grad_norm": 0.5132154525081916,
+      "learning_rate": 3.1899441265759036e-06,
+      "loss": 0.1808,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19336271286010742,
+      "step": 3635,
+      "valid_targets_mean": 5282.2,
+      "valid_targets_min": 1948
+    },
+    {
+      "epoch": 5.861513687600644,
+      "grad_norm": 0.5087976961623909,
+      "learning_rate": 3.1465690827356955e-06,
+      "loss": 0.173,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17752087116241455,
+      "step": 3640,
+      "valid_targets_mean": 4912.0,
+      "valid_targets_min": 1166
+    },
+    {
+      "epoch": 5.869565217391305,
+      "grad_norm": 0.5723530802904422,
+      "learning_rate": 3.103465764024438e-06,
+      "loss": 0.1659,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1567440927028656,
+      "step": 3645,
+      "valid_targets_mean": 3882.6,
+      "valid_targets_min": 627
+    },
+    {
+      "epoch": 5.877616747181965,
+      "grad_norm": 0.6212444706400745,
+      "learning_rate": 3.0606348653899288e-06,
+      "loss": 0.1777,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16555482149124146,
+      "step": 3650,
+      "valid_targets_mean": 4280.1,
+      "valid_targets_min": 1429
+    },
+    {
+      "epoch": 5.885668276972625,
+      "grad_norm": 0.6037643784134114,
+      "learning_rate": 3.0180770773877866e-06,
+      "loss": 0.1767,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1539427787065506,
+      "step": 3655,
+      "valid_targets_mean": 3446.1,
+      "valid_targets_min": 864
+    },
+    {
+      "epoch": 5.8937198067632846,
+      "grad_norm": 0.5417204859207484,
+      "learning_rate": 2.9757930861703223e-06,
+      "loss": 0.1546,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1333686113357544,
+      "step": 3660,
+      "valid_targets_mean": 4272.0,
+      "valid_targets_min": 993
+    },
+    {
+      "epoch": 5.901771336553946,
+      "grad_norm": 0.545060770024728,
+      "learning_rate": 2.9337835734754504e-06,
+      "loss": 0.1685,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16815856099128723,
+      "step": 3665,
+      "valid_targets_mean": 4364.4,
+      "valid_targets_min": 1968
+    },
+    {
+      "epoch": 5.909822866344605,
+      "grad_norm": 0.4807913485701676,
+      "learning_rate": 2.892049216615724e-06,
+      "loss": 0.1705,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16856727004051208,
+      "step": 3670,
+      "valid_targets_mean": 4645.9,
+      "valid_targets_min": 1236
+    },
+    {
+      "epoch": 5.917874396135265,
+      "grad_norm": 0.5872896027676431,
+      "learning_rate": 2.850590688467405e-06,
+      "loss": 0.1761,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17276933789253235,
+      "step": 3675,
+      "valid_targets_mean": 4079.1,
+      "valid_targets_min": 758
+    },
+    {
+      "epoch": 5.925925925925926,
+      "grad_norm": 0.5081772741434722,
+      "learning_rate": 2.8094086574595934e-06,
+      "loss": 0.1846,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17815062403678894,
+      "step": 3680,
+      "valid_targets_mean": 4622.2,
+      "valid_targets_min": 506
+    },
+    {
+      "epoch": 5.933977455716586,
+      "grad_norm": 0.5314566948595292,
+      "learning_rate": 2.768503787563497e-06,
+      "loss": 0.1659,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15440833568572998,
+      "step": 3685,
+      "valid_targets_mean": 4177.4,
+      "valid_targets_min": 1764
+    },
+    {
+      "epoch": 5.942028985507246,
+      "grad_norm": 0.5944657537451915,
+      "learning_rate": 2.7278767382816828e-06,
+      "loss": 0.172,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15870711207389832,
+      "step": 3690,
+      "valid_targets_mean": 4034.2,
+      "valid_targets_min": 346
+    },
+    {
+      "epoch": 5.950080515297906,
+      "grad_norm": 0.5150609346752764,
+      "learning_rate": 2.687528164637474e-06,
+      "loss": 0.1682,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16893523931503296,
+      "step": 3695,
+      "valid_targets_mean": 4341.7,
+      "valid_targets_min": 544
+    },
+    {
+      "epoch": 5.958132045088567,
+      "grad_norm": 0.622800014898735,
+      "learning_rate": 2.647458717164357e-06,
+      "loss": 0.1686,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1420368254184723,
+      "step": 3700,
+      "valid_targets_mean": 4181.0,
+      "valid_targets_min": 930
+    },
+    {
+      "epoch": 5.966183574879227,
+      "grad_norm": 0.5118850984097806,
+      "learning_rate": 2.607669041895535e-06,
+      "loss": 0.1689,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17651256918907166,
+      "step": 3705,
+      "valid_targets_mean": 5766.2,
+      "valid_targets_min": 2526
+    },
+    {
+      "epoch": 5.974235104669887,
+      "grad_norm": 0.5922490816235029,
+      "learning_rate": 2.568159780353476e-06,
+      "loss": 0.173,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15372015535831451,
+      "step": 3710,
+      "valid_targets_mean": 3693.7,
+      "valid_targets_min": 614
+    },
+    {
+      "epoch": 5.982286634460547,
+      "grad_norm": 0.5223810749820793,
+      "learning_rate": 2.5289315695395834e-06,
+      "loss": 0.1709,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17238521575927734,
+      "step": 3715,
+      "valid_targets_mean": 3895.1,
+      "valid_targets_min": 703
+    },
+    {
+      "epoch": 5.990338164251208,
+      "grad_norm": 0.6140059891446761,
+      "learning_rate": 2.489985041923928e-06,
+      "loss": 0.1763,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18047456443309784,
+      "step": 3720,
+      "valid_targets_mean": 4203.8,
+      "valid_targets_min": 989
+    },
+    {
+      "epoch": 5.998389694041868,
+      "grad_norm": 0.5110659722384324,
+      "learning_rate": 2.4513208254350486e-06,
+      "loss": 0.1749,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1803944855928421,
+      "step": 3725,
+      "valid_targets_mean": 4611.9,
+      "valid_targets_min": 1053
+    },
+    {
+      "epoch": 6.006441223832528,
+      "grad_norm": 0.46649632563361154,
+      "learning_rate": 2.412939543449828e-06,
+      "loss": 0.1608,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1679632067680359,
+      "step": 3730,
+      "valid_targets_mean": 4868.8,
+      "valid_targets_min": 1373
+    },
+    {
+      "epoch": 6.0144927536231885,
+      "grad_norm": 0.5752464912619374,
+      "learning_rate": 2.3748418147834394e-06,
+      "loss": 0.1728,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.14780664443969727,
+      "step": 3735,
+      "valid_targets_mean": 3625.4,
+      "valid_targets_min": 705
+    },
+    {
+      "epoch": 6.022544283413849,
+      "grad_norm": 0.4873295942554316,
+      "learning_rate": 2.337028253679381e-06,
+      "loss": 0.1575,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.14143216609954834,
+      "step": 3740,
+      "valid_targets_mean": 4609.2,
+      "valid_targets_min": 1716
+    },
+    {
+      "epoch": 6.030595813204509,
+      "grad_norm": 0.4572827913243831,
+      "learning_rate": 2.299499469799542e-06,
+      "loss": 0.1715,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1580767184495926,
+      "step": 3745,
+      "valid_targets_mean": 5816.4,
+      "valid_targets_min": 1119
+    },
+    {
+      "epoch": 6.038647342995169,
+      "grad_norm": 0.5186439466567816,
+      "learning_rate": 2.262256068214421e-06,
+      "loss": 0.1651,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17476163804531097,
+      "step": 3750,
+      "valid_targets_mean": 4437.0,
+      "valid_targets_min": 757
+    },
+    {
+      "epoch": 6.0466988727858295,
+      "grad_norm": 0.5118711095108422,
+      "learning_rate": 2.2252986493933237e-06,
+      "loss": 0.1684,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16541600227355957,
+      "step": 3755,
+      "valid_targets_mean": 4525.7,
+      "valid_targets_min": 2162
+    },
+    {
+      "epoch": 6.05475040257649,
+      "grad_norm": 0.5109434582294012,
+      "learning_rate": 2.18862780919471e-06,
+      "loss": 0.1589,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15595577657222748,
+      "step": 3760,
+      "valid_targets_mean": 4511.2,
+      "valid_targets_min": 1010
+    },
+    {
+      "epoch": 6.06280193236715,
+      "grad_norm": 0.5324485507591655,
+      "learning_rate": 2.152244138856585e-06,
+      "loss": 0.1559,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1731036901473999,
+      "step": 3765,
+      "valid_targets_mean": 4594.2,
+      "valid_targets_min": 1788
+    },
+    {
+      "epoch": 6.07085346215781,
+      "grad_norm": 0.4936303320259845,
+      "learning_rate": 2.1161482249869513e-06,
+      "loss": 0.1499,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.14089539647102356,
+      "step": 3770,
+      "valid_targets_mean": 5116.8,
+      "valid_targets_min": 422
+    },
+    {
+      "epoch": 6.078904991948471,
+      "grad_norm": 0.5698965758566077,
+      "learning_rate": 2.080340649554369e-06,
+      "loss": 0.1662,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16755038499832153,
+      "step": 3775,
+      "valid_targets_mean": 4225.4,
+      "valid_targets_min": 536
+    },
+    {
+      "epoch": 6.086956521739131,
+      "grad_norm": 0.5229210197667631,
+      "learning_rate": 2.044821989878558e-06,
+      "loss": 0.1722,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16623234748840332,
+      "step": 3780,
+      "valid_targets_mean": 4262.9,
+      "valid_targets_min": 1577
+    },
+    {
+      "epoch": 6.095008051529791,
+      "grad_norm": 0.5459701049906057,
+      "learning_rate": 2.0095928186210956e-06,
+      "loss": 0.1625,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.147607684135437,
+      "step": 3785,
+      "valid_targets_mean": 4724.4,
+      "valid_targets_min": 1787
+    },
+    {
+      "epoch": 6.1030595813204505,
+      "grad_norm": 0.5581543823448861,
+      "learning_rate": 1.974653703776188e-06,
+      "loss": 0.1705,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18220457434654236,
+      "step": 3790,
+      "valid_targets_mean": 5031.3,
+      "valid_targets_min": 392
+    },
+    {
+      "epoch": 6.111111111111111,
+      "grad_norm": 0.5197842393741545,
+      "learning_rate": 1.9400052086615153e-06,
+      "loss": 0.175,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1598493456840515,
+      "step": 3795,
+      "valid_targets_mean": 4375.8,
+      "valid_targets_min": 1759
+    },
+    {
+      "epoch": 6.119162640901771,
+      "grad_norm": 0.5494186611639191,
+      "learning_rate": 1.9056478919091236e-06,
+      "loss": 0.1735,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19067052006721497,
+      "step": 3800,
+      "valid_targets_mean": 4341.0,
+      "valid_targets_min": 692
+    },
+    {
+      "epoch": 6.127214170692431,
+      "grad_norm": 0.5103976820611801,
+      "learning_rate": 1.8715823074564587e-06,
+      "loss": 0.16,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15958425402641296,
+      "step": 3805,
+      "valid_targets_mean": 4729.6,
+      "valid_targets_min": 362
+    },
+    {
+      "epoch": 6.1352657004830915,
+      "grad_norm": 0.5752435508668234,
+      "learning_rate": 1.837809004537401e-06,
+      "loss": 0.1579,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1595839112997055,
+      "step": 3810,
+      "valid_targets_mean": 4986.8,
+      "valid_targets_min": 897
+    },
+    {
+      "epoch": 6.143317230273752,
+      "grad_norm": 0.6232969103900382,
+      "learning_rate": 1.8043285276734334e-06,
+      "loss": 0.1663,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17083576321601868,
+      "step": 3815,
+      "valid_targets_mean": 3214.8,
+      "valid_targets_min": 547
+    },
+    {
+      "epoch": 6.151368760064412,
+      "grad_norm": 0.5085611865605083,
+      "learning_rate": 1.7711414166648365e-06,
+      "loss": 0.1522,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15489043295383453,
+      "step": 3820,
+      "valid_targets_mean": 4428.2,
+      "valid_targets_min": 1416
+    },
+    {
+      "epoch": 6.159420289855072,
+      "grad_norm": 0.5686690339243041,
+      "learning_rate": 1.7382482065820138e-06,
+      "loss": 0.1578,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16790664196014404,
+      "step": 3825,
+      "valid_targets_mean": 4888.5,
+      "valid_targets_min": 1755
+    },
+    {
+      "epoch": 6.1674718196457325,
+      "grad_norm": 0.6929429650574811,
+      "learning_rate": 1.7056494277568503e-06,
+      "loss": 0.167,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1905716359615326,
+      "step": 3830,
+      "valid_targets_mean": 3701.2,
+      "valid_targets_min": 1170
+    },
+    {
+      "epoch": 6.175523349436393,
+      "grad_norm": 0.6367228356359814,
+      "learning_rate": 1.6733456057741592e-06,
+      "loss": 0.1636,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1782214492559433,
+      "step": 3835,
+      "valid_targets_mean": 3788.4,
+      "valid_targets_min": 1742
+    },
+    {
+      "epoch": 6.183574879227053,
+      "grad_norm": 0.532748190271915,
+      "learning_rate": 1.641337261463216e-06,
+      "loss": 0.1691,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18782779574394226,
+      "step": 3840,
+      "valid_targets_mean": 4424.2,
+      "valid_targets_min": 745
+    },
+    {
+      "epoch": 6.191626409017713,
+      "grad_norm": 0.5944352055775861,
+      "learning_rate": 1.6096249108893602e-06,
+      "loss": 0.1591,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.14986079931259155,
+      "step": 3845,
+      "valid_targets_mean": 4633.4,
+      "valid_targets_min": 817
+    },
+    {
+      "epoch": 6.199677938808374,
+      "grad_norm": 0.4718113061336701,
+      "learning_rate": 1.5782090653456616e-06,
+      "loss": 0.1596,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15445095300674438,
+      "step": 3850,
+      "valid_targets_mean": 5366.3,
+      "valid_targets_min": 2465
+    },
+    {
+      "epoch": 6.207729468599034,
+      "grad_norm": 0.5299032276018538,
+      "learning_rate": 1.547090231344699e-06,
+      "loss": 0.1761,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1652597188949585,
+      "step": 3855,
+      "valid_targets_mean": 4490.8,
+      "valid_targets_min": 2050
+    },
+    {
+      "epoch": 6.215780998389694,
+      "grad_norm": 0.4937926792080132,
+      "learning_rate": 1.5162689106103746e-06,
+      "loss": 0.1571,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16262544691562653,
+      "step": 3860,
+      "valid_targets_mean": 5297.2,
+      "valid_targets_min": 758
+    },
+    {
+      "epoch": 6.223832528180354,
+      "grad_norm": 0.5983118290721653,
+      "learning_rate": 1.4857456000698366e-06,
+      "loss": 0.176,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21267688274383545,
+      "step": 3865,
+      "valid_targets_mean": 5259.9,
+      "valid_targets_min": 1772
+    },
+    {
+      "epoch": 6.231884057971015,
+      "grad_norm": 0.5186630493468379,
+      "learning_rate": 1.4555207918454662e-06,
+      "loss": 0.1758,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20158061385154724,
+      "step": 3870,
+      "valid_targets_mean": 5251.4,
+      "valid_targets_min": 570
+    },
+    {
+      "epoch": 6.239935587761675,
+      "grad_norm": 0.5732567692410732,
+      "learning_rate": 1.4255949732469309e-06,
+      "loss": 0.1649,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15088540315628052,
+      "step": 3875,
+      "valid_targets_mean": 3437.3,
+      "valid_targets_min": 1053
+    },
+    {
+      "epoch": 6.247987117552335,
+      "grad_norm": 0.5122360577374575,
+      "learning_rate": 1.3959686267633488e-06,
+      "loss": 0.1817,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1651184856891632,
+      "step": 3880,
+      "valid_targets_mean": 5088.6,
+      "valid_targets_min": 1995
+    },
+    {
+      "epoch": 6.256038647342995,
+      "grad_norm": 0.48110861215986517,
+      "learning_rate": 1.3666422300554905e-06,
+      "loss": 0.1705,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16647136211395264,
+      "step": 3885,
+      "valid_targets_mean": 5231.4,
+      "valid_targets_min": 2355
+    },
+    {
+      "epoch": 6.264090177133656,
+      "grad_norm": 0.582851491108072,
+      "learning_rate": 1.3376162559480822e-06,
+      "loss": 0.1769,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18534335494041443,
+      "step": 3890,
+      "valid_targets_mean": 4512.3,
+      "valid_targets_min": 2039
+    },
+    {
+      "epoch": 6.272141706924316,
+      "grad_norm": 0.5404662794082068,
+      "learning_rate": 1.308891172422193e-06,
+      "loss": 0.1737,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1919654756784439,
+      "step": 3895,
+      "valid_targets_mean": 4829.6,
+      "valid_targets_min": 972
+    },
+    {
+      "epoch": 6.280193236714976,
+      "grad_norm": 0.628437639331324,
+      "learning_rate": 1.2804674426076757e-06,
+      "loss": 0.174,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21055009961128235,
+      "step": 3900,
+      "valid_targets_mean": 4256.2,
+      "valid_targets_min": 846
+    },
+    {
+      "epoch": 6.2882447665056365,
+      "grad_norm": 0.4797286979992782,
+      "learning_rate": 1.2523455247757088e-06,
+      "loss": 0.1575,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.14173908531665802,
+      "step": 3905,
+      "valid_targets_mean": 5012.4,
+      "valid_targets_min": 1956
+    },
+    {
+      "epoch": 6.296296296296296,
+      "grad_norm": 0.5914383870555415,
+      "learning_rate": 1.224525872331408e-06,
+      "loss": 0.1672,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17256557941436768,
+      "step": 3910,
+      "valid_targets_mean": 3722.4,
+      "valid_targets_min": 1185
+    },
+    {
+      "epoch": 6.304347826086957,
+      "grad_norm": 0.5475160234396864,
+      "learning_rate": 1.1970089338065071e-06,
+      "loss": 0.1651,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16874639689922333,
+      "step": 3915,
+      "valid_targets_mean": 4964.1,
+      "valid_targets_min": 1411
+    },
+    {
+      "epoch": 6.312399355877616,
+      "grad_norm": 0.6352630163683538,
+      "learning_rate": 1.1697951528521422e-06,
+      "loss": 0.1722,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16274841129779816,
+      "step": 3920,
+      "valid_targets_mean": 3514.2,
+      "valid_targets_min": 1903
+    },
+    {
+      "epoch": 6.320450885668277,
+      "grad_norm": 0.5450852465931986,
+      "learning_rate": 1.1428849682316766e-06,
+      "loss": 0.1545,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16449615359306335,
+      "step": 3925,
+      "valid_targets_mean": 4061.4,
+      "valid_targets_min": 1262
+    },
+    {
+      "epoch": 6.328502415458937,
+      "grad_norm": 0.48987328370522754,
+      "learning_rate": 1.116278813813647e-06,
+      "loss": 0.1556,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.13572901487350464,
+      "step": 3930,
+      "valid_targets_mean": 4505.6,
+      "valid_targets_min": 1616
+    },
+    {
+      "epoch": 6.336553945249597,
+      "grad_norm": 0.503141267860805,
+      "learning_rate": 1.08997711856476e-06,
+      "loss": 0.1612,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16356249153614044,
+      "step": 3935,
+      "valid_targets_mean": 4598.4,
+      "valid_targets_min": 1028
+    },
+    {
+      "epoch": 6.344605475040257,
+      "grad_norm": 0.7893130983095663,
+      "learning_rate": 1.0639803065429755e-06,
+      "loss": 0.1831,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20338299870491028,
+      "step": 3940,
+      "valid_targets_mean": 5540.6,
+      "valid_targets_min": 2279
+    },
+    {
+      "epoch": 6.352657004830918,
+      "grad_norm": 0.5464519825128046,
+      "learning_rate": 1.0382887968906718e-06,
+      "loss": 0.1699,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1746448576450348,
+      "step": 3945,
+      "valid_targets_mean": 3995.6,
+      "valid_targets_min": 1677
+    },
+    {
+      "epoch": 6.360708534621578,
+      "grad_norm": 0.5620117079550653,
+      "learning_rate": 1.012903003827883e-06,
+      "loss": 0.1704,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1740240752696991,
+      "step": 3950,
+      "valid_targets_mean": 3910.2,
+      "valid_targets_min": 1147
+    },
+    {
+      "epoch": 6.368760064412238,
+      "grad_norm": 0.5014202584177402,
+      "learning_rate": 9.87823336645628e-07,
+      "loss": 0.166,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15709742903709412,
+      "step": 3955,
+      "valid_targets_mean": 4344.8,
+      "valid_targets_min": 2201
+    },
+    {
+      "epoch": 6.3768115942028984,
+      "grad_norm": 0.5362938011516779,
+      "learning_rate": 9.630501996993091e-07,
+      "loss": 0.163,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17129208147525787,
+      "step": 3960,
+      "valid_targets_mean": 4717.5,
+      "valid_targets_min": 1989
+    },
+    {
+      "epoch": 6.384863123993559,
+      "grad_norm": 0.44355010700619574,
+      "learning_rate": 9.385839924021844e-07,
+      "loss": 0.1773,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.14925384521484375,
+      "step": 3965,
+      "valid_targets_mean": 5392.1,
+      "valid_targets_min": 2034
+    },
+    {
+      "epoch": 6.392914653784219,
+      "grad_norm": 0.5637410567366077,
+      "learning_rate": 9.144251092189416e-07,
+      "loss": 0.1721,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2033105343580246,
+      "step": 3970,
+      "valid_targets_mean": 4397.6,
+      "valid_targets_min": 529
+    },
+    {
+      "epoch": 6.400966183574879,
+      "grad_norm": 0.5246003448080508,
+      "learning_rate": 8.905739396593316e-07,
+      "loss": 0.1636,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16925036907196045,
+      "step": 3975,
+      "valid_targets_mean": 4739.1,
+      "valid_targets_min": 720
+    },
+    {
+      "epoch": 6.4090177133655395,
+      "grad_norm": 0.5406121384840578,
+      "learning_rate": 8.670308682718853e-07,
+      "loss": 0.1587,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1594831645488739,
+      "step": 3980,
+      "valid_targets_mean": 4337.4,
+      "valid_targets_min": 800
+    },
+    {
+      "epoch": 6.4170692431562,
+      "grad_norm": 0.4785613416301052,
+      "learning_rate": 8.437962746377204e-07,
+      "loss": 0.1668,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1622602641582489,
+      "step": 3985,
+      "valid_targets_mean": 5365.6,
+      "valid_targets_min": 1316
+    },
+    {
+      "epoch": 6.42512077294686,
+      "grad_norm": 0.4972685992182721,
+      "learning_rate": 8.208705333644129e-07,
+      "loss": 0.1641,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1673496663570404,
+      "step": 3990,
+      "valid_targets_mean": 4327.2,
+      "valid_targets_min": 873
+    },
+    {
+      "epoch": 6.43317230273752,
+      "grad_norm": 0.51768549782515,
+      "learning_rate": 7.982540140799688e-07,
+      "loss": 0.1571,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.161638081073761,
+      "step": 3995,
+      "valid_targets_mean": 4245.7,
+      "valid_targets_min": 1725
+    },
+    {
+      "epoch": 6.4412238325281805,
+      "grad_norm": 0.6255107806087558,
+      "learning_rate": 7.759470814268489e-07,
+      "loss": 0.1531,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16319170594215393,
+      "step": 4000,
+      "valid_targets_mean": 3573.4,
+      "valid_targets_min": 216
+    },
+    {
+      "epoch": 6.449275362318841,
+      "grad_norm": 0.5117136147623905,
+      "learning_rate": 7.539500950561063e-07,
+      "loss": 0.1649,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18081682920455933,
+      "step": 4005,
+      "valid_targets_mean": 5030.6,
+      "valid_targets_min": 941
+    },
+    {
+      "epoch": 6.457326892109501,
+      "grad_norm": 0.5410913172933577,
+      "learning_rate": 7.322634096215831e-07,
+      "loss": 0.1568,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15669681131839752,
+      "step": 4010,
+      "valid_targets_mean": 4348.8,
+      "valid_targets_min": 713
+    },
+    {
+      "epoch": 6.465378421900161,
+      "grad_norm": 0.4986868222815654,
+      "learning_rate": 7.108873747741807e-07,
+      "loss": 0.1648,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.14274120330810547,
+      "step": 4015,
+      "valid_targets_mean": 4543.1,
+      "valid_targets_min": 1717
+    },
+    {
+      "epoch": 6.473429951690822,
+      "grad_norm": 0.469433549650835,
+      "learning_rate": 6.898223351562405e-07,
+      "loss": 0.1686,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15934091806411743,
+      "step": 4020,
+      "valid_targets_mean": 5432.7,
+      "valid_targets_min": 2526
+    },
+    {
+      "epoch": 6.481481481481482,
+      "grad_norm": 0.622115989263229,
+      "learning_rate": 6.690686303959748e-07,
+      "loss": 0.1746,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18453718721866608,
+      "step": 4025,
+      "valid_targets_mean": 3467.2,
+      "valid_targets_min": 545
+    },
+    {
+      "epoch": 6.489533011272142,
+      "grad_norm": 0.5270621108254152,
+      "learning_rate": 6.48626595101991e-07,
+      "loss": 0.1752,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.19507281482219696,
+      "step": 4030,
+      "valid_targets_mean": 5011.7,
+      "valid_targets_min": 2115
+    },
+    {
+      "epoch": 6.4975845410628015,
+      "grad_norm": 0.5614424641002262,
+      "learning_rate": 6.284965588579028e-07,
+      "loss": 0.1683,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1735997200012207,
+      "step": 4035,
+      "valid_targets_mean": 4858.7,
+      "valid_targets_min": 1516
+    },
+    {
+      "epoch": 6.505636070853463,
+      "grad_norm": 0.6277678468034912,
+      "learning_rate": 6.08678846217019e-07,
+      "loss": 0.1553,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.173121377825737,
+      "step": 4040,
+      "valid_targets_mean": 4697.3,
+      "valid_targets_min": 434
+    },
+    {
+      "epoch": 6.513687600644122,
+      "grad_norm": 0.557886874518275,
+      "learning_rate": 5.891737766970984e-07,
+      "loss": 0.1615,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16518916189670563,
+      "step": 4045,
+      "valid_targets_mean": 4401.9,
+      "valid_targets_min": 596
+    },
+    {
+      "epoch": 6.521739130434782,
+      "grad_norm": 0.5026467498773549,
+      "learning_rate": 5.699816647752077e-07,
+      "loss": 0.1601,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16781866550445557,
+      "step": 4050,
+      "valid_targets_mean": 4928.8,
+      "valid_targets_min": 2215
+    },
+    {
+      "epoch": 6.5297906602254425,
+      "grad_norm": 0.5451182471548547,
+      "learning_rate": 5.511028198826496e-07,
+      "loss": 0.1679,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17092815041542053,
+      "step": 4055,
+      "valid_targets_mean": 4106.2,
+      "valid_targets_min": 451
+    },
+    {
+      "epoch": 6.537842190016103,
+      "grad_norm": 0.5743885198199623,
+      "learning_rate": 5.32537546399976e-07,
+      "loss": 0.1672,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16788442432880402,
+      "step": 4060,
+      "valid_targets_mean": 4289.1,
+      "valid_targets_min": 1684
+    },
+    {
+      "epoch": 6.545893719806763,
+      "grad_norm": 0.6037224090967725,
+      "learning_rate": 5.142861436520763e-07,
+      "loss": 0.1685,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20297744870185852,
+      "step": 4065,
+      "valid_targets_mean": 3997.9,
+      "valid_targets_min": 383
+    },
+    {
+      "epoch": 6.553945249597423,
+      "grad_norm": 0.8388825418667704,
+      "learning_rate": 4.963489059033477e-07,
+      "loss": 0.1642,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16553989052772522,
+      "step": 4070,
+      "valid_targets_mean": 4784.5,
+      "valid_targets_min": 2033
+    },
+    {
+      "epoch": 6.561996779388084,
+      "grad_norm": 0.5970930999537574,
+      "learning_rate": 4.787261223529616e-07,
+      "loss": 0.165,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17344771325588226,
+      "step": 4075,
+      "valid_targets_mean": 3786.6,
+      "valid_targets_min": 898
+    },
+    {
+      "epoch": 6.570048309178744,
+      "grad_norm": 0.471204909767901,
+      "learning_rate": 4.6141807713019793e-07,
+      "loss": 0.155,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.13417160511016846,
+      "step": 4080,
+      "valid_targets_mean": 5032.4,
+      "valid_targets_min": 1912
+    },
+    {
+      "epoch": 6.578099838969404,
+      "grad_norm": 0.4884625900862524,
+      "learning_rate": 4.444250492898539e-07,
+      "loss": 0.1746,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16039326786994934,
+      "step": 4085,
+      "valid_targets_mean": 5670.8,
+      "valid_targets_min": 1963
+    },
+    {
+      "epoch": 6.586151368760064,
+      "grad_norm": 1.3562926760409872,
+      "learning_rate": 4.277473128077625e-07,
+      "loss": 0.1798,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15605992078781128,
+      "step": 4090,
+      "valid_targets_mean": 5004.9,
+      "valid_targets_min": 390
+    },
+    {
+      "epoch": 6.594202898550725,
+      "grad_norm": 0.5293266001333903,
+      "learning_rate": 4.113851365763544e-07,
+      "loss": 0.1626,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1735745668411255,
+      "step": 4095,
+      "valid_targets_mean": 5240.4,
+      "valid_targets_min": 1701
+    },
+    {
+      "epoch": 6.602254428341385,
+      "grad_norm": 0.5578624317503144,
+      "learning_rate": 3.953387844003431e-07,
+      "loss": 0.1607,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1669292151927948,
+      "step": 4100,
+      "valid_targets_mean": 4350.2,
+      "valid_targets_min": 2309
+    },
+    {
+      "epoch": 6.610305958132045,
+      "grad_norm": 0.604399390427962,
+      "learning_rate": 3.7960851499245554e-07,
+      "loss": 0.1566,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.14910921454429626,
+      "step": 4105,
+      "valid_targets_mean": 3900.4,
+      "valid_targets_min": 823
+    },
+    {
+      "epoch": 6.618357487922705,
+      "grad_norm": 0.5270613962718504,
+      "learning_rate": 3.6419458196926825e-07,
+      "loss": 0.1713,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1642162799835205,
+      "step": 4110,
+      "valid_targets_mean": 4613.5,
+      "valid_targets_min": 1191
+    },
+    {
+      "epoch": 6.626409017713366,
+      "grad_norm": 0.4768249623670376,
+      "learning_rate": 3.4909723384712436e-07,
+      "loss": 0.1647,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15536585450172424,
+      "step": 4115,
+      "valid_targets_mean": 4920.4,
+      "valid_targets_min": 1743
+    },
+    {
+      "epoch": 6.634460547504026,
+      "grad_norm": 0.7880877824521434,
+      "learning_rate": 3.3431671403811207e-07,
+      "loss": 0.1651,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.14975430071353912,
+      "step": 4120,
+      "valid_targets_mean": 4408.2,
+      "valid_targets_min": 431
+    },
+    {
+      "epoch": 6.642512077294686,
+      "grad_norm": 0.5055031311515263,
+      "learning_rate": 3.198532608461524e-07,
+      "loss": 0.1627,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18191225826740265,
+      "step": 4125,
+      "valid_targets_mean": 5325.4,
+      "valid_targets_min": 881
+    },
+    {
+      "epoch": 6.650563607085346,
+      "grad_norm": 0.7377711817281254,
+      "learning_rate": 3.0570710746314903e-07,
+      "loss": 0.1785,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1757345199584961,
+      "step": 4130,
+      "valid_targets_mean": 4204.0,
+      "valid_targets_min": 851
+    },
+    {
+      "epoch": 6.658615136876007,
+      "grad_norm": 0.49184719888721345,
+      "learning_rate": 2.9187848196524205e-07,
+      "loss": 0.1601,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1542222797870636,
+      "step": 4135,
+      "valid_targets_mean": 4731.2,
+      "valid_targets_min": 429
+    },
+    {
+      "epoch": 6.666666666666667,
+      "grad_norm": 0.6105305368391408,
+      "learning_rate": 2.7836760730910464e-07,
+      "loss": 0.1666,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17159178853034973,
+      "step": 4140,
+      "valid_targets_mean": 3496.8,
+      "valid_targets_min": 397
+    },
+    {
+      "epoch": 6.674718196457327,
+      "grad_norm": 0.5519746733795567,
+      "learning_rate": 2.6517470132838117e-07,
+      "loss": 0.1536,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1730884313583374,
+      "step": 4145,
+      "valid_targets_mean": 4672.2,
+      "valid_targets_min": 1995
+    },
+    {
+      "epoch": 6.6827697262479875,
+      "grad_norm": 0.5635266522753974,
+      "learning_rate": 2.522999767301482e-07,
+      "loss": 0.1652,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15275679528713226,
+      "step": 4150,
+      "valid_targets_mean": 3927.0,
+      "valid_targets_min": 300
+    },
+    {
+      "epoch": 6.690821256038648,
+      "grad_norm": 0.5061168238375812,
+      "learning_rate": 2.3974364109149886e-07,
+      "loss": 0.1656,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.14958354830741882,
+      "step": 4155,
+      "valid_targets_mean": 3901.1,
+      "valid_targets_min": 1810
+    },
+    {
+      "epoch": 6.698872785829307,
+      "grad_norm": 0.5040398527635441,
+      "learning_rate": 2.2750589685619495e-07,
+      "loss": 0.1654,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17061063647270203,
+      "step": 4160,
+      "valid_targets_mean": 4585.4,
+      "valid_targets_min": 1591
+    },
+    {
+      "epoch": 6.706924315619968,
+      "grad_norm": 0.5035025471661269,
+      "learning_rate": 2.1558694133139823e-07,
+      "loss": 0.1589,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16706478595733643,
+      "step": 4165,
+      "valid_targets_mean": 4401.9,
+      "valid_targets_min": 310
+    },
+    {
+      "epoch": 6.714975845410628,
+      "grad_norm": 0.5623618030459923,
+      "learning_rate": 2.039869666844929e-07,
+      "loss": 0.1697,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1561906784772873,
+      "step": 4170,
+      "valid_targets_mean": 3450.5,
+      "valid_targets_min": 1034
+    },
+    {
+      "epoch": 6.723027375201288,
+      "grad_norm": 0.5216795359225037,
+      "learning_rate": 1.9270615993998375e-07,
+      "loss": 0.1618,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1636110544204712,
+      "step": 4175,
+      "valid_targets_mean": 4135.8,
+      "valid_targets_min": 1656
+    },
+    {
+      "epoch": 6.731078904991948,
+      "grad_norm": 0.5368469010480501,
+      "learning_rate": 1.817447029764874e-07,
+      "loss": 0.1627,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16674436628818512,
+      "step": 4180,
+      "valid_targets_mean": 4527.6,
+      "valid_targets_min": 1381
+    },
+    {
+      "epoch": 6.739130434782608,
+      "grad_norm": 0.6438973279011997,
+      "learning_rate": 1.7110277252379238e-07,
+      "loss": 0.1554,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15082503855228424,
+      "step": 4185,
+      "valid_targets_mean": 4736.3,
+      "valid_targets_min": 1379
+    },
+    {
+      "epoch": 6.747181964573269,
+      "grad_norm": 0.4998287056476511,
+      "learning_rate": 1.607805401600149e-07,
+      "loss": 0.167,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17229287326335907,
+      "step": 4190,
+      "valid_targets_mean": 4969.6,
+      "valid_targets_min": 1283
+    },
+    {
+      "epoch": 6.755233494363929,
+      "grad_norm": 0.599169633423643,
+      "learning_rate": 1.5077817230883419e-07,
+      "loss": 0.1608,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15904340147972107,
+      "step": 4195,
+      "valid_targets_mean": 4552.9,
+      "valid_targets_min": 1866
+    },
+    {
+      "epoch": 6.763285024154589,
+      "grad_norm": 0.570759522637566,
+      "learning_rate": 1.4109583023679706e-07,
+      "loss": 0.1662,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15024811029434204,
+      "step": 4200,
+      "valid_targets_mean": 5746.9,
+      "valid_targets_min": 1892
+    },
+    {
+      "epoch": 6.7713365539452495,
+      "grad_norm": 0.5403647002807387,
+      "learning_rate": 1.3173367005073545e-07,
+      "loss": 0.1619,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17785856127738953,
+      "step": 4205,
+      "valid_targets_mean": 4047.6,
+      "valid_targets_min": 2002
+    },
+    {
+      "epoch": 6.77938808373591,
+      "grad_norm": 0.5226238218670288,
+      "learning_rate": 1.2269184269523282e-07,
+      "loss": 0.1589,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16204693913459778,
+      "step": 4210,
+      "valid_targets_mean": 4730.7,
+      "valid_targets_min": 1508
+    },
+    {
+      "epoch": 6.78743961352657,
+      "grad_norm": 0.5555947999177602,
+      "learning_rate": 1.1397049395020842e-07,
+      "loss": 0.154,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16874821484088898,
+      "step": 4215,
+      "valid_targets_mean": 4100.5,
+      "valid_targets_min": 1171
+    },
+    {
+      "epoch": 6.79549114331723,
+      "grad_norm": 0.5473832146836152,
+      "learning_rate": 1.0556976442854805e-07,
+      "loss": 0.1628,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18583595752716064,
+      "step": 4220,
+      "valid_targets_mean": 4135.4,
+      "valid_targets_min": 344
+    },
+    {
+      "epoch": 6.8035426731078905,
+      "grad_norm": 0.5690884856327217,
+      "learning_rate": 9.748978957385025e-08,
+      "loss": 0.1629,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1753610521554947,
+      "step": 4225,
+      "valid_targets_mean": 4328.1,
+      "valid_targets_min": 669
+    },
+    {
+      "epoch": 6.811594202898551,
+      "grad_norm": 0.5625787536362429,
+      "learning_rate": 8.9730699658237e-08,
+      "loss": 0.1606,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15724310278892517,
+      "step": 4230,
+      "valid_targets_mean": 4711.9,
+      "valid_targets_min": 2299
+    },
+    {
+      "epoch": 6.819645732689211,
+      "grad_norm": 0.5162132722455169,
+      "learning_rate": 8.229261978025316e-08,
+      "loss": 0.1611,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17424245178699493,
+      "step": 4235,
+      "valid_targets_mean": 4760.0,
+      "valid_targets_min": 2276
+    },
+    {
+      "epoch": 6.827697262479871,
+      "grad_norm": 0.6156039773080834,
+      "learning_rate": 7.517566986285474e-08,
+      "loss": 0.182,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1574200689792633,
+      "step": 4240,
+      "valid_targets_mean": 3681.5,
+      "valid_targets_min": 751
+    },
+    {
+      "epoch": 6.835748792270532,
+      "grad_norm": 0.5832771610140742,
+      "learning_rate": 6.837996465146823e-08,
+      "loss": 0.1677,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17290878295898438,
+      "step": 4245,
+      "valid_targets_mean": 3748.6,
+      "valid_targets_min": 284
+    },
+    {
+      "epoch": 6.843800322061192,
+      "grad_norm": 0.5576720036336581,
+      "learning_rate": 6.190561371214321e-08,
+      "loss": 0.1672,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16148659586906433,
+      "step": 4250,
+      "valid_targets_mean": 4166.0,
+      "valid_targets_min": 930
+    },
+    {
+      "epoch": 6.851851851851852,
+      "grad_norm": 0.5878319666889452,
+      "learning_rate": 5.575272142978927e-08,
+      "loss": 0.1799,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.172722727060318,
+      "step": 4255,
+      "valid_targets_mean": 4018.2,
+      "valid_targets_min": 754
+    },
+    {
+      "epoch": 6.859903381642512,
+      "grad_norm": 0.479443149906381,
+      "learning_rate": 4.992138700649074e-08,
+      "loss": 0.1607,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.13948974013328552,
+      "step": 4260,
+      "valid_targets_mean": 4858.1,
+      "valid_targets_min": 1813
+    },
+    {
+      "epoch": 6.867954911433173,
+      "grad_norm": 0.5541385500661399,
+      "learning_rate": 4.4411704459903506e-08,
+      "loss": 0.167,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1660829335451126,
+      "step": 4265,
+      "valid_targets_mean": 4232.4,
+      "valid_targets_min": 1054
+    },
+    {
+      "epoch": 6.876006441223833,
+      "grad_norm": 0.6179225703483298,
+      "learning_rate": 3.92237626217451e-08,
+      "loss": 0.1713,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16906727850437164,
+      "step": 4270,
+      "valid_targets_mean": 4460.8,
+      "valid_targets_min": 1530
+    },
+    {
+      "epoch": 6.884057971014493,
+      "grad_norm": 0.5783966854225258,
+      "learning_rate": 3.435764513635809e-08,
+      "loss": 0.1671,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17848993837833405,
+      "step": 4275,
+      "valid_targets_mean": 4309.5,
+      "valid_targets_min": 1717
+    },
+    {
+      "epoch": 6.892109500805153,
+      "grad_norm": 0.5351867682144865,
+      "learning_rate": 2.9813430459364465e-08,
+      "loss": 0.1707,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17882059514522552,
+      "step": 4280,
+      "valid_targets_mean": 4416.9,
+      "valid_targets_min": 1611
+    },
+    {
+      "epoch": 6.900161030595813,
+      "grad_norm": 0.573670983161385,
+      "learning_rate": 2.5591191856397802e-08,
+      "loss": 0.1714,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15430384874343872,
+      "step": 4285,
+      "valid_targets_mean": 4570.9,
+      "valid_targets_min": 1407
+    },
+    {
+      "epoch": 6.908212560386474,
+      "grad_norm": 0.5344897585917823,
+      "learning_rate": 2.1690997401928593e-08,
+      "loss": 0.1538,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16887977719306946,
+      "step": 4290,
+      "valid_targets_mean": 4439.5,
+      "valid_targets_min": 2172
+    },
+    {
+      "epoch": 6.916264090177133,
+      "grad_norm": 0.551697601245166,
+      "learning_rate": 1.811290997815851e-08,
+      "loss": 0.1762,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17137417197227478,
+      "step": 4295,
+      "valid_targets_mean": 4672.2,
+      "valid_targets_min": 590
+    },
+    {
+      "epoch": 6.9243156199677935,
+      "grad_norm": 0.5535638309128108,
+      "learning_rate": 1.485698727400564e-08,
+      "loss": 0.1673,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.14466409385204315,
+      "step": 4300,
+      "valid_targets_mean": 3469.3,
+      "valid_targets_min": 1197
+    },
+    {
+      "epoch": 6.932367149758454,
+      "grad_norm": 0.5119337022576111,
+      "learning_rate": 1.1923281784185226e-08,
+      "loss": 0.1673,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16587556898593903,
+      "step": 4305,
+      "valid_targets_mean": 4396.5,
+      "valid_targets_min": 1299
+    },
+    {
+      "epoch": 6.940418679549114,
+      "grad_norm": 0.5923102041383612,
+      "learning_rate": 9.311840808357009e-09,
+      "loss": 0.1712,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1823520064353943,
+      "step": 4310,
+      "valid_targets_mean": 4216.1,
+      "valid_targets_min": 1303
+    },
+    {
+      "epoch": 6.948470209339774,
+      "grad_norm": 0.5103445914494756,
+      "learning_rate": 7.022706450354744e-09,
+      "loss": 0.1677,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15162253379821777,
+      "step": 4315,
+      "valid_targets_mean": 5503.6,
+      "valid_targets_min": 2231
+    },
+    {
+      "epoch": 6.956521739130435,
+      "grad_norm": 0.533406608295802,
+      "learning_rate": 5.055915617522278e-09,
+      "loss": 0.158,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.14400282502174377,
+      "step": 4320,
+      "valid_targets_mean": 4314.7,
+      "valid_targets_min": 1448
+    },
+    {
+      "epoch": 6.964573268921095,
+      "grad_norm": 0.6879701190779768,
+      "learning_rate": 3.411500020109593e-09,
+      "loss": 0.161,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1823330670595169,
+      "step": 4325,
+      "valid_targets_mean": 3070.6,
+      "valid_targets_min": 467
+    },
+    {
+      "epoch": 6.972624798711755,
+      "grad_norm": 0.6418600229930465,
+      "learning_rate": 2.08948617075988e-09,
+      "loss": 0.1642,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15779449045658112,
+      "step": 4330,
+      "valid_targets_mean": 3922.4,
+      "valid_targets_min": 1291
+    },
+    {
+      "epoch": 6.980676328502415,
+      "grad_norm": 0.5848882869027459,
+      "learning_rate": 1.0898953840898786e-09,
+      "loss": 0.1616,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18286889791488647,
+      "step": 4335,
+      "valid_targets_mean": 4633.8,
+      "valid_targets_min": 695
+    },
+    {
+      "epoch": 6.988727858293076,
+      "grad_norm": 0.45093430680878505,
+      "learning_rate": 4.127437763390418e-10,
+      "loss": 0.1679,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15890920162200928,
+      "step": 4340,
+      "valid_targets_mean": 5343.4,
+      "valid_targets_min": 2478
+    },
+    {
+      "epoch": 6.996779388083736,
+      "grad_norm": 0.5378585489037748,
+      "learning_rate": 5.804226511196831e-11,
+      "loss": 0.1718,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15117883682250977,
+      "step": 4345,
+      "valid_targets_mean": 3975.8,
+      "valid_targets_min": 2081
+    },
+    {
+      "epoch": 7.0,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17696434259414673,
+      "step": 4347,
+      "total_flos": 1518375161495552.0,
+      "train_loss": 0.21155054198480733,
+      "train_runtime": 25607.106,
+      "train_samples_per_second": 2.714,
+      "train_steps_per_second": 0.17,
+      "valid_targets_mean": 4512.6,
+      "valid_targets_min": 535
+    }
+  ],
+  "logging_steps": 5,
+  "max_steps": 4347,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 7,
+  "save_steps": 1500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1518375161495552.0,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}