Upload 8 files

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92d98256100d4345aebcc750fc291efeb4533013ceff968f00dbe057daa75375
+size 610556037

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a9a5be9d58a1dddd21ed754571edc45ce6072db241e7d9f5ab4fd8af0445d83
+size 14575

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9db2ab0acd8fc1ef1cad9ebe2bcd32cd86564656fbad04b83ba2bc0fb3ad80e
+size 627

trainer_state.json

@@ -0,0 +1,3561 @@
+{
+  "best_metric": 0.17137235403060913,
+  "best_model_checkpoint": "./results_en2ar/checkpoint-5200",
+  "epoch": 0.9872792861211316,
+  "eval_steps": 100,
+  "global_step": 5200,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.999050692994115e-05,
+      "loss": 9.2952,
+      "step": 1
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9905069299411435e-05,
+      "loss": 2.0203,
+      "step": 10
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.981013859882286e-05,
+      "loss": 0.4495,
+      "step": 20
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.971520789823429e-05,
+      "loss": 0.5883,
+      "step": 30
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.962027719764572e-05,
+      "loss": 0.4076,
+      "step": 40
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.952534649705715e-05,
+      "loss": 0.4073,
+      "step": 50
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9430415796468585e-05,
+      "loss": 0.237,
+      "step": 60
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9335485095880004e-05,
+      "loss": 0.3867,
+      "step": 70
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.924055439529144e-05,
+      "loss": 0.3353,
+      "step": 80
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.914562369470287e-05,
+      "loss": 0.2702,
+      "step": 90
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.90506929941143e-05,
+      "loss": 0.3428,
+      "step": 100
+    },
+    {
+      "epoch": 0.02,
+      "eval_loss": 0.3094424605369568,
+      "eval_runtime": 58.2772,
+      "eval_samples_per_second": 40.17,
+      "eval_steps_per_second": 5.028,
+      "step": 100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.895576229352573e-05,
+      "loss": 0.3244,
+      "step": 110
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.8860831592937154e-05,
+      "loss": 0.2542,
+      "step": 120
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.876590089234859e-05,
+      "loss": 0.3446,
+      "step": 130
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.867097019176002e-05,
+      "loss": 0.3159,
+      "step": 140
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.857603949117145e-05,
+      "loss": 0.381,
+      "step": 150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.848110879058287e-05,
+      "loss": 0.347,
+      "step": 160
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.8386178089994304e-05,
+      "loss": 0.3842,
+      "step": 170
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.8291247389405736e-05,
+      "loss": 0.2412,
+      "step": 180
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.819631668881717e-05,
+      "loss": 0.2087,
+      "step": 190
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.8101385988228595e-05,
+      "loss": 0.2329,
+      "step": 200
+    },
+    {
+      "epoch": 0.04,
+      "eval_loss": 0.27652889490127563,
+      "eval_runtime": 58.541,
+      "eval_samples_per_second": 39.989,
+      "eval_steps_per_second": 5.005,
+      "step": 200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.800645528764002e-05,
+      "loss": 0.3388,
+      "step": 210
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.7911524587051454e-05,
+      "loss": 0.2755,
+      "step": 220
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.7816593886462886e-05,
+      "loss": 0.3393,
+      "step": 230
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.772166318587432e-05,
+      "loss": 0.2184,
+      "step": 240
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.762673248528574e-05,
+      "loss": 0.361,
+      "step": 250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.753180178469717e-05,
+      "loss": 0.319,
+      "step": 260
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.7436871084108604e-05,
+      "loss": 0.243,
+      "step": 270
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.7341940383520036e-05,
+      "loss": 0.1723,
+      "step": 280
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.724700968293146e-05,
+      "loss": 0.2985,
+      "step": 290
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.715207898234289e-05,
+      "loss": 0.219,
+      "step": 300
+    },
+    {
+      "epoch": 0.06,
+      "eval_loss": 0.26980558037757874,
+      "eval_runtime": 58.4964,
+      "eval_samples_per_second": 40.02,
+      "eval_steps_per_second": 5.009,
+      "step": 300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.705714828175432e-05,
+      "loss": 0.2404,
+      "step": 310
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.696221758116575e-05,
+      "loss": 0.2999,
+      "step": 320
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.686728688057718e-05,
+      "loss": 0.1991,
+      "step": 330
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.6772356179988605e-05,
+      "loss": 0.2792,
+      "step": 340
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.667742547940004e-05,
+      "loss": 0.3693,
+      "step": 350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.658249477881147e-05,
+      "loss": 0.184,
+      "step": 360
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.64875640782229e-05,
+      "loss": 0.301,
+      "step": 370
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.639263337763433e-05,
+      "loss": 0.3877,
+      "step": 380
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.6297702677045755e-05,
+      "loss": 0.3542,
+      "step": 390
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.620277197645719e-05,
+      "loss": 0.3478,
+      "step": 400
+    },
+    {
+      "epoch": 0.08,
+      "eval_loss": 0.260137140750885,
+      "eval_runtime": 58.3879,
+      "eval_samples_per_second": 40.094,
+      "eval_steps_per_second": 5.018,
+      "step": 400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.610784127586862e-05,
+      "loss": 0.2447,
+      "step": 410
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.6012910575280046e-05,
+      "loss": 0.2646,
+      "step": 420
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.591797987469147e-05,
+      "loss": 0.2069,
+      "step": 430
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.5823049174102905e-05,
+      "loss": 0.2278,
+      "step": 440
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.572811847351434e-05,
+      "loss": 0.2683,
+      "step": 450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.563318777292577e-05,
+      "loss": 0.2214,
+      "step": 460
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.5538257072337196e-05,
+      "loss": 0.2504,
+      "step": 470
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.544332637174862e-05,
+      "loss": 0.3694,
+      "step": 480
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.5348395671160055e-05,
+      "loss": 0.2084,
+      "step": 490
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.525346497057149e-05,
+      "loss": 0.2796,
+      "step": 500
+    },
+    {
+      "epoch": 0.09,
+      "eval_loss": 0.2488514631986618,
+      "eval_runtime": 58.4775,
+      "eval_samples_per_second": 40.032,
+      "eval_steps_per_second": 5.01,
+      "step": 500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.515853426998291e-05,
+      "loss": 0.3201,
+      "step": 510
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.5063603569394346e-05,
+      "loss": 0.2574,
+      "step": 520
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.496867286880577e-05,
+      "loss": 0.3238,
+      "step": 530
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.4873742168217205e-05,
+      "loss": 0.2491,
+      "step": 540
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.477881146762864e-05,
+      "loss": 0.2018,
+      "step": 550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.468388076704006e-05,
+      "loss": 0.2491,
+      "step": 560
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.458895006645149e-05,
+      "loss": 0.2946,
+      "step": 570
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.449401936586292e-05,
+      "loss": 0.2457,
+      "step": 580
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.4399088665274355e-05,
+      "loss": 0.3586,
+      "step": 590
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.430415796468578e-05,
+      "loss": 0.3481,
+      "step": 600
+    },
+    {
+      "epoch": 0.11,
+      "eval_loss": 0.23894372582435608,
+      "eval_runtime": 58.5146,
+      "eval_samples_per_second": 40.007,
+      "eval_steps_per_second": 5.007,
+      "step": 600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.420922726409721e-05,
+      "loss": 0.3249,
+      "step": 610
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.411429656350864e-05,
+      "loss": 0.2069,
+      "step": 620
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.401936586292007e-05,
+      "loss": 0.2861,
+      "step": 630
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.39244351623315e-05,
+      "loss": 0.3132,
+      "step": 640
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.382950446174293e-05,
+      "loss": 0.3351,
+      "step": 650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.3734573761154356e-05,
+      "loss": 0.242,
+      "step": 660
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.363964306056579e-05,
+      "loss": 0.1696,
+      "step": 670
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.354471235997722e-05,
+      "loss": 0.2097,
+      "step": 680
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.344978165938865e-05,
+      "loss": 0.1941,
+      "step": 690
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.335485095880008e-05,
+      "loss": 0.288,
+      "step": 700
+    },
+    {
+      "epoch": 0.13,
+      "eval_loss": 0.23884864151477814,
+      "eval_runtime": 58.471,
+      "eval_samples_per_second": 40.037,
+      "eval_steps_per_second": 5.011,
+      "step": 700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.3259920258211506e-05,
+      "loss": 0.4013,
+      "step": 710
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.316498955762294e-05,
+      "loss": 0.2957,
+      "step": 720
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.3070058857034365e-05,
+      "loss": 0.3827,
+      "step": 730
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.29751281564458e-05,
+      "loss": 0.3267,
+      "step": 740
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.288019745585722e-05,
+      "loss": 0.2165,
+      "step": 750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.2785266755268656e-05,
+      "loss": 0.2865,
+      "step": 760
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.269033605468009e-05,
+      "loss": 0.3312,
+      "step": 770
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.2595405354091514e-05,
+      "loss": 0.148,
+      "step": 780
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.250047465350295e-05,
+      "loss": 0.2366,
+      "step": 790
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.240554395291437e-05,
+      "loss": 0.2897,
+      "step": 800
+    },
+    {
+      "epoch": 0.15,
+      "eval_loss": 0.231247678399086,
+      "eval_runtime": 58.3783,
+      "eval_samples_per_second": 40.101,
+      "eval_steps_per_second": 5.019,
+      "step": 800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.2310613252325806e-05,
+      "loss": 0.336,
+      "step": 810
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.221568255173723e-05,
+      "loss": 0.1777,
+      "step": 820
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.2120751851148664e-05,
+      "loss": 0.2939,
+      "step": 830
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.202582115056009e-05,
+      "loss": 0.1607,
+      "step": 840
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.193089044997152e-05,
+      "loss": 0.2133,
+      "step": 850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.1835959749382956e-05,
+      "loss": 0.2108,
+      "step": 860
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.174102904879438e-05,
+      "loss": 0.29,
+      "step": 870
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.1646098348205814e-05,
+      "loss": 0.1991,
+      "step": 880
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.155116764761724e-05,
+      "loss": 0.1924,
+      "step": 890
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.145623694702867e-05,
+      "loss": 0.2086,
+      "step": 900
+    },
+    {
+      "epoch": 0.17,
+      "eval_loss": 0.22816401720046997,
+      "eval_runtime": 58.4804,
+      "eval_samples_per_second": 40.031,
+      "eval_steps_per_second": 5.01,
+      "step": 900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.13613062464401e-05,
+      "loss": 0.4082,
+      "step": 910
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.126637554585153e-05,
+      "loss": 0.2258,
+      "step": 920
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.117144484526296e-05,
+      "loss": 0.2124,
+      "step": 930
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.107651414467439e-05,
+      "loss": 0.2221,
+      "step": 940
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.098158344408582e-05,
+      "loss": 0.2443,
+      "step": 950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.088665274349725e-05,
+      "loss": 0.2726,
+      "step": 960
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.079172204290868e-05,
+      "loss": 0.2459,
+      "step": 970
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.069679134232011e-05,
+      "loss": 0.3175,
+      "step": 980
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.060186064173154e-05,
+      "loss": 0.2747,
+      "step": 990
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.0506929941142966e-05,
+      "loss": 0.2623,
+      "step": 1000
+    },
+    {
+      "epoch": 0.19,
+      "eval_loss": 0.22370626032352448,
+      "eval_runtime": 58.4454,
+      "eval_samples_per_second": 40.055,
+      "eval_steps_per_second": 5.013,
+      "step": 1000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.04119992405544e-05,
+      "loss": 0.1652,
+      "step": 1010
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.0317068539965824e-05,
+      "loss": 0.2484,
+      "step": 1020
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.022213783937726e-05,
+      "loss": 0.3282,
+      "step": 1030
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.012720713878868e-05,
+      "loss": 0.3819,
+      "step": 1040
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.0032276438200116e-05,
+      "loss": 0.2284,
+      "step": 1050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 3.993734573761155e-05,
+      "loss": 0.2976,
+      "step": 1060
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 3.9842415037022974e-05,
+      "loss": 0.2607,
+      "step": 1070
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.974748433643441e-05,
+      "loss": 0.1952,
+      "step": 1080
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.965255363584583e-05,
+      "loss": 0.2174,
+      "step": 1090
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9557622935257265e-05,
+      "loss": 0.2908,
+      "step": 1100
+    },
+    {
+      "epoch": 0.21,
+      "eval_loss": 0.22206127643585205,
+      "eval_runtime": 58.4493,
+      "eval_samples_per_second": 40.052,
+      "eval_steps_per_second": 5.013,
+      "step": 1100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.946269223466869e-05,
+      "loss": 0.3271,
+      "step": 1110
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9367761534080124e-05,
+      "loss": 0.1407,
+      "step": 1120
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.927283083349155e-05,
+      "loss": 0.2099,
+      "step": 1130
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.917790013290298e-05,
+      "loss": 0.1994,
+      "step": 1140
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.9082969432314415e-05,
+      "loss": 0.3258,
+      "step": 1150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.898803873172584e-05,
+      "loss": 0.1717,
+      "step": 1160
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.8893108031137274e-05,
+      "loss": 0.2402,
+      "step": 1170
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.87981773305487e-05,
+      "loss": 0.2235,
+      "step": 1180
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.870324662996013e-05,
+      "loss": 0.2722,
+      "step": 1190
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.860831592937156e-05,
+      "loss": 0.3279,
+      "step": 1200
+    },
+    {
+      "epoch": 0.23,
+      "eval_loss": 0.21985061466693878,
+      "eval_runtime": 58.3288,
+      "eval_samples_per_second": 40.135,
+      "eval_steps_per_second": 5.023,
+      "step": 1200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.851338522878299e-05,
+      "loss": 0.3217,
+      "step": 1210
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.841845452819442e-05,
+      "loss": 0.2229,
+      "step": 1220
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.832352382760585e-05,
+      "loss": 0.1454,
+      "step": 1230
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.822859312701728e-05,
+      "loss": 0.3342,
+      "step": 1240
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.813366242642871e-05,
+      "loss": 0.2445,
+      "step": 1250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.803873172584014e-05,
+      "loss": 0.2585,
+      "step": 1260
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.794380102525157e-05,
+      "loss": 0.1308,
+      "step": 1270
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.7848870324663e-05,
+      "loss": 0.3355,
+      "step": 1280
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.7753939624074425e-05,
+      "loss": 0.2536,
+      "step": 1290
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 3.765900892348586e-05,
+      "loss": 0.2139,
+      "step": 1300
+    },
+    {
+      "epoch": 0.25,
+      "eval_loss": 0.21853680908679962,
+      "eval_runtime": 58.4469,
+      "eval_samples_per_second": 40.053,
+      "eval_steps_per_second": 5.013,
+      "step": 1300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 3.7564078222897284e-05,
+      "loss": 0.1639,
+      "step": 1310
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 3.746914752230872e-05,
+      "loss": 0.1836,
+      "step": 1320
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 3.737421682172015e-05,
+      "loss": 0.2165,
+      "step": 1330
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 3.7279286121131575e-05,
+      "loss": 0.3279,
+      "step": 1340
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 3.7184355420543e-05,
+      "loss": 0.2399,
+      "step": 1350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 3.7089424719954434e-05,
+      "loss": 0.2136,
+      "step": 1360
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 3.6994494019365867e-05,
+      "loss": 0.2507,
+      "step": 1370
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 3.68995633187773e-05,
+      "loss": 0.1976,
+      "step": 1380
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 3.6804632618188725e-05,
+      "loss": 0.2714,
+      "step": 1390
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 3.670970191760015e-05,
+      "loss": 0.3335,
+      "step": 1400
+    },
+    {
+      "epoch": 0.27,
+      "eval_loss": 0.21167145669460297,
+      "eval_runtime": 58.4442,
+      "eval_samples_per_second": 40.055,
+      "eval_steps_per_second": 5.013,
+      "step": 1400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 3.6614771217011584e-05,
+      "loss": 0.1951,
+      "step": 1410
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 3.6519840516423016e-05,
+      "loss": 0.225,
+      "step": 1420
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 3.642490981583444e-05,
+      "loss": 0.2911,
+      "step": 1430
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 3.632997911524587e-05,
+      "loss": 0.2851,
+      "step": 1440
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 3.62350484146573e-05,
+      "loss": 0.1638,
+      "step": 1450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 3.6140117714068734e-05,
+      "loss": 0.3227,
+      "step": 1460
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 3.6045187013480166e-05,
+      "loss": 0.3921,
+      "step": 1470
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 3.595025631289159e-05,
+      "loss": 0.2796,
+      "step": 1480
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 3.585532561230302e-05,
+      "loss": 0.2344,
+      "step": 1490
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 3.576039491171445e-05,
+      "loss": 0.2523,
+      "step": 1500
+    },
+    {
+      "epoch": 0.28,
+      "eval_loss": 0.2083868384361267,
+      "eval_runtime": 58.4415,
+      "eval_samples_per_second": 40.057,
+      "eval_steps_per_second": 5.014,
+      "step": 1500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 3.5665464211125884e-05,
+      "loss": 0.3042,
+      "step": 1510
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 3.557053351053731e-05,
+      "loss": 0.221,
+      "step": 1520
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 3.5475602809948735e-05,
+      "loss": 0.1296,
+      "step": 1530
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 3.538067210936017e-05,
+      "loss": 0.2397,
+      "step": 1540
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 3.52857414087716e-05,
+      "loss": 0.2175,
+      "step": 1550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 3.519081070818303e-05,
+      "loss": 0.2222,
+      "step": 1560
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 3.509588000759446e-05,
+      "loss": 0.2333,
+      "step": 1570
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 3.5000949307005885e-05,
+      "loss": 0.0962,
+      "step": 1580
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 3.490601860641732e-05,
+      "loss": 0.2326,
+      "step": 1590
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 3.481108790582875e-05,
+      "loss": 0.1996,
+      "step": 1600
+    },
+    {
+      "epoch": 0.3,
+      "eval_loss": 0.20676040649414062,
+      "eval_runtime": 58.3991,
+      "eval_samples_per_second": 40.086,
+      "eval_steps_per_second": 5.017,
+      "step": 1600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 3.4716157205240176e-05,
+      "loss": 0.2545,
+      "step": 1610
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 3.46212265046516e-05,
+      "loss": 0.3154,
+      "step": 1620
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 3.4526295804063035e-05,
+      "loss": 0.2173,
+      "step": 1630
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 3.443136510347447e-05,
+      "loss": 0.228,
+      "step": 1640
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 3.43364344028859e-05,
+      "loss": 0.1942,
+      "step": 1650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 3.424150370229732e-05,
+      "loss": 0.1846,
+      "step": 1660
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 3.414657300170875e-05,
+      "loss": 0.1876,
+      "step": 1670
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 3.4051642301120185e-05,
+      "loss": 0.2501,
+      "step": 1680
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 3.395671160053162e-05,
+      "loss": 0.3002,
+      "step": 1690
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 3.3861780899943043e-05,
+      "loss": 0.2272,
+      "step": 1700
+    },
+    {
+      "epoch": 0.32,
+      "eval_loss": 0.20572568476200104,
+      "eval_runtime": 58.3352,
+      "eval_samples_per_second": 40.13,
+      "eval_steps_per_second": 5.023,
+      "step": 1700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 3.376685019935447e-05,
+      "loss": 0.197,
+      "step": 1710
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.36719194987659e-05,
+      "loss": 0.2047,
+      "step": 1720
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.3576988798177335e-05,
+      "loss": 0.2821,
+      "step": 1730
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.348205809758877e-05,
+      "loss": 0.2521,
+      "step": 1740
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.3387127397000187e-05,
+      "loss": 0.2899,
+      "step": 1750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.329219669641162e-05,
+      "loss": 0.3044,
+      "step": 1760
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 3.319726599582305e-05,
+      "loss": 0.1524,
+      "step": 1770
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 3.3102335295234485e-05,
+      "loss": 0.2236,
+      "step": 1780
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 3.300740459464591e-05,
+      "loss": 0.3355,
+      "step": 1790
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 3.2912473894057336e-05,
+      "loss": 0.2483,
+      "step": 1800
+    },
+    {
+      "epoch": 0.34,
+      "eval_loss": 0.20285062491893768,
+      "eval_runtime": 58.4497,
+      "eval_samples_per_second": 40.052,
+      "eval_steps_per_second": 5.013,
+      "step": 1800
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 3.281754319346877e-05,
+      "loss": 0.1557,
+      "step": 1810
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 3.27226124928802e-05,
+      "loss": 0.3256,
+      "step": 1820
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 3.2627681792291634e-05,
+      "loss": 0.1996,
+      "step": 1830
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 3.2532751091703054e-05,
+      "loss": 0.2646,
+      "step": 1840
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 3.2437820391114486e-05,
+      "loss": 0.299,
+      "step": 1850
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 3.234288969052592e-05,
+      "loss": 0.298,
+      "step": 1860
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 3.224795898993735e-05,
+      "loss": 0.2281,
+      "step": 1870
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 3.215302828934878e-05,
+      "loss": 0.1323,
+      "step": 1880
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 3.2058097588760203e-05,
+      "loss": 0.2415,
+      "step": 1890
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 3.1963166888171636e-05,
+      "loss": 0.2174,
+      "step": 1900
+    },
+    {
+      "epoch": 0.36,
+      "eval_loss": 0.20354433357715607,
+      "eval_runtime": 58.4014,
+      "eval_samples_per_second": 40.085,
+      "eval_steps_per_second": 5.017,
+      "step": 1900
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 3.186823618758307e-05,
+      "loss": 0.152,
+      "step": 1910
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 3.1773305486994495e-05,
+      "loss": 0.1671,
+      "step": 1920
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 3.167837478640592e-05,
+      "loss": 0.1866,
+      "step": 1930
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 3.158344408581735e-05,
+      "loss": 0.1769,
+      "step": 1940
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 3.1488513385228786e-05,
+      "loss": 0.2413,
+      "step": 1950
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 3.139358268464022e-05,
+      "loss": 0.2458,
+      "step": 1960
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 3.129865198405164e-05,
+      "loss": 0.1918,
+      "step": 1970
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 3.120372128346307e-05,
+      "loss": 0.244,
+      "step": 1980
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 3.11087905828745e-05,
+      "loss": 0.2254,
+      "step": 1990
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 3.1013859882285936e-05,
+      "loss": 0.2934,
+      "step": 2000
+    },
+    {
+      "epoch": 0.38,
+      "eval_loss": 0.19765831530094147,
+      "eval_runtime": 58.4337,
+      "eval_samples_per_second": 40.062,
+      "eval_steps_per_second": 5.014,
+      "step": 2000
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 3.091892918169736e-05,
+      "loss": 0.1601,
+      "step": 2010
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 3.082399848110879e-05,
+      "loss": 0.1778,
+      "step": 2020
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 3.072906778052022e-05,
+      "loss": 0.1302,
+      "step": 2030
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 3.063413707993165e-05,
+      "loss": 0.1359,
+      "step": 2040
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 3.0539206379343086e-05,
+      "loss": 0.2351,
+      "step": 2050
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 3.0444275678754508e-05,
+      "loss": 0.0917,
+      "step": 2060
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 3.0349344978165938e-05,
+      "loss": 0.1658,
+      "step": 2070
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 3.025441427757737e-05,
+      "loss": 0.1769,
+      "step": 2080
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 3.01594835769888e-05,
+      "loss": 0.2233,
+      "step": 2090
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 3.0064552876400232e-05,
+      "loss": 0.178,
+      "step": 2100
+    },
+    {
+      "epoch": 0.4,
+      "eval_loss": 0.200357124209404,
+      "eval_runtime": 58.4498,
+      "eval_samples_per_second": 40.051,
+      "eval_steps_per_second": 5.013,
+      "step": 2100
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 2.9969622175811658e-05,
+      "loss": 0.2113,
+      "step": 2110
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 2.9874691475223087e-05,
+      "loss": 0.1336,
+      "step": 2120
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 2.977976077463452e-05,
+      "loss": 0.2023,
+      "step": 2130
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 2.968483007404595e-05,
+      "loss": 0.1174,
+      "step": 2140
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 2.9589899373457375e-05,
+      "loss": 0.2178,
+      "step": 2150
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 2.9494968672868805e-05,
+      "loss": 0.1917,
+      "step": 2160
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 2.9400037972280237e-05,
+      "loss": 0.1737,
+      "step": 2170
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 2.9305107271691667e-05,
+      "loss": 0.2051,
+      "step": 2180
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 2.92101765711031e-05,
+      "loss": 0.1652,
+      "step": 2190
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 2.9115245870514525e-05,
+      "loss": 0.0923,
+      "step": 2200
+    },
+    {
+      "epoch": 0.42,
+      "eval_loss": 0.19968745112419128,
+      "eval_runtime": 58.499,
+      "eval_samples_per_second": 40.018,
+      "eval_steps_per_second": 5.009,
+      "step": 2200
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 2.9020315169925954e-05,
+      "loss": 0.1799,
+      "step": 2210
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 2.8925384469337384e-05,
+      "loss": 0.1597,
+      "step": 2220
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 2.8830453768748816e-05,
+      "loss": 0.3413,
+      "step": 2230
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 2.8735523068160242e-05,
+      "loss": 0.1615,
+      "step": 2240
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 2.864059236757167e-05,
+      "loss": 0.2355,
+      "step": 2250
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 2.8545661666983104e-05,
+      "loss": 0.1218,
+      "step": 2260
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 2.8450730966394534e-05,
+      "loss": 0.2614,
+      "step": 2270
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 2.8355800265805966e-05,
+      "loss": 0.1555,
+      "step": 2280
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 2.826086956521739e-05,
+      "loss": 0.1589,
+      "step": 2290
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 2.816593886462882e-05,
+      "loss": 0.2157,
+      "step": 2300
+    },
+    {
+      "epoch": 0.44,
+      "eval_loss": 0.196543350815773,
+      "eval_runtime": 58.4466,
+      "eval_samples_per_second": 40.054,
+      "eval_steps_per_second": 5.013,
+      "step": 2300
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 2.807100816404025e-05,
+      "loss": 0.2694,
+      "step": 2310
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 2.7976077463451683e-05,
+      "loss": 0.1692,
+      "step": 2320
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 2.7881146762863113e-05,
+      "loss": 0.2634,
+      "step": 2330
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 2.778621606227454e-05,
+      "loss": 0.2017,
+      "step": 2340
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 2.769128536168597e-05,
+      "loss": 0.2822,
+      "step": 2350
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 2.75963546610974e-05,
+      "loss": 0.1717,
+      "step": 2360
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 2.7501423960508833e-05,
+      "loss": 0.217,
+      "step": 2370
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 2.7406493259920256e-05,
+      "loss": 0.2446,
+      "step": 2380
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 2.731156255933169e-05,
+      "loss": 0.0997,
+      "step": 2390
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 2.7216631858743118e-05,
+      "loss": 0.1756,
+      "step": 2400
+    },
+    {
+      "epoch": 0.46,
+      "eval_loss": 0.19417181611061096,
+      "eval_runtime": 58.5165,
+      "eval_samples_per_second": 40.006,
+      "eval_steps_per_second": 5.007,
+      "step": 2400
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 2.712170115815455e-05,
+      "loss": 0.284,
+      "step": 2410
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 2.702677045756598e-05,
+      "loss": 0.2041,
+      "step": 2420
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 2.6931839756977406e-05,
+      "loss": 0.1631,
+      "step": 2430
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 2.683690905638884e-05,
+      "loss": 0.2154,
+      "step": 2440
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 2.6741978355800268e-05,
+      "loss": 0.2117,
+      "step": 2450
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 2.66470476552117e-05,
+      "loss": 0.1765,
+      "step": 2460
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 2.6552116954623123e-05,
+      "loss": 0.2031,
+      "step": 2470
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 2.6457186254034556e-05,
+      "loss": 0.1512,
+      "step": 2480
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 2.6362255553445985e-05,
+      "loss": 0.2909,
+      "step": 2490
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 2.6267324852857418e-05,
+      "loss": 0.1469,
+      "step": 2500
+    },
+    {
+      "epoch": 0.47,
+      "eval_loss": 0.19603069126605988,
+      "eval_runtime": 58.4148,
+      "eval_samples_per_second": 40.075,
+      "eval_steps_per_second": 5.016,
+      "step": 2500
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 2.6172394152268847e-05,
+      "loss": 0.1734,
+      "step": 2510
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 2.6077463451680273e-05,
+      "loss": 0.313,
+      "step": 2520
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 2.5982532751091705e-05,
+      "loss": 0.1663,
+      "step": 2530
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 2.5887602050503135e-05,
+      "loss": 0.3132,
+      "step": 2540
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 2.5792671349914564e-05,
+      "loss": 0.2293,
+      "step": 2550
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 2.569774064932599e-05,
+      "loss": 0.186,
+      "step": 2560
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 2.5602809948737423e-05,
+      "loss": 0.2088,
+      "step": 2570
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 2.5507879248148852e-05,
+      "loss": 0.1345,
+      "step": 2580
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 2.5412948547560285e-05,
+      "loss": 0.2065,
+      "step": 2590
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 2.5318017846971714e-05,
+      "loss": 0.258,
+      "step": 2600
+    },
+    {
+      "epoch": 0.49,
+      "eval_loss": 0.19143950939178467,
+      "eval_runtime": 58.5228,
+      "eval_samples_per_second": 40.001,
+      "eval_steps_per_second": 5.007,
+      "step": 2600
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 2.522308714638314e-05,
+      "loss": 0.1787,
+      "step": 2610
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 2.512815644579457e-05,
+      "loss": 0.1638,
+      "step": 2620
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 2.5033225745206002e-05,
+      "loss": 0.1707,
+      "step": 2630
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 2.493829504461743e-05,
+      "loss": 0.1747,
+      "step": 2640
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 2.484336434402886e-05,
+      "loss": 0.2062,
+      "step": 2650
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 2.474843364344029e-05,
+      "loss": 0.2059,
+      "step": 2660
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 2.465350294285172e-05,
+      "loss": 0.2113,
+      "step": 2670
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 2.455857224226315e-05,
+      "loss": 0.2218,
+      "step": 2680
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 2.4463641541674578e-05,
+      "loss": 0.1355,
+      "step": 2690
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 2.436871084108601e-05,
+      "loss": 0.2385,
+      "step": 2700
+    },
+    {
+      "epoch": 0.51,
+      "eval_loss": 0.18914321064949036,
+      "eval_runtime": 58.3785,
+      "eval_samples_per_second": 40.1,
+      "eval_steps_per_second": 5.019,
+      "step": 2700
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 2.4273780140497436e-05,
+      "loss": 0.1727,
+      "step": 2710
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 2.417884943990887e-05,
+      "loss": 0.1262,
+      "step": 2720
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 2.4083918739320295e-05,
+      "loss": 0.2272,
+      "step": 2730
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 2.3988988038731727e-05,
+      "loss": 0.1757,
+      "step": 2740
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 2.3894057338143157e-05,
+      "loss": 0.2295,
+      "step": 2750
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 2.3799126637554586e-05,
+      "loss": 0.2275,
+      "step": 2760
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 2.370419593696602e-05,
+      "loss": 0.231,
+      "step": 2770
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 2.3609265236377445e-05,
+      "loss": 0.1622,
+      "step": 2780
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 2.3514334535788877e-05,
+      "loss": 0.2007,
+      "step": 2790
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 2.3419403835200303e-05,
+      "loss": 0.2505,
+      "step": 2800
+    },
+    {
+      "epoch": 0.53,
+      "eval_loss": 0.1877710372209549,
+      "eval_runtime": 58.4546,
+      "eval_samples_per_second": 40.048,
+      "eval_steps_per_second": 5.012,
+      "step": 2800
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 2.3324473134611736e-05,
+      "loss": 0.2512,
+      "step": 2810
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 2.3229542434023162e-05,
+      "loss": 0.1914,
+      "step": 2820
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 2.3134611733434594e-05,
+      "loss": 0.22,
+      "step": 2830
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 2.3039681032846024e-05,
+      "loss": 0.1865,
+      "step": 2840
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 2.2944750332257453e-05,
+      "loss": 0.1343,
+      "step": 2850
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 2.2849819631668882e-05,
+      "loss": 0.1456,
+      "step": 2860
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 2.275488893108031e-05,
+      "loss": 0.1365,
+      "step": 2870
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 2.2659958230491744e-05,
+      "loss": 0.2423,
+      "step": 2880
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 2.256502752990317e-05,
+      "loss": 0.1526,
+      "step": 2890
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 2.2470096829314603e-05,
+      "loss": 0.2539,
+      "step": 2900
+    },
+    {
+      "epoch": 0.55,
+      "eval_loss": 0.18716147541999817,
+      "eval_runtime": 58.4521,
+      "eval_samples_per_second": 40.05,
+      "eval_steps_per_second": 5.013,
+      "step": 2900
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 2.237516612872603e-05,
+      "loss": 0.1349,
+      "step": 2910
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 2.228023542813746e-05,
+      "loss": 0.1244,
+      "step": 2920
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 2.2185304727548887e-05,
+      "loss": 0.1925,
+      "step": 2930
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 2.209037402696032e-05,
+      "loss": 0.182,
+      "step": 2940
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 2.199544332637175e-05,
+      "loss": 0.2175,
+      "step": 2950
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 2.190051262578318e-05,
+      "loss": 0.2785,
+      "step": 2960
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 2.180558192519461e-05,
+      "loss": 0.2238,
+      "step": 2970
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 2.1710651224606037e-05,
+      "loss": 0.2064,
+      "step": 2980
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 2.161572052401747e-05,
+      "loss": 0.216,
+      "step": 2990
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 2.1520789823428896e-05,
+      "loss": 0.2044,
+      "step": 3000
+    },
+    {
+      "epoch": 0.57,
+      "eval_loss": 0.1867467164993286,
+      "eval_runtime": 58.4213,
+      "eval_samples_per_second": 40.071,
+      "eval_steps_per_second": 5.015,
+      "step": 3000
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 2.142585912284033e-05,
+      "loss": 0.1543,
+      "step": 3010
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 2.1330928422251758e-05,
+      "loss": 0.1908,
+      "step": 3020
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 2.1235997721663187e-05,
+      "loss": 0.2032,
+      "step": 3030
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 2.1141067021074616e-05,
+      "loss": 0.2523,
+      "step": 3040
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 2.1046136320486046e-05,
+      "loss": 0.338,
+      "step": 3050
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 2.0951205619897475e-05,
+      "loss": 0.1203,
+      "step": 3060
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 2.0856274919308904e-05,
+      "loss": 0.2273,
+      "step": 3070
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 2.0761344218720337e-05,
+      "loss": 0.2939,
+      "step": 3080
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 2.0666413518131763e-05,
+      "loss": 0.2844,
+      "step": 3090
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 2.0571482817543196e-05,
+      "loss": 0.1955,
+      "step": 3100
+    },
+    {
+      "epoch": 0.59,
+      "eval_loss": 0.18449129164218903,
+      "eval_runtime": 58.3906,
+      "eval_samples_per_second": 40.092,
+      "eval_steps_per_second": 5.018,
+      "step": 3100
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 2.0476552116954625e-05,
+      "loss": 0.1577,
+      "step": 3110
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 2.0381621416366054e-05,
+      "loss": 0.1706,
+      "step": 3120
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 2.0286690715777483e-05,
+      "loss": 0.1748,
+      "step": 3130
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 2.0191760015188913e-05,
+      "loss": 0.2236,
+      "step": 3140
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 2.0096829314600342e-05,
+      "loss": 0.2346,
+      "step": 3150
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 2.000189861401177e-05,
+      "loss": 0.284,
+      "step": 3160
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 1.99069679134232e-05,
+      "loss": 0.2868,
+      "step": 3170
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 1.981203721283463e-05,
+      "loss": 0.2196,
+      "step": 3180
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.9717106512246063e-05,
+      "loss": 0.1372,
+      "step": 3190
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.9622175811657492e-05,
+      "loss": 0.1619,
+      "step": 3200
+    },
+    {
+      "epoch": 0.61,
+      "eval_loss": 0.18382784724235535,
+      "eval_runtime": 58.4804,
+      "eval_samples_per_second": 40.031,
+      "eval_steps_per_second": 5.01,
+      "step": 3200
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.952724511106892e-05,
+      "loss": 0.1281,
+      "step": 3210
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.943231441048035e-05,
+      "loss": 0.1864,
+      "step": 3220
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.933738370989178e-05,
+      "loss": 0.2146,
+      "step": 3230
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.924245300930321e-05,
+      "loss": 0.245,
+      "step": 3240
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.914752230871464e-05,
+      "loss": 0.1107,
+      "step": 3250
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.9052591608126068e-05,
+      "loss": 0.1602,
+      "step": 3260
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.8957660907537497e-05,
+      "loss": 0.2293,
+      "step": 3270
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.886273020694893e-05,
+      "loss": 0.1431,
+      "step": 3280
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.876779950636036e-05,
+      "loss": 0.1759,
+      "step": 3290
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.8672868805771788e-05,
+      "loss": 0.1977,
+      "step": 3300
+    },
+    {
+      "epoch": 0.63,
+      "eval_loss": 0.18313062191009521,
+      "eval_runtime": 58.2108,
+      "eval_samples_per_second": 40.216,
+      "eval_steps_per_second": 5.033,
+      "step": 3300
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.8577938105183218e-05,
+      "loss": 0.1802,
+      "step": 3310
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.8483007404594647e-05,
+      "loss": 0.2396,
+      "step": 3320
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.8388076704006076e-05,
+      "loss": 0.1982,
+      "step": 3330
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.8293146003417505e-05,
+      "loss": 0.1658,
+      "step": 3340
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.8198215302828935e-05,
+      "loss": 0.2003,
+      "step": 3350
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.8103284602240364e-05,
+      "loss": 0.2009,
+      "step": 3360
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.8008353901651793e-05,
+      "loss": 0.1288,
+      "step": 3370
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.7913423201063226e-05,
+      "loss": 0.2254,
+      "step": 3380
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.7818492500474655e-05,
+      "loss": 0.2588,
+      "step": 3390
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.7723561799886085e-05,
+      "loss": 0.1509,
+      "step": 3400
+    },
+    {
+      "epoch": 0.65,
+      "eval_loss": 0.18137221038341522,
+      "eval_runtime": 58.5173,
+      "eval_samples_per_second": 40.005,
+      "eval_steps_per_second": 5.007,
+      "step": 3400
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.7628631099297514e-05,
+      "loss": 0.2978,
+      "step": 3410
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.7533700398708943e-05,
+      "loss": 0.1508,
+      "step": 3420
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.7438769698120372e-05,
+      "loss": 0.2011,
+      "step": 3430
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.7343838997531802e-05,
+      "loss": 0.1574,
+      "step": 3440
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.7248908296943234e-05,
+      "loss": 0.1486,
+      "step": 3450
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.715397759635466e-05,
+      "loss": 0.1581,
+      "step": 3460
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.7059046895766093e-05,
+      "loss": 0.3014,
+      "step": 3470
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.6964116195177522e-05,
+      "loss": 0.2699,
+      "step": 3480
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.686918549458895e-05,
+      "loss": 0.1748,
+      "step": 3490
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.677425479400038e-05,
+      "loss": 0.2453,
+      "step": 3500
+    },
+    {
+      "epoch": 0.66,
+      "eval_loss": 0.18177372217178345,
+      "eval_runtime": 58.3665,
+      "eval_samples_per_second": 40.109,
+      "eval_steps_per_second": 5.02,
+      "step": 3500
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.667932409341181e-05,
+      "loss": 0.1506,
+      "step": 3510
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.658439339282324e-05,
+      "loss": 0.169,
+      "step": 3520
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.648946269223467e-05,
+      "loss": 0.177,
+      "step": 3530
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.63945319916461e-05,
+      "loss": 0.2706,
+      "step": 3540
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.6299601291057527e-05,
+      "loss": 0.2052,
+      "step": 3550
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.620467059046896e-05,
+      "loss": 0.2956,
+      "step": 3560
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.6109739889880386e-05,
+      "loss": 0.1348,
+      "step": 3570
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.601480918929182e-05,
+      "loss": 0.2255,
+      "step": 3580
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.5919878488703248e-05,
+      "loss": 0.1527,
+      "step": 3590
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.5824947788114677e-05,
+      "loss": 0.1772,
+      "step": 3600
+    },
+    {
+      "epoch": 0.68,
+      "eval_loss": 0.1805400401353836,
+      "eval_runtime": 58.3241,
+      "eval_samples_per_second": 40.138,
+      "eval_steps_per_second": 5.024,
+      "step": 3600
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.5730017087526107e-05,
+      "loss": 0.2948,
+      "step": 3610
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.5635086386937536e-05,
+      "loss": 0.1911,
+      "step": 3620
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.554015568634897e-05,
+      "loss": 0.1564,
+      "step": 3630
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.5445224985760394e-05,
+      "loss": 0.1219,
+      "step": 3640
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.5350294285171827e-05,
+      "loss": 0.1635,
+      "step": 3650
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.5255363584583255e-05,
+      "loss": 0.1318,
+      "step": 3660
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.5160432883994686e-05,
+      "loss": 0.1294,
+      "step": 3670
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.5065502183406113e-05,
+      "loss": 0.1627,
+      "step": 3680
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.4970571482817544e-05,
+      "loss": 0.1727,
+      "step": 3690
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.4875640782228972e-05,
+      "loss": 0.1618,
+      "step": 3700
+    },
+    {
+      "epoch": 0.7,
+      "eval_loss": 0.17953605949878693,
+      "eval_runtime": 58.4568,
+      "eval_samples_per_second": 40.047,
+      "eval_steps_per_second": 5.012,
+      "step": 3700
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.4780710081640403e-05,
+      "loss": 0.2285,
+      "step": 3710
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.4685779381051834e-05,
+      "loss": 0.2551,
+      "step": 3720
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.4590848680463261e-05,
+      "loss": 0.1614,
+      "step": 3730
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.4495917979874692e-05,
+      "loss": 0.1668,
+      "step": 3740
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.4400987279286122e-05,
+      "loss": 0.1845,
+      "step": 3750
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.4306056578697553e-05,
+      "loss": 0.1944,
+      "step": 3760
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.421112587810898e-05,
+      "loss": 0.1395,
+      "step": 3770
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.4116195177520411e-05,
+      "loss": 0.218,
+      "step": 3780
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.4021264476931839e-05,
+      "loss": 0.1906,
+      "step": 3790
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.392633377634327e-05,
+      "loss": 0.2207,
+      "step": 3800
+    },
+    {
+      "epoch": 0.72,
+      "eval_loss": 0.17874407768249512,
+      "eval_runtime": 58.3852,
+      "eval_samples_per_second": 40.096,
+      "eval_steps_per_second": 5.018,
+      "step": 3800
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.3831403075754701e-05,
+      "loss": 0.1741,
+      "step": 3810
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.3736472375166129e-05,
+      "loss": 0.1913,
+      "step": 3820
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.364154167457756e-05,
+      "loss": 0.215,
+      "step": 3830
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.3546610973988987e-05,
+      "loss": 0.2837,
+      "step": 3840
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.3451680273400418e-05,
+      "loss": 0.2142,
+      "step": 3850
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.3356749572811847e-05,
+      "loss": 0.1603,
+      "step": 3860
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.3261818872223278e-05,
+      "loss": 0.1684,
+      "step": 3870
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.316688817163471e-05,
+      "loss": 0.3142,
+      "step": 3880
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.3071957471046137e-05,
+      "loss": 0.1799,
+      "step": 3890
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.2977026770457568e-05,
+      "loss": 0.2678,
+      "step": 3900
+    },
+    {
+      "epoch": 0.74,
+      "eval_loss": 0.17639276385307312,
+      "eval_runtime": 58.4337,
+      "eval_samples_per_second": 40.062,
+      "eval_steps_per_second": 5.014,
+      "step": 3900
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.2882096069868996e-05,
+      "loss": 0.2038,
+      "step": 3910
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.2787165369280427e-05,
+      "loss": 0.2256,
+      "step": 3920
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 1.2692234668691854e-05,
+      "loss": 0.1223,
+      "step": 3930
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 1.2597303968103285e-05,
+      "loss": 0.2096,
+      "step": 3940
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 1.2502373267514714e-05,
+      "loss": 0.2944,
+      "step": 3950
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 1.2407442566926145e-05,
+      "loss": 0.1925,
+      "step": 3960
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 1.2312511866337575e-05,
+      "loss": 0.186,
+      "step": 3970
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 1.2217581165749004e-05,
+      "loss": 0.1997,
+      "step": 3980
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 1.2122650465160433e-05,
+      "loss": 0.2256,
+      "step": 3990
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 1.2027719764571863e-05,
+      "loss": 0.2631,
+      "step": 4000
+    },
+    {
+      "epoch": 0.76,
+      "eval_loss": 0.17684458196163177,
+      "eval_runtime": 58.4335,
+      "eval_samples_per_second": 40.063,
+      "eval_steps_per_second": 5.014,
+      "step": 4000
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 1.1932789063983294e-05,
+      "loss": 0.1079,
+      "step": 4010
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 1.1837858363394723e-05,
+      "loss": 0.2022,
+      "step": 4020
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.1742927662806152e-05,
+      "loss": 0.1546,
+      "step": 4030
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.1647996962217581e-05,
+      "loss": 0.2763,
+      "step": 4040
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.155306626162901e-05,
+      "loss": 0.2312,
+      "step": 4050
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.145813556104044e-05,
+      "loss": 0.1166,
+      "step": 4060
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.1363204860451871e-05,
+      "loss": 0.1367,
+      "step": 4070
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.12682741598633e-05,
+      "loss": 0.1772,
+      "step": 4080
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.117334345927473e-05,
+      "loss": 0.1582,
+      "step": 4090
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.107841275868616e-05,
+      "loss": 0.1752,
+      "step": 4100
+    },
+    {
+      "epoch": 0.78,
+      "eval_loss": 0.17702791094779968,
+      "eval_runtime": 58.4032,
+      "eval_samples_per_second": 40.083,
+      "eval_steps_per_second": 5.017,
+      "step": 4100
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.098348205809759e-05,
+      "loss": 0.1964,
+      "step": 4110
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.088855135750902e-05,
+      "loss": 0.152,
+      "step": 4120
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.0793620656920449e-05,
+      "loss": 0.1868,
+      "step": 4130
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.0698689956331878e-05,
+      "loss": 0.2053,
+      "step": 4140
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.0603759255743307e-05,
+      "loss": 0.2861,
+      "step": 4150
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.0508828555154736e-05,
+      "loss": 0.1649,
+      "step": 4160
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.0413897854566167e-05,
+      "loss": 0.1928,
+      "step": 4170
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.0318967153977597e-05,
+      "loss": 0.3268,
+      "step": 4180
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.0224036453389028e-05,
+      "loss": 0.2028,
+      "step": 4190
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.0129105752800457e-05,
+      "loss": 0.1363,
+      "step": 4200
+    },
+    {
+      "epoch": 0.8,
+      "eval_loss": 0.17664198577404022,
+      "eval_runtime": 58.4373,
+      "eval_samples_per_second": 40.06,
+      "eval_steps_per_second": 5.014,
+      "step": 4200
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.0034175052211886e-05,
+      "loss": 0.1729,
+      "step": 4210
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 9.939244351623316e-06,
+      "loss": 0.1749,
+      "step": 4220
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 9.844313651034745e-06,
+      "loss": 0.213,
+      "step": 4230
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 9.749382950446174e-06,
+      "loss": 0.2011,
+      "step": 4240
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 9.654452249857603e-06,
+      "loss": 0.2514,
+      "step": 4250
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 9.559521549269033e-06,
+      "loss": 0.208,
+      "step": 4260
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 9.464590848680464e-06,
+      "loss": 0.2008,
+      "step": 4270
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 9.369660148091893e-06,
+      "loss": 0.1669,
+      "step": 4280
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 9.274729447503324e-06,
+      "loss": 0.2574,
+      "step": 4290
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 9.179798746914753e-06,
+      "loss": 0.1677,
+      "step": 4300
+    },
+    {
+      "epoch": 0.82,
+      "eval_loss": 0.17548422515392303,
+      "eval_runtime": 58.2554,
+      "eval_samples_per_second": 40.185,
+      "eval_steps_per_second": 5.03,
+      "step": 4300
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 9.084868046326183e-06,
+      "loss": 0.2055,
+      "step": 4310
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 8.989937345737612e-06,
+      "loss": 0.2344,
+      "step": 4320
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 8.895006645149041e-06,
+      "loss": 0.1855,
+      "step": 4330
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 8.80007594456047e-06,
+      "loss": 0.264,
+      "step": 4340
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 8.7051452439719e-06,
+      "loss": 0.1931,
+      "step": 4350
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 8.61021454338333e-06,
+      "loss": 0.1721,
+      "step": 4360
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 8.51528384279476e-06,
+      "loss": 0.1217,
+      "step": 4370
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 8.42035314220619e-06,
+      "loss": 0.1433,
+      "step": 4380
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 8.32542244161762e-06,
+      "loss": 0.147,
+      "step": 4390
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 8.23049174102905e-06,
+      "loss": 0.2486,
+      "step": 4400
+    },
+    {
+      "epoch": 0.84,
+      "eval_loss": 0.17436346411705017,
+      "eval_runtime": 58.3751,
+      "eval_samples_per_second": 40.103,
+      "eval_steps_per_second": 5.019,
+      "step": 4400
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 8.135561040440479e-06,
+      "loss": 0.1932,
+      "step": 4410
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 8.040630339851908e-06,
+      "loss": 0.1938,
+      "step": 4420
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.945699639263338e-06,
+      "loss": 0.161,
+      "step": 4430
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.850768938674769e-06,
+      "loss": 0.3298,
+      "step": 4440
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.755838238086198e-06,
+      "loss": 0.1625,
+      "step": 4450
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.660907537497627e-06,
+      "loss": 0.2666,
+      "step": 4460
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.565976836909057e-06,
+      "loss": 0.183,
+      "step": 4470
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.4710461363204865e-06,
+      "loss": 0.1222,
+      "step": 4480
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.376115435731916e-06,
+      "loss": 0.2511,
+      "step": 4490
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.281184735143345e-06,
+      "loss": 0.1793,
+      "step": 4500
+    },
+    {
+      "epoch": 0.85,
+      "eval_loss": 0.17454643547534943,
+      "eval_runtime": 58.4194,
+      "eval_samples_per_second": 40.072,
+      "eval_steps_per_second": 5.015,
+      "step": 4500
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.186254034554775e-06,
+      "loss": 0.2343,
+      "step": 4510
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.0913233339662046e-06,
+      "loss": 0.2605,
+      "step": 4520
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 6.9963926333776356e-06,
+      "loss": 0.2308,
+      "step": 4530
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 6.901461932789065e-06,
+      "loss": 0.2096,
+      "step": 4540
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 6.806531232200494e-06,
+      "loss": 0.1517,
+      "step": 4550
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.7116005316119234e-06,
+      "loss": 0.15,
+      "step": 4560
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.616669831023354e-06,
+      "loss": 0.1687,
+      "step": 4570
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.521739130434783e-06,
+      "loss": 0.1835,
+      "step": 4580
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.426808429846212e-06,
+      "loss": 0.1475,
+      "step": 4590
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.3318777292576415e-06,
+      "loss": 0.1875,
+      "step": 4600
+    },
+    {
+      "epoch": 0.87,
+      "eval_loss": 0.17363451421260834,
+      "eval_runtime": 58.3279,
+      "eval_samples_per_second": 40.135,
+      "eval_steps_per_second": 5.023,
+      "step": 4600
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.236947028669072e-06,
+      "loss": 0.202,
+      "step": 4610
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.142016328080502e-06,
+      "loss": 0.2219,
+      "step": 4620
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.047085627491931e-06,
+      "loss": 0.1998,
+      "step": 4630
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 5.952154926903361e-06,
+      "loss": 0.2013,
+      "step": 4640
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 5.8572242263147905e-06,
+      "loss": 0.1644,
+      "step": 4650
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 5.76229352572622e-06,
+      "loss": 0.1696,
+      "step": 4660
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.66736282513765e-06,
+      "loss": 0.1925,
+      "step": 4670
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.57243212454908e-06,
+      "loss": 0.1828,
+      "step": 4680
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.477501423960509e-06,
+      "loss": 0.232,
+      "step": 4690
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.382570723371939e-06,
+      "loss": 0.1045,
+      "step": 4700
+    },
+    {
+      "epoch": 0.89,
+      "eval_loss": 0.1733243316411972,
+      "eval_runtime": 58.4606,
+      "eval_samples_per_second": 40.044,
+      "eval_steps_per_second": 5.012,
+      "step": 4700
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.287640022783368e-06,
+      "loss": 0.1167,
+      "step": 4710
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.192709322194798e-06,
+      "loss": 0.2227,
+      "step": 4720
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.097778621606228e-06,
+      "loss": 0.1359,
+      "step": 4730
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.0028479210176575e-06,
+      "loss": 0.1982,
+      "step": 4740
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.907917220429087e-06,
+      "loss": 0.138,
+      "step": 4750
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.812986519840516e-06,
+      "loss": 0.1427,
+      "step": 4760
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.718055819251946e-06,
+      "loss": 0.1676,
+      "step": 4770
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.623125118663376e-06,
+      "loss": 0.1023,
+      "step": 4780
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.528194418074806e-06,
+      "loss": 0.2042,
+      "step": 4790
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.433263717486235e-06,
+      "loss": 0.2182,
+      "step": 4800
+    },
+    {
+      "epoch": 0.91,
+      "eval_loss": 0.17259711027145386,
+      "eval_runtime": 58.4026,
+      "eval_samples_per_second": 40.084,
+      "eval_steps_per_second": 5.017,
+      "step": 4800
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.338333016897665e-06,
+      "loss": 0.1344,
+      "step": 4810
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 4.2434023163090944e-06,
+      "loss": 0.2458,
+      "step": 4820
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 4.1484716157205246e-06,
+      "loss": 0.2166,
+      "step": 4830
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 4.053540915131954e-06,
+      "loss": 0.2117,
+      "step": 4840
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.958610214543384e-06,
+      "loss": 0.1784,
+      "step": 4850
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.863679513954813e-06,
+      "loss": 0.1336,
+      "step": 4860
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.768748813366243e-06,
+      "loss": 0.2307,
+      "step": 4870
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.6738181127776723e-06,
+      "loss": 0.174,
+      "step": 4880
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.5788874121891016e-06,
+      "loss": 0.2324,
+      "step": 4890
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.483956711600532e-06,
+      "loss": 0.1661,
+      "step": 4900
+    },
+    {
+      "epoch": 0.93,
+      "eval_loss": 0.17190437018871307,
+      "eval_runtime": 58.4266,
+      "eval_samples_per_second": 40.067,
+      "eval_steps_per_second": 5.015,
+      "step": 4900
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.3890260110119615e-06,
+      "loss": 0.1649,
+      "step": 4910
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.294095310423391e-06,
+      "loss": 0.2308,
+      "step": 4920
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.1991646098348205e-06,
+      "loss": 0.1403,
+      "step": 4930
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.10423390924625e-06,
+      "loss": 0.1748,
+      "step": 4940
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.0093032086576803e-06,
+      "loss": 0.2285,
+      "step": 4950
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.9143725080691096e-06,
+      "loss": 0.1798,
+      "step": 4960
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.8194418074805394e-06,
+      "loss": 0.1421,
+      "step": 4970
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 2.724511106891969e-06,
+      "loss": 0.3226,
+      "step": 4980
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 2.629580406303399e-06,
+      "loss": 0.1795,
+      "step": 4990
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 2.534649705714828e-06,
+      "loss": 0.1219,
+      "step": 5000
+    },
+    {
+      "epoch": 0.95,
+      "eval_loss": 0.17184509336948395,
+      "eval_runtime": 58.247,
+      "eval_samples_per_second": 40.191,
+      "eval_steps_per_second": 5.03,
+      "step": 5000
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 2.439719005126258e-06,
+      "loss": 0.1187,
+      "step": 5010
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 2.3447883045376875e-06,
+      "loss": 0.2332,
+      "step": 5020
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 2.2498576039491172e-06,
+      "loss": 0.2408,
+      "step": 5030
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 2.154926903360547e-06,
+      "loss": 0.1693,
+      "step": 5040
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 2.0599962027719763e-06,
+      "loss": 0.2376,
+      "step": 5050
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.9650655021834064e-06,
+      "loss": 0.2142,
+      "step": 5060
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.8701348015948357e-06,
+      "loss": 0.0916,
+      "step": 5070
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.7752041010062656e-06,
+      "loss": 0.1838,
+      "step": 5080
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.6802734004176951e-06,
+      "loss": 0.2352,
+      "step": 5090
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.5853426998291248e-06,
+      "loss": 0.2286,
+      "step": 5100
+    },
+    {
+      "epoch": 0.97,
+      "eval_loss": 0.17164459824562073,
+      "eval_runtime": 58.2956,
+      "eval_samples_per_second": 40.157,
+      "eval_steps_per_second": 5.026,
+      "step": 5100
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.4904119992405544e-06,
+      "loss": 0.2136,
+      "step": 5110
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.395481298651984e-06,
+      "loss": 0.1367,
+      "step": 5120
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.3005505980634138e-06,
+      "loss": 0.1116,
+      "step": 5130
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.2056198974748435e-06,
+      "loss": 0.1649,
+      "step": 5140
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.110689196886273e-06,
+      "loss": 0.1865,
+      "step": 5150
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.0157584962977027e-06,
+      "loss": 0.2308,
+      "step": 5160
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 9.208277957091325e-07,
+      "loss": 0.1919,
+      "step": 5170
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 8.258970951205621e-07,
+      "loss": 0.1813,
+      "step": 5180
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 7.309663945319917e-07,
+      "loss": 0.1814,
+      "step": 5190
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.360356939434213e-07,
+      "loss": 0.1964,
+      "step": 5200
+    },
+    {
+      "epoch": 0.99,
+      "eval_loss": 0.17137235403060913,
+      "eval_runtime": 58.4148,
+      "eval_samples_per_second": 40.075,
+      "eval_steps_per_second": 5.016,
+      "step": 5200
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 5267,
+  "num_train_epochs": 1,
+  "save_steps": 100,
+  "total_flos": 1454239855411200.0,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6bdd5f987672ff3383dc0671fa8535c98948fec12f99c0f14b66e796fd1c3a7
+size 4155