Upload folder using huggingface_hub

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:52a9be062605070742cde00600264cee991bb06edc9c792af4d52f4aaefb6256
+oid sha256:44e8847dbf0ea6293644e45813405a2f151b828ae4f29979af6e82dc49e08850
 size 13648432

optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e4559046956d47204fd03216ecec0a6ab372ec6b1898619008c2c64d7a27e94c
+oid sha256:67367306cd1d682d64912fd3a1359d1b7b791e240866f779c437cdcf05081345
 size 27338810

rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:89c22016d47a4c8fc4fba2c7162dce77859e0b25d0082d169067b9fa1803b889
+oid sha256:177435cb64bafc6b524cc1f24325d7a1aeaab10e860cd7ae3ed10d5daf104188
 size 14244

scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:57802a66d4e06aedffd82faf21afe91d5401e799d1bf827c6e333c3d9d5698a6
+oid sha256:9e82f752be7498a405dfc2fff2a403df3464cd10f7d73510023a768d2c3dc848
 size 1064

trainer_state.json

@@ -1,9 +1,9 @@
 {
-  "best_metric": 2.154229164123535,
-  "best_model_checkpoint": "/home/sunggeunan/data/ICL/outputs/lora/SKIML-ICL_mrqa_nq_v3/Meta-Llama-3-8B-Instruct-unanswerable-1Q-0U-0C-qa_first/checkpoint-595",
-  "epoch": 1.9974821653378094,
+  "best_metric": 2.169156074523926,
+  "best_model_checkpoint": "/home/sunggeunan/data/ICL/outputs/lora/SKIML-ICL_mrqa_nq_v3/Meta-Llama-3-8B-Instruct-unanswerable-1Q-0U-0C-qa_first/checkpoint-297",
+  "epoch": 0.9970625262274444,
   "eval_steps": 500,
-  "global_step": 595,
+  "global_step": 297,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -2094,2100 +2094,6 @@
       "eval_samples_per_second": 1.004,
       "eval_steps_per_second": 0.252,
       "step": 297
-    },
-    {
-      "epoch": 1.000419639110365,
-      "grad_norm": 0.5272724628448486,
-      "learning_rate": 3.504728132387707e-07,
-      "loss": 2.2234,
-      "step": 298
-    },
-    {
-      "epoch": 1.0037767519932859,
-      "grad_norm": 0.4873766303062439,
-      "learning_rate": 3.498817966903073e-07,
-      "loss": 2.132,
-      "step": 299
-    },
-    {
-      "epoch": 1.0071338648762065,
-      "grad_norm": 0.5091378688812256,
-      "learning_rate": 3.492907801418439e-07,
-      "loss": 2.1375,
-      "step": 300
-    },
-    {
-      "epoch": 1.010490977759127,
-      "grad_norm": 0.5512698888778687,
-      "learning_rate": 3.486997635933806e-07,
-      "loss": 2.1544,
-      "step": 301
-    },
-    {
-      "epoch": 1.013848090642048,
-      "grad_norm": 0.5361558794975281,
-      "learning_rate": 3.481087470449172e-07,
-      "loss": 2.1154,
-      "step": 302
-    },
-    {
-      "epoch": 1.0172052035249686,
-      "grad_norm": 0.5224741101264954,
-      "learning_rate": 3.475177304964539e-07,
-      "loss": 2.1329,
-      "step": 303
-    },
-    {
-      "epoch": 1.0205623164078892,
-      "grad_norm": 0.5074843168258667,
-      "learning_rate": 3.469267139479905e-07,
-      "loss": 2.2165,
-      "step": 304
-    },
-    {
-      "epoch": 1.0239194292908098,
-      "grad_norm": 0.5245934724807739,
-      "learning_rate": 3.4633569739952715e-07,
-      "loss": 2.1086,
-      "step": 305
-    },
-    {
-      "epoch": 1.0272765421737307,
-      "grad_norm": 0.5485753417015076,
-      "learning_rate": 3.457446808510638e-07,
-      "loss": 2.1842,
-      "step": 306
-    },
-    {
-      "epoch": 1.0306336550566513,
-      "grad_norm": 0.5130212903022766,
-      "learning_rate": 3.4515366430260045e-07,
-      "loss": 2.1281,
-      "step": 307
-    },
-    {
-      "epoch": 1.033990767939572,
-      "grad_norm": 0.49941399693489075,
-      "learning_rate": 3.445626477541371e-07,
-      "loss": 2.1702,
-      "step": 308
-    },
-    {
-      "epoch": 1.0373478808224927,
-      "grad_norm": 0.5032735466957092,
-      "learning_rate": 3.4397163120567375e-07,
-      "loss": 2.1522,
-      "step": 309
-    },
-    {
-      "epoch": 1.0407049937054134,
-      "grad_norm": 0.5410491228103638,
-      "learning_rate": 3.4338061465721043e-07,
-      "loss": 2.1986,
-      "step": 310
-    },
-    {
-      "epoch": 1.044062106588334,
-      "grad_norm": 0.5421656370162964,
-      "learning_rate": 3.42789598108747e-07,
-      "loss": 2.1723,
-      "step": 311
-    },
-    {
-      "epoch": 1.0474192194712548,
-      "grad_norm": 0.5225166082382202,
-      "learning_rate": 3.421985815602837e-07,
-      "loss": 2.1828,
-      "step": 312
-    },
-    {
-      "epoch": 1.0507763323541754,
-      "grad_norm": 0.5110374689102173,
-      "learning_rate": 3.416075650118203e-07,
-      "loss": 2.1484,
-      "step": 313
-    },
-    {
-      "epoch": 1.054133445237096,
-      "grad_norm": 0.5102293491363525,
-      "learning_rate": 3.41016548463357e-07,
-      "loss": 2.1511,
-      "step": 314
-    },
-    {
-      "epoch": 1.0574905581200167,
-      "grad_norm": 0.5226995348930359,
-      "learning_rate": 3.404255319148936e-07,
-      "loss": 2.173,
-      "step": 315
-    },
-    {
-      "epoch": 1.0608476710029375,
-      "grad_norm": 0.5546832084655762,
-      "learning_rate": 3.398345153664303e-07,
-      "loss": 2.1441,
-      "step": 316
-    },
-    {
-      "epoch": 1.0642047838858582,
-      "grad_norm": 0.5536327958106995,
-      "learning_rate": 3.392434988179669e-07,
-      "loss": 2.1534,
-      "step": 317
-    },
-    {
-      "epoch": 1.0675618967687788,
-      "grad_norm": 0.5330432653427124,
-      "learning_rate": 3.386524822695035e-07,
-      "loss": 2.1448,
-      "step": 318
-    },
-    {
-      "epoch": 1.0709190096516996,
-      "grad_norm": 0.49918365478515625,
-      "learning_rate": 3.3806146572104015e-07,
-      "loss": 2.1029,
-      "step": 319
-    },
-    {
-      "epoch": 1.0742761225346202,
-      "grad_norm": 0.5382150411605835,
-      "learning_rate": 3.3747044917257683e-07,
-      "loss": 2.1565,
-      "step": 320
-    },
-    {
-      "epoch": 1.0776332354175409,
-      "grad_norm": 0.5065953135490417,
-      "learning_rate": 3.3687943262411345e-07,
-      "loss": 2.1437,
-      "step": 321
-    },
-    {
-      "epoch": 1.0809903483004617,
-      "grad_norm": 0.5226719379425049,
-      "learning_rate": 3.3628841607565013e-07,
-      "loss": 2.2127,
-      "step": 322
-    },
-    {
-      "epoch": 1.0843474611833823,
-      "grad_norm": 0.5471811890602112,
-      "learning_rate": 3.3569739952718675e-07,
-      "loss": 2.1296,
-      "step": 323
-    },
-    {
-      "epoch": 1.087704574066303,
-      "grad_norm": 0.5282257795333862,
-      "learning_rate": 3.351063829787234e-07,
-      "loss": 2.1872,
-      "step": 324
-    },
-    {
-      "epoch": 1.0910616869492236,
-      "grad_norm": 0.5142350792884827,
-      "learning_rate": 3.3451536643026e-07,
-      "loss": 2.1382,
-      "step": 325
-    },
-    {
-      "epoch": 1.0944187998321444,
-      "grad_norm": 0.502540647983551,
-      "learning_rate": 3.339243498817967e-07,
-      "loss": 2.1134,
-      "step": 326
-    },
-    {
-      "epoch": 1.097775912715065,
-      "grad_norm": 0.5727620720863342,
-      "learning_rate": 3.333333333333333e-07,
-      "loss": 2.1649,
-      "step": 327
-    },
-    {
-      "epoch": 1.1011330255979856,
-      "grad_norm": 0.4994928240776062,
-      "learning_rate": 3.3274231678487e-07,
-      "loss": 2.0851,
-      "step": 328
-    },
-    {
-      "epoch": 1.1044901384809065,
-      "grad_norm": 0.538866400718689,
-      "learning_rate": 3.321513002364066e-07,
-      "loss": 2.1617,
-      "step": 329
-    },
-    {
-      "epoch": 1.1078472513638271,
-      "grad_norm": 0.5652467608451843,
-      "learning_rate": 3.315602836879433e-07,
-      "loss": 2.1395,
-      "step": 330
-    },
-    {
-      "epoch": 1.1112043642467477,
-      "grad_norm": 0.5386678576469421,
-      "learning_rate": 3.3096926713947985e-07,
-      "loss": 2.1784,
-      "step": 331
-    },
-    {
-      "epoch": 1.1145614771296686,
-      "grad_norm": 0.5307468771934509,
-      "learning_rate": 3.3037825059101653e-07,
-      "loss": 2.1523,
-      "step": 332
-    },
-    {
-      "epoch": 1.1179185900125892,
-      "grad_norm": 0.5158649682998657,
-      "learning_rate": 3.2978723404255315e-07,
-      "loss": 2.1502,
-      "step": 333
-    },
-    {
-      "epoch": 1.1212757028955098,
-      "grad_norm": 0.49658921360969543,
-      "learning_rate": 3.2919621749408983e-07,
-      "loss": 2.1729,
-      "step": 334
-    },
-    {
-      "epoch": 1.1246328157784307,
-      "grad_norm": 0.5137538909912109,
-      "learning_rate": 3.2860520094562645e-07,
-      "loss": 2.1631,
-      "step": 335
-    },
-    {
-      "epoch": 1.1279899286613513,
-      "grad_norm": 0.5163960456848145,
-      "learning_rate": 3.2801418439716313e-07,
-      "loss": 2.1616,
-      "step": 336
-    },
-    {
-      "epoch": 1.131347041544272,
-      "grad_norm": 0.528138279914856,
-      "learning_rate": 3.274231678486997e-07,
-      "loss": 2.1347,
-      "step": 337
-    },
-    {
-      "epoch": 1.1347041544271925,
-      "grad_norm": 0.5045042037963867,
-      "learning_rate": 3.268321513002364e-07,
-      "loss": 2.1737,
-      "step": 338
-    },
-    {
-      "epoch": 1.1380612673101134,
-      "grad_norm": 0.4872915744781494,
-      "learning_rate": 3.2624113475177305e-07,
-      "loss": 2.1644,
-      "step": 339
-    },
-    {
-      "epoch": 1.141418380193034,
-      "grad_norm": 0.4652014672756195,
-      "learning_rate": 3.256501182033097e-07,
-      "loss": 2.0968,
-      "step": 340
-    },
-    {
-      "epoch": 1.1447754930759546,
-      "grad_norm": 0.5411556363105774,
-      "learning_rate": 3.2505910165484635e-07,
-      "loss": 2.1138,
-      "step": 341
-    },
-    {
-      "epoch": 1.1481326059588755,
-      "grad_norm": 0.544403076171875,
-      "learning_rate": 3.24468085106383e-07,
-      "loss": 2.1868,
-      "step": 342
-    },
-    {
-      "epoch": 1.151489718841796,
-      "grad_norm": 0.5387755036354065,
-      "learning_rate": 3.2387706855791966e-07,
-      "loss": 2.1363,
-      "step": 343
-    },
-    {
-      "epoch": 1.1548468317247167,
-      "grad_norm": 0.5694748163223267,
-      "learning_rate": 3.2328605200945623e-07,
-      "loss": 2.1721,
-      "step": 344
-    },
-    {
-      "epoch": 1.1582039446076373,
-      "grad_norm": 0.5088086128234863,
-      "learning_rate": 3.226950354609929e-07,
-      "loss": 2.113,
-      "step": 345
-    },
-    {
-      "epoch": 1.1615610574905582,
-      "grad_norm": 0.4980618357658386,
-      "learning_rate": 3.2210401891252953e-07,
-      "loss": 2.1537,
-      "step": 346
-    },
-    {
-      "epoch": 1.1649181703734788,
-      "grad_norm": 0.5294389724731445,
-      "learning_rate": 3.215130023640662e-07,
-      "loss": 2.1432,
-      "step": 347
-    },
-    {
-      "epoch": 1.1682752832563994,
-      "grad_norm": 0.5375152826309204,
-      "learning_rate": 3.2092198581560283e-07,
-      "loss": 2.0828,
-      "step": 348
-    },
-    {
-      "epoch": 1.1716323961393202,
-      "grad_norm": 0.5342891216278076,
-      "learning_rate": 3.203309692671395e-07,
-      "loss": 2.1481,
-      "step": 349
-    },
-    {
-      "epoch": 1.1749895090222409,
-      "grad_norm": 0.5365825891494751,
-      "learning_rate": 3.197399527186761e-07,
-      "loss": 2.1582,
-      "step": 350
-    },
-    {
-      "epoch": 1.1783466219051615,
-      "grad_norm": 0.5169309377670288,
-      "learning_rate": 3.1914893617021275e-07,
-      "loss": 2.1516,
-      "step": 351
-    },
-    {
-      "epoch": 1.1817037347880823,
-      "grad_norm": 0.5114818215370178,
-      "learning_rate": 3.185579196217494e-07,
-      "loss": 2.0993,
-      "step": 352
-    },
-    {
-      "epoch": 1.185060847671003,
-      "grad_norm": 0.5225831270217896,
-      "learning_rate": 3.1796690307328605e-07,
-      "loss": 2.1582,
-      "step": 353
-    },
-    {
-      "epoch": 1.1884179605539236,
-      "grad_norm": 0.5083090662956238,
-      "learning_rate": 3.173758865248227e-07,
-      "loss": 2.133,
-      "step": 354
-    },
-    {
-      "epoch": 1.1917750734368444,
-      "grad_norm": 0.5559499263763428,
-      "learning_rate": 3.1678486997635936e-07,
-      "loss": 2.229,
-      "step": 355
-    },
-    {
-      "epoch": 1.195132186319765,
-      "grad_norm": 0.5239784121513367,
-      "learning_rate": 3.1619385342789593e-07,
-      "loss": 2.128,
-      "step": 356
-    },
-    {
-      "epoch": 1.1984892992026857,
-      "grad_norm": 0.5411834120750427,
-      "learning_rate": 3.156028368794326e-07,
-      "loss": 2.1608,
-      "step": 357
-    },
-    {
-      "epoch": 1.2018464120856063,
-      "grad_norm": 0.5520886778831482,
-      "learning_rate": 3.1501182033096923e-07,
-      "loss": 2.1963,
-      "step": 358
-    },
-    {
-      "epoch": 1.2052035249685271,
-      "grad_norm": 0.5210337042808533,
-      "learning_rate": 3.144208037825059e-07,
-      "loss": 2.1664,
-      "step": 359
-    },
-    {
-      "epoch": 1.2085606378514477,
-      "grad_norm": 0.5405945181846619,
-      "learning_rate": 3.1382978723404253e-07,
-      "loss": 2.1554,
-      "step": 360
-    },
-    {
-      "epoch": 1.2119177507343684,
-      "grad_norm": 0.5365945100784302,
-      "learning_rate": 3.132387706855792e-07,
-      "loss": 2.1653,
-      "step": 361
-    },
-    {
-      "epoch": 1.2152748636172892,
-      "grad_norm": 0.5147272348403931,
-      "learning_rate": 3.1264775413711583e-07,
-      "loss": 2.1194,
-      "step": 362
-    },
-    {
-      "epoch": 1.2186319765002098,
-      "grad_norm": 0.530087411403656,
-      "learning_rate": 3.1205673758865245e-07,
-      "loss": 2.2029,
-      "step": 363
-    },
-    {
-      "epoch": 1.2219890893831304,
-      "grad_norm": 0.5508552193641663,
-      "learning_rate": 3.114657210401891e-07,
-      "loss": 2.1886,
-      "step": 364
-    },
-    {
-      "epoch": 1.2253462022660513,
-      "grad_norm": 0.5228819847106934,
-      "learning_rate": 3.1087470449172575e-07,
-      "loss": 2.1737,
-      "step": 365
-    },
-    {
-      "epoch": 1.228703315148972,
-      "grad_norm": 0.549346923828125,
-      "learning_rate": 3.102836879432624e-07,
-      "loss": 2.1344,
-      "step": 366
-    },
-    {
-      "epoch": 1.2320604280318925,
-      "grad_norm": 0.5160160660743713,
-      "learning_rate": 3.0969267139479906e-07,
-      "loss": 2.1429,
-      "step": 367
-    },
-    {
-      "epoch": 1.2354175409148134,
-      "grad_norm": 0.536289393901825,
-      "learning_rate": 3.091016548463357e-07,
-      "loss": 2.154,
-      "step": 368
-    },
-    {
-      "epoch": 1.238774653797734,
-      "grad_norm": 0.5272290110588074,
-      "learning_rate": 3.085106382978723e-07,
-      "loss": 2.1581,
-      "step": 369
-    },
-    {
-      "epoch": 1.2421317666806546,
-      "grad_norm": 0.5044741034507751,
-      "learning_rate": 3.0791962174940893e-07,
-      "loss": 2.1434,
-      "step": 370
-    },
-    {
-      "epoch": 1.2454888795635752,
-      "grad_norm": 0.5435929298400879,
-      "learning_rate": 3.073286052009456e-07,
-      "loss": 2.1461,
-      "step": 371
-    },
-    {
-      "epoch": 1.248845992446496,
-      "grad_norm": 0.5109124779701233,
-      "learning_rate": 3.067375886524823e-07,
-      "loss": 2.1153,
-      "step": 372
-    },
-    {
-      "epoch": 1.2522031053294167,
-      "grad_norm": 0.5592184066772461,
-      "learning_rate": 3.061465721040189e-07,
-      "loss": 2.169,
-      "step": 373
-    },
-    {
-      "epoch": 1.2555602182123373,
-      "grad_norm": 0.5357188582420349,
-      "learning_rate": 3.055555555555556e-07,
-      "loss": 2.1458,
-      "step": 374
-    },
-    {
-      "epoch": 1.2589173310952582,
-      "grad_norm": 0.5415797233581543,
-      "learning_rate": 3.049645390070922e-07,
-      "loss": 2.2049,
-      "step": 375
-    },
-    {
-      "epoch": 1.2622744439781788,
-      "grad_norm": 0.5439038872718811,
-      "learning_rate": 3.0437352245862883e-07,
-      "loss": 2.1257,
-      "step": 376
-    },
-    {
-      "epoch": 1.2656315568610994,
-      "grad_norm": 0.5348344445228577,
-      "learning_rate": 3.0378250591016545e-07,
-      "loss": 2.1166,
-      "step": 377
-    },
-    {
-      "epoch": 1.26898866974402,
-      "grad_norm": 0.5547958016395569,
-      "learning_rate": 3.0319148936170213e-07,
-      "loss": 2.1121,
-      "step": 378
-    },
-    {
-      "epoch": 1.2723457826269409,
-      "grad_norm": 0.5206843018531799,
-      "learning_rate": 3.0260047281323876e-07,
-      "loss": 2.1154,
-      "step": 379
-    },
-    {
-      "epoch": 1.2757028955098615,
-      "grad_norm": 0.5301013588905334,
-      "learning_rate": 3.0200945626477543e-07,
-      "loss": 2.175,
-      "step": 380
-    },
-    {
-      "epoch": 1.2790600083927823,
-      "grad_norm": 0.5277062654495239,
-      "learning_rate": 3.0141843971631206e-07,
-      "loss": 2.1044,
-      "step": 381
-    },
-    {
-      "epoch": 1.282417121275703,
-      "grad_norm": 0.585447371006012,
-      "learning_rate": 3.008274231678487e-07,
-      "loss": 2.148,
-      "step": 382
-    },
-    {
-      "epoch": 1.2857742341586236,
-      "grad_norm": 0.5090722441673279,
-      "learning_rate": 3.002364066193853e-07,
-      "loss": 2.1372,
-      "step": 383
-    },
-    {
-      "epoch": 1.2891313470415442,
-      "grad_norm": 0.5260941982269287,
-      "learning_rate": 2.99645390070922e-07,
-      "loss": 2.1102,
-      "step": 384
-    },
-    {
-      "epoch": 1.292488459924465,
-      "grad_norm": 0.5579008460044861,
-      "learning_rate": 2.990543735224586e-07,
-      "loss": 2.1315,
-      "step": 385
-    },
-    {
-      "epoch": 1.2958455728073857,
-      "grad_norm": 0.5250607132911682,
-      "learning_rate": 2.984633569739953e-07,
-      "loss": 2.1774,
-      "step": 386
-    },
-    {
-      "epoch": 1.2992026856903063,
-      "grad_norm": 0.5178482532501221,
-      "learning_rate": 2.978723404255319e-07,
-      "loss": 2.0698,
-      "step": 387
-    },
-    {
-      "epoch": 1.3025597985732271,
-      "grad_norm": 0.523533821105957,
-      "learning_rate": 2.9728132387706853e-07,
-      "loss": 2.1363,
-      "step": 388
-    },
-    {
-      "epoch": 1.3059169114561477,
-      "grad_norm": 0.536793053150177,
-      "learning_rate": 2.9669030732860516e-07,
-      "loss": 2.1636,
-      "step": 389
-    },
-    {
-      "epoch": 1.3092740243390684,
-      "grad_norm": 0.5273007154464722,
-      "learning_rate": 2.9609929078014183e-07,
-      "loss": 2.1524,
-      "step": 390
-    },
-    {
-      "epoch": 1.312631137221989,
-      "grad_norm": 0.5152904391288757,
-      "learning_rate": 2.9550827423167846e-07,
-      "loss": 2.1616,
-      "step": 391
-    },
-    {
-      "epoch": 1.3159882501049098,
-      "grad_norm": 0.5256254076957703,
-      "learning_rate": 2.9491725768321513e-07,
-      "loss": 2.1526,
-      "step": 392
-    },
-    {
-      "epoch": 1.3193453629878305,
-      "grad_norm": 0.5300120711326599,
-      "learning_rate": 2.9432624113475176e-07,
-      "loss": 2.1807,
-      "step": 393
-    },
-    {
-      "epoch": 1.322702475870751,
-      "grad_norm": 0.5391471982002258,
-      "learning_rate": 2.9373522458628843e-07,
-      "loss": 2.1394,
-      "step": 394
-    },
-    {
-      "epoch": 1.326059588753672,
-      "grad_norm": 0.5455812811851501,
-      "learning_rate": 2.93144208037825e-07,
-      "loss": 2.1385,
-      "step": 395
-    },
-    {
-      "epoch": 1.3294167016365925,
-      "grad_norm": 1.7401214838027954,
-      "learning_rate": 2.925531914893617e-07,
-      "loss": 2.173,
-      "step": 396
-    },
-    {
-      "epoch": 1.3327738145195132,
-      "grad_norm": 0.5152906179428101,
-      "learning_rate": 2.919621749408983e-07,
-      "loss": 2.0993,
-      "step": 397
-    },
-    {
-      "epoch": 1.3361309274024338,
-      "grad_norm": 0.5892696976661682,
-      "learning_rate": 2.91371158392435e-07,
-      "loss": 2.1427,
-      "step": 398
-    },
-    {
-      "epoch": 1.3394880402853546,
-      "grad_norm": 0.5898533463478088,
-      "learning_rate": 2.907801418439716e-07,
-      "loss": 2.2104,
-      "step": 399
-    },
-    {
-      "epoch": 1.3428451531682752,
-      "grad_norm": 0.5784264802932739,
-      "learning_rate": 2.901891252955083e-07,
-      "loss": 2.1015,
-      "step": 400
-    },
-    {
-      "epoch": 1.346202266051196,
-      "grad_norm": 0.542095422744751,
-      "learning_rate": 2.8959810874704486e-07,
-      "loss": 2.1862,
-      "step": 401
-    },
-    {
-      "epoch": 1.3495593789341167,
-      "grad_norm": 0.5719075202941895,
-      "learning_rate": 2.8900709219858153e-07,
-      "loss": 2.1248,
-      "step": 402
-    },
-    {
-      "epoch": 1.3529164918170373,
-      "grad_norm": 0.5260282754898071,
-      "learning_rate": 2.884160756501182e-07,
-      "loss": 2.1521,
-      "step": 403
-    },
-    {
-      "epoch": 1.356273604699958,
-      "grad_norm": 0.5233082175254822,
-      "learning_rate": 2.8782505910165483e-07,
-      "loss": 2.1747,
-      "step": 404
-    },
-    {
-      "epoch": 1.3596307175828788,
-      "grad_norm": 0.6177014708518982,
-      "learning_rate": 2.872340425531915e-07,
-      "loss": 2.1494,
-      "step": 405
-    },
-    {
-      "epoch": 1.3629878304657994,
-      "grad_norm": 0.5536350607872009,
-      "learning_rate": 2.8664302600472813e-07,
-      "loss": 2.1911,
-      "step": 406
-    },
-    {
-      "epoch": 1.36634494334872,
-      "grad_norm": 0.550588071346283,
-      "learning_rate": 2.860520094562648e-07,
-      "loss": 2.1531,
-      "step": 407
-    },
-    {
-      "epoch": 1.3697020562316409,
-      "grad_norm": 0.5359508395195007,
-      "learning_rate": 2.854609929078014e-07,
-      "loss": 2.1343,
-      "step": 408
-    },
-    {
-      "epoch": 1.3730591691145615,
-      "grad_norm": 0.5293654799461365,
-      "learning_rate": 2.8486997635933806e-07,
-      "loss": 2.1612,
-      "step": 409
-    },
-    {
-      "epoch": 1.3764162819974821,
-      "grad_norm": 0.5226705074310303,
-      "learning_rate": 2.842789598108747e-07,
-      "loss": 2.1633,
-      "step": 410
-    },
-    {
-      "epoch": 1.3797733948804027,
-      "grad_norm": 0.5413585305213928,
-      "learning_rate": 2.8368794326241136e-07,
-      "loss": 2.1663,
-      "step": 411
-    },
-    {
-      "epoch": 1.3831305077633236,
-      "grad_norm": 0.546417236328125,
-      "learning_rate": 2.83096926713948e-07,
-      "loss": 2.1514,
-      "step": 412
-    },
-    {
-      "epoch": 1.3864876206462442,
-      "grad_norm": 0.5406803488731384,
-      "learning_rate": 2.8250591016548466e-07,
-      "loss": 2.209,
-      "step": 413
-    },
-    {
-      "epoch": 1.389844733529165,
-      "grad_norm": 0.5303312540054321,
-      "learning_rate": 2.8191489361702123e-07,
-      "loss": 2.1523,
-      "step": 414
-    },
-    {
-      "epoch": 1.3932018464120857,
-      "grad_norm": 0.5181916356086731,
-      "learning_rate": 2.813238770685579e-07,
-      "loss": 2.1744,
-      "step": 415
-    },
-    {
-      "epoch": 1.3965589592950063,
-      "grad_norm": 0.5345380902290344,
-      "learning_rate": 2.8073286052009453e-07,
-      "loss": 2.1623,
-      "step": 416
-    },
-    {
-      "epoch": 1.399916072177927,
-      "grad_norm": 0.5157522559165955,
-      "learning_rate": 2.801418439716312e-07,
-      "loss": 2.1714,
-      "step": 417
-    },
-    {
-      "epoch": 1.4032731850608477,
-      "grad_norm": 0.5216273069381714,
-      "learning_rate": 2.7955082742316783e-07,
-      "loss": 2.1456,
-      "step": 418
-    },
-    {
-      "epoch": 1.4066302979437684,
-      "grad_norm": 0.5333211421966553,
-      "learning_rate": 2.789598108747045e-07,
-      "loss": 2.1617,
-      "step": 419
-    },
-    {
-      "epoch": 1.409987410826689,
-      "grad_norm": 0.5298429131507874,
-      "learning_rate": 2.783687943262411e-07,
-      "loss": 2.1636,
-      "step": 420
-    },
-    {
-      "epoch": 1.4133445237096098,
-      "grad_norm": 0.5449317693710327,
-      "learning_rate": 2.7777777777777776e-07,
-      "loss": 2.1789,
-      "step": 421
-    },
-    {
-      "epoch": 1.4167016365925305,
-      "grad_norm": 0.57036954164505,
-      "learning_rate": 2.771867612293144e-07,
-      "loss": 2.0884,
-      "step": 422
-    },
-    {
-      "epoch": 1.420058749475451,
-      "grad_norm": 0.5396662950515747,
-      "learning_rate": 2.7659574468085106e-07,
-      "loss": 2.1662,
-      "step": 423
-    },
-    {
-      "epoch": 1.4234158623583717,
-      "grad_norm": 0.5240216255187988,
-      "learning_rate": 2.760047281323877e-07,
-      "loss": 2.1325,
-      "step": 424
-    },
-    {
-      "epoch": 1.4267729752412925,
-      "grad_norm": 0.5430148243904114,
-      "learning_rate": 2.7541371158392436e-07,
-      "loss": 2.1475,
-      "step": 425
-    },
-    {
-      "epoch": 1.4301300881242132,
-      "grad_norm": 0.503663957118988,
-      "learning_rate": 2.74822695035461e-07,
-      "loss": 2.112,
-      "step": 426
-    },
-    {
-      "epoch": 1.4334872010071338,
-      "grad_norm": 0.5414028167724609,
-      "learning_rate": 2.742316784869976e-07,
-      "loss": 2.1421,
-      "step": 427
-    },
-    {
-      "epoch": 1.4368443138900546,
-      "grad_norm": 0.5510504841804504,
-      "learning_rate": 2.7364066193853423e-07,
-      "loss": 2.1442,
-      "step": 428
-    },
-    {
-      "epoch": 1.4402014267729752,
-      "grad_norm": 0.5682281851768494,
-      "learning_rate": 2.730496453900709e-07,
-      "loss": 2.1771,
-      "step": 429
-    },
-    {
-      "epoch": 1.4435585396558959,
-      "grad_norm": 0.5418784618377686,
-      "learning_rate": 2.7245862884160753e-07,
-      "loss": 2.1669,
-      "step": 430
-    },
-    {
-      "epoch": 1.4469156525388165,
-      "grad_norm": 0.5360921025276184,
-      "learning_rate": 2.718676122931442e-07,
-      "loss": 2.1464,
-      "step": 431
-    },
-    {
-      "epoch": 1.4502727654217373,
-      "grad_norm": 0.5701574683189392,
-      "learning_rate": 2.7127659574468084e-07,
-      "loss": 2.1822,
-      "step": 432
-    },
-    {
-      "epoch": 1.453629878304658,
-      "grad_norm": 0.5453020930290222,
-      "learning_rate": 2.7068557919621746e-07,
-      "loss": 2.1729,
-      "step": 433
-    },
-    {
-      "epoch": 1.4569869911875788,
-      "grad_norm": 0.5435007810592651,
-      "learning_rate": 2.700945626477541e-07,
-      "loss": 2.1511,
-      "step": 434
-    },
-    {
-      "epoch": 1.4603441040704994,
-      "grad_norm": 0.5011966228485107,
-      "learning_rate": 2.6950354609929076e-07,
-      "loss": 2.108,
-      "step": 435
-    },
-    {
-      "epoch": 1.46370121695342,
-      "grad_norm": 0.49755868315696716,
-      "learning_rate": 2.6891252955082744e-07,
-      "loss": 2.1776,
-      "step": 436
-    },
-    {
-      "epoch": 1.4670583298363407,
-      "grad_norm": 0.5629771947860718,
-      "learning_rate": 2.6832151300236406e-07,
-      "loss": 2.1493,
-      "step": 437
-    },
-    {
-      "epoch": 1.4704154427192615,
-      "grad_norm": 0.5360575914382935,
-      "learning_rate": 2.6773049645390074e-07,
-      "loss": 2.1732,
-      "step": 438
-    },
-    {
-      "epoch": 1.4737725556021821,
-      "grad_norm": 0.5516806840896606,
-      "learning_rate": 2.6713947990543736e-07,
-      "loss": 2.148,
-      "step": 439
-    },
-    {
-      "epoch": 1.4771296684851027,
-      "grad_norm": 0.5595859289169312,
-      "learning_rate": 2.66548463356974e-07,
-      "loss": 2.1671,
-      "step": 440
-    },
-    {
-      "epoch": 1.4804867813680236,
-      "grad_norm": 0.5414209365844727,
-      "learning_rate": 2.659574468085106e-07,
-      "loss": 2.1233,
-      "step": 441
-    },
-    {
-      "epoch": 1.4838438942509442,
-      "grad_norm": 0.5354856252670288,
-      "learning_rate": 2.653664302600473e-07,
-      "loss": 2.1921,
-      "step": 442
-    },
-    {
-      "epoch": 1.4872010071338648,
-      "grad_norm": 0.565666139125824,
-      "learning_rate": 2.647754137115839e-07,
-      "loss": 2.198,
-      "step": 443
-    },
-    {
-      "epoch": 1.4905581200167854,
-      "grad_norm": 0.5538352727890015,
-      "learning_rate": 2.641843971631206e-07,
-      "loss": 2.1396,
-      "step": 444
-    },
-    {
-      "epoch": 1.4939152328997063,
-      "grad_norm": 0.536029577255249,
-      "learning_rate": 2.635933806146572e-07,
-      "loss": 2.1811,
-      "step": 445
-    },
-    {
-      "epoch": 1.497272345782627,
-      "grad_norm": 0.5602884888648987,
-      "learning_rate": 2.6300236406619384e-07,
-      "loss": 2.1429,
-      "step": 446
-    },
-    {
-      "epoch": 1.5006294586655478,
-      "grad_norm": 0.5486292243003845,
-      "learning_rate": 2.6241134751773046e-07,
-      "loss": 2.1153,
-      "step": 447
-    },
-    {
-      "epoch": 1.5039865715484684,
-      "grad_norm": 0.5302276611328125,
-      "learning_rate": 2.6182033096926714e-07,
-      "loss": 2.1709,
-      "step": 448
-    },
-    {
-      "epoch": 1.507343684431389,
-      "grad_norm": 0.5530226230621338,
-      "learning_rate": 2.6122931442080376e-07,
-      "loss": 2.1891,
-      "step": 449
-    },
-    {
-      "epoch": 1.5107007973143096,
-      "grad_norm": 0.5639198422431946,
-      "learning_rate": 2.6063829787234044e-07,
-      "loss": 2.1415,
-      "step": 450
-    },
-    {
-      "epoch": 1.5140579101972302,
-      "grad_norm": 0.5313774943351746,
-      "learning_rate": 2.6004728132387706e-07,
-      "loss": 2.117,
-      "step": 451
-    },
-    {
-      "epoch": 1.517415023080151,
-      "grad_norm": 0.5192495584487915,
-      "learning_rate": 2.5945626477541374e-07,
-      "loss": 2.1827,
-      "step": 452
-    },
-    {
-      "epoch": 1.5207721359630717,
-      "grad_norm": 0.5575863718986511,
-      "learning_rate": 2.588652482269503e-07,
-      "loss": 2.1635,
-      "step": 453
-    },
-    {
-      "epoch": 1.5241292488459925,
-      "grad_norm": 0.569666862487793,
-      "learning_rate": 2.58274231678487e-07,
-      "loss": 2.1455,
-      "step": 454
-    },
-    {
-      "epoch": 1.5274863617289132,
-      "grad_norm": 0.5995537042617798,
-      "learning_rate": 2.576832151300236e-07,
-      "loss": 2.1799,
-      "step": 455
-    },
-    {
-      "epoch": 1.5308434746118338,
-      "grad_norm": 0.5367946624755859,
-      "learning_rate": 2.570921985815603e-07,
-      "loss": 2.1031,
-      "step": 456
-    },
-    {
-      "epoch": 1.5342005874947544,
-      "grad_norm": 0.5633010864257812,
-      "learning_rate": 2.565011820330969e-07,
-      "loss": 2.1116,
-      "step": 457
-    },
-    {
-      "epoch": 1.5375577003776753,
-      "grad_norm": 0.5201706886291504,
-      "learning_rate": 2.559101654846336e-07,
-      "loss": 2.1741,
-      "step": 458
-    },
-    {
-      "epoch": 1.5409148132605959,
-      "grad_norm": 0.5941653251647949,
-      "learning_rate": 2.5531914893617016e-07,
-      "loss": 2.2537,
-      "step": 459
-    },
-    {
-      "epoch": 1.5442719261435167,
-      "grad_norm": 0.5953680872917175,
-      "learning_rate": 2.5472813238770684e-07,
-      "loss": 2.1095,
-      "step": 460
-    },
-    {
-      "epoch": 1.5476290390264373,
-      "grad_norm": 0.5477280020713806,
-      "learning_rate": 2.5413711583924346e-07,
-      "loss": 2.1789,
-      "step": 461
-    },
-    {
-      "epoch": 1.550986151909358,
-      "grad_norm": 0.5424633622169495,
-      "learning_rate": 2.5354609929078014e-07,
-      "loss": 2.1394,
-      "step": 462
-    },
-    {
-      "epoch": 1.5543432647922786,
-      "grad_norm": 0.5671295523643494,
-      "learning_rate": 2.5295508274231676e-07,
-      "loss": 2.159,
-      "step": 463
-    },
-    {
-      "epoch": 1.5577003776751992,
-      "grad_norm": 0.5310060977935791,
-      "learning_rate": 2.5236406619385344e-07,
-      "loss": 2.1596,
-      "step": 464
-    },
-    {
-      "epoch": 1.56105749055812,
-      "grad_norm": 0.5472586154937744,
-      "learning_rate": 2.5177304964539e-07,
-      "loss": 2.1166,
-      "step": 465
-    },
-    {
-      "epoch": 1.5644146034410407,
-      "grad_norm": 0.5335962176322937,
-      "learning_rate": 2.511820330969267e-07,
-      "loss": 2.1427,
-      "step": 466
-    },
-    {
-      "epoch": 1.5677717163239615,
-      "grad_norm": 0.5123631954193115,
-      "learning_rate": 2.505910165484633e-07,
-      "loss": 2.0675,
-      "step": 467
-    },
-    {
-      "epoch": 1.5711288292068821,
-      "grad_norm": 0.5876572728157043,
-      "learning_rate": 2.5e-07,
-      "loss": 2.1258,
-      "step": 468
-    },
-    {
-      "epoch": 1.5744859420898027,
-      "grad_norm": 0.5395733118057251,
-      "learning_rate": 2.494089834515366e-07,
-      "loss": 2.1389,
-      "step": 469
-    },
-    {
-      "epoch": 1.5778430549727234,
-      "grad_norm": 0.5670069456100464,
-      "learning_rate": 2.488179669030733e-07,
-      "loss": 2.2214,
-      "step": 470
-    },
-    {
-      "epoch": 1.581200167855644,
-      "grad_norm": 0.5086778998374939,
-      "learning_rate": 2.482269503546099e-07,
-      "loss": 2.1135,
-      "step": 471
-    },
-    {
-      "epoch": 1.5845572807385648,
-      "grad_norm": 0.5723012089729309,
-      "learning_rate": 2.4763593380614654e-07,
-      "loss": 2.2149,
-      "step": 472
-    },
-    {
-      "epoch": 1.5879143936214857,
-      "grad_norm": 0.5220308303833008,
-      "learning_rate": 2.470449172576832e-07,
-      "loss": 2.1794,
-      "step": 473
-    },
-    {
-      "epoch": 1.5912715065044063,
-      "grad_norm": 0.5964010953903198,
-      "learning_rate": 2.4645390070921984e-07,
-      "loss": 2.2251,
-      "step": 474
-    },
-    {
-      "epoch": 1.594628619387327,
-      "grad_norm": 0.5133795738220215,
-      "learning_rate": 2.4586288416075646e-07,
-      "loss": 2.1747,
-      "step": 475
-    },
-    {
-      "epoch": 1.5979857322702475,
-      "grad_norm": 0.5728108286857605,
-      "learning_rate": 2.4527186761229314e-07,
-      "loss": 2.2154,
-      "step": 476
-    },
-    {
-      "epoch": 1.6013428451531682,
-      "grad_norm": 0.5136426687240601,
-      "learning_rate": 2.4468085106382976e-07,
-      "loss": 2.146,
-      "step": 477
-    },
-    {
-      "epoch": 1.604699958036089,
-      "grad_norm": 0.5617910027503967,
-      "learning_rate": 2.440898345153664e-07,
-      "loss": 2.1504,
-      "step": 478
-    },
-    {
-      "epoch": 1.6080570709190096,
-      "grad_norm": 0.5407204031944275,
-      "learning_rate": 2.4349881796690306e-07,
-      "loss": 2.1544,
-      "step": 479
-    },
-    {
-      "epoch": 1.6114141838019305,
-      "grad_norm": 0.5309438109397888,
-      "learning_rate": 2.429078014184397e-07,
-      "loss": 2.128,
-      "step": 480
-    },
-    {
-      "epoch": 1.614771296684851,
-      "grad_norm": 0.5255685448646545,
-      "learning_rate": 2.423167848699763e-07,
-      "loss": 2.0676,
-      "step": 481
-    },
-    {
-      "epoch": 1.6181284095677717,
-      "grad_norm": 0.5453495383262634,
-      "learning_rate": 2.41725768321513e-07,
-      "loss": 2.1854,
-      "step": 482
-    },
-    {
-      "epoch": 1.6214855224506923,
-      "grad_norm": 0.5266616940498352,
-      "learning_rate": 2.411347517730496e-07,
-      "loss": 2.145,
-      "step": 483
-    },
-    {
-      "epoch": 1.624842635333613,
-      "grad_norm": 0.5247876644134521,
-      "learning_rate": 2.4054373522458624e-07,
-      "loss": 2.1812,
-      "step": 484
-    },
-    {
-      "epoch": 1.6281997482165338,
-      "grad_norm": 0.5246554613113403,
-      "learning_rate": 2.399527186761229e-07,
-      "loss": 2.1136,
-      "step": 485
-    },
-    {
-      "epoch": 1.6315568610994544,
-      "grad_norm": 0.5595040917396545,
-      "learning_rate": 2.393617021276596e-07,
-      "loss": 2.1728,
-      "step": 486
-    },
-    {
-      "epoch": 1.6349139739823753,
-      "grad_norm": 0.533994197845459,
-      "learning_rate": 2.387706855791962e-07,
-      "loss": 2.0939,
-      "step": 487
-    },
-    {
-      "epoch": 1.6382710868652959,
-      "grad_norm": 0.5742591023445129,
-      "learning_rate": 2.3817966903073287e-07,
-      "loss": 2.148,
-      "step": 488
-    },
-    {
-      "epoch": 1.6416281997482165,
-      "grad_norm": 0.5369508266448975,
-      "learning_rate": 2.375886524822695e-07,
-      "loss": 2.1524,
-      "step": 489
-    },
-    {
-      "epoch": 1.6449853126311371,
-      "grad_norm": 0.5108909010887146,
-      "learning_rate": 2.3699763593380614e-07,
-      "loss": 2.1586,
-      "step": 490
-    },
-    {
-      "epoch": 1.648342425514058,
-      "grad_norm": 0.5841718912124634,
-      "learning_rate": 2.364066193853428e-07,
-      "loss": 2.1854,
-      "step": 491
-    },
-    {
-      "epoch": 1.6516995383969786,
-      "grad_norm": 0.6200852394104004,
-      "learning_rate": 2.3581560283687944e-07,
-      "loss": 2.1811,
-      "step": 492
-    },
-    {
-      "epoch": 1.6550566512798994,
-      "grad_norm": 0.5158974528312683,
-      "learning_rate": 2.3522458628841607e-07,
-      "loss": 2.1568,
-      "step": 493
-    },
-    {
-      "epoch": 1.65841376416282,
-      "grad_norm": 0.5737884044647217,
-      "learning_rate": 2.3463356973995272e-07,
-      "loss": 2.1639,
-      "step": 494
-    },
-    {
-      "epoch": 1.6617708770457407,
-      "grad_norm": 0.5661967396736145,
-      "learning_rate": 2.3404255319148937e-07,
-      "loss": 2.1164,
-      "step": 495
-    },
-    {
-      "epoch": 1.6651279899286613,
-      "grad_norm": 0.5981073379516602,
-      "learning_rate": 2.33451536643026e-07,
-      "loss": 2.1875,
-      "step": 496
-    },
-    {
-      "epoch": 1.668485102811582,
-      "grad_norm": 0.5757937431335449,
-      "learning_rate": 2.3286052009456264e-07,
-      "loss": 2.1315,
-      "step": 497
-    },
-    {
-      "epoch": 1.6718422156945028,
-      "grad_norm": 0.5519205927848816,
-      "learning_rate": 2.322695035460993e-07,
-      "loss": 2.1126,
-      "step": 498
-    },
-    {
-      "epoch": 1.6751993285774234,
-      "grad_norm": 0.5893654823303223,
-      "learning_rate": 2.3167848699763592e-07,
-      "loss": 2.1427,
-      "step": 499
-    },
-    {
-      "epoch": 1.6785564414603442,
-      "grad_norm": 0.5640158653259277,
-      "learning_rate": 2.3108747044917257e-07,
-      "loss": 2.1763,
-      "step": 500
-    },
-    {
-      "epoch": 1.6819135543432648,
-      "grad_norm": 0.5426249504089355,
-      "learning_rate": 2.3049645390070922e-07,
-      "loss": 2.0914,
-      "step": 501
-    },
-    {
-      "epoch": 1.6852706672261855,
-      "grad_norm": 0.5572645664215088,
-      "learning_rate": 2.2990543735224584e-07,
-      "loss": 2.1482,
-      "step": 502
-    },
-    {
-      "epoch": 1.688627780109106,
-      "grad_norm": 0.5625807642936707,
-      "learning_rate": 2.293144208037825e-07,
-      "loss": 2.1804,
-      "step": 503
-    },
-    {
-      "epoch": 1.6919848929920267,
-      "grad_norm": 0.56282639503479,
-      "learning_rate": 2.2872340425531914e-07,
-      "loss": 2.1613,
-      "step": 504
-    },
-    {
-      "epoch": 1.6953420058749475,
-      "grad_norm": 0.5359474420547485,
-      "learning_rate": 2.2813238770685577e-07,
-      "loss": 2.1019,
-      "step": 505
-    },
-    {
-      "epoch": 1.6986991187578684,
-      "grad_norm": 0.5989973545074463,
-      "learning_rate": 2.2754137115839242e-07,
-      "loss": 2.2191,
-      "step": 506
-    },
-    {
-      "epoch": 1.702056231640789,
-      "grad_norm": 0.5682387351989746,
-      "learning_rate": 2.2695035460992907e-07,
-      "loss": 2.1351,
-      "step": 507
-    },
-    {
-      "epoch": 1.7054133445237096,
-      "grad_norm": 0.5352203845977783,
-      "learning_rate": 2.2635933806146572e-07,
-      "loss": 2.1098,
-      "step": 508
-    },
-    {
-      "epoch": 1.7087704574066302,
-      "grad_norm": 0.5701361894607544,
-      "learning_rate": 2.2576832151300234e-07,
-      "loss": 2.163,
-      "step": 509
-    },
-    {
-      "epoch": 1.7121275702895509,
-      "grad_norm": 0.5832070112228394,
-      "learning_rate": 2.25177304964539e-07,
-      "loss": 2.1448,
-      "step": 510
-    },
-    {
-      "epoch": 1.7154846831724717,
-      "grad_norm": 0.5940104722976685,
-      "learning_rate": 2.2458628841607564e-07,
-      "loss": 2.1963,
-      "step": 511
-    },
-    {
-      "epoch": 1.7188417960553923,
-      "grad_norm": 0.5954880714416504,
-      "learning_rate": 2.2399527186761227e-07,
-      "loss": 2.1871,
-      "step": 512
-    },
-    {
-      "epoch": 1.7221989089383132,
-      "grad_norm": 0.5460233688354492,
-      "learning_rate": 2.2340425531914892e-07,
-      "loss": 2.1694,
-      "step": 513
-    },
-    {
-      "epoch": 1.7255560218212338,
-      "grad_norm": 0.5475773215293884,
-      "learning_rate": 2.2281323877068557e-07,
-      "loss": 2.1602,
-      "step": 514
-    },
-    {
-      "epoch": 1.7289131347041544,
-      "grad_norm": 0.5809094905853271,
-      "learning_rate": 2.222222222222222e-07,
-      "loss": 2.1808,
-      "step": 515
-    },
-    {
-      "epoch": 1.732270247587075,
-      "grad_norm": 0.5999802947044373,
-      "learning_rate": 2.2163120567375884e-07,
-      "loss": 2.1899,
-      "step": 516
-    },
-    {
-      "epoch": 1.7356273604699957,
-      "grad_norm": 0.5715625882148743,
-      "learning_rate": 2.2104018912529552e-07,
-      "loss": 2.0947,
-      "step": 517
-    },
-    {
-      "epoch": 1.7389844733529165,
-      "grad_norm": 0.5752885341644287,
-      "learning_rate": 2.2044917257683214e-07,
-      "loss": 2.1653,
-      "step": 518
-    },
-    {
-      "epoch": 1.7423415862358371,
-      "grad_norm": 0.5773462057113647,
-      "learning_rate": 2.198581560283688e-07,
-      "loss": 2.0973,
-      "step": 519
-    },
-    {
-      "epoch": 1.745698699118758,
-      "grad_norm": 0.528805136680603,
-      "learning_rate": 2.1926713947990544e-07,
-      "loss": 2.1449,
-      "step": 520
-    },
-    {
-      "epoch": 1.7490558120016786,
-      "grad_norm": 0.5383672714233398,
-      "learning_rate": 2.1867612293144207e-07,
-      "loss": 2.153,
-      "step": 521
-    },
-    {
-      "epoch": 1.7524129248845992,
-      "grad_norm": 0.534181535243988,
-      "learning_rate": 2.1808510638297872e-07,
-      "loss": 2.1449,
-      "step": 522
-    },
-    {
-      "epoch": 1.7557700377675198,
-      "grad_norm": 0.5447178483009338,
-      "learning_rate": 2.1749408983451537e-07,
-      "loss": 2.1375,
-      "step": 523
-    },
-    {
-      "epoch": 1.7591271506504407,
-      "grad_norm": 0.5227280855178833,
-      "learning_rate": 2.1690307328605202e-07,
-      "loss": 2.1,
-      "step": 524
-    },
-    {
-      "epoch": 1.7624842635333613,
-      "grad_norm": 0.579774796962738,
-      "learning_rate": 2.1631205673758864e-07,
-      "loss": 2.1619,
-      "step": 525
-    },
-    {
-      "epoch": 1.7658413764162821,
-      "grad_norm": 0.542693018913269,
-      "learning_rate": 2.157210401891253e-07,
-      "loss": 2.1568,
-      "step": 526
-    },
-    {
-      "epoch": 1.7691984892992028,
-      "grad_norm": 0.5392715334892273,
-      "learning_rate": 2.1513002364066194e-07,
-      "loss": 2.0959,
-      "step": 527
-    },
-    {
-      "epoch": 1.7725556021821234,
-      "grad_norm": 0.6038206219673157,
-      "learning_rate": 2.1453900709219857e-07,
-      "loss": 2.133,
-      "step": 528
-    },
-    {
-      "epoch": 1.775912715065044,
-      "grad_norm": 0.5537463426589966,
-      "learning_rate": 2.1394799054373522e-07,
-      "loss": 2.0817,
-      "step": 529
-    },
-    {
-      "epoch": 1.7792698279479646,
-      "grad_norm": 0.5747633576393127,
-      "learning_rate": 2.1335697399527187e-07,
-      "loss": 2.1342,
-      "step": 530
-    },
-    {
-      "epoch": 1.7826269408308855,
-      "grad_norm": 0.5527968406677246,
-      "learning_rate": 2.127659574468085e-07,
-      "loss": 2.184,
-      "step": 531
-    },
-    {
-      "epoch": 1.785984053713806,
-      "grad_norm": 0.5554253458976746,
-      "learning_rate": 2.1217494089834514e-07,
-      "loss": 2.1976,
-      "step": 532
-    },
-    {
-      "epoch": 1.789341166596727,
-      "grad_norm": 0.5290229916572571,
-      "learning_rate": 2.115839243498818e-07,
-      "loss": 2.102,
-      "step": 533
-    },
-    {
-      "epoch": 1.7926982794796475,
-      "grad_norm": 0.5803096890449524,
-      "learning_rate": 2.1099290780141842e-07,
-      "loss": 2.0815,
-      "step": 534
-    },
-    {
-      "epoch": 1.7960553923625682,
-      "grad_norm": 0.5680854916572571,
-      "learning_rate": 2.1040189125295507e-07,
-      "loss": 2.1338,
-      "step": 535
-    },
-    {
-      "epoch": 1.7994125052454888,
-      "grad_norm": 0.5866023302078247,
-      "learning_rate": 2.0981087470449172e-07,
-      "loss": 2.2191,
-      "step": 536
-    },
-    {
-      "epoch": 1.8027696181284094,
-      "grad_norm": 0.5355091691017151,
-      "learning_rate": 2.0921985815602834e-07,
-      "loss": 2.1312,
-      "step": 537
-    },
-    {
-      "epoch": 1.8061267310113303,
-      "grad_norm": 0.5850256681442261,
-      "learning_rate": 2.08628841607565e-07,
-      "loss": 2.1827,
-      "step": 538
-    },
-    {
-      "epoch": 1.809483843894251,
-      "grad_norm": 0.55758136510849,
-      "learning_rate": 2.0803782505910164e-07,
-      "loss": 2.1193,
-      "step": 539
-    },
-    {
-      "epoch": 1.8128409567771717,
-      "grad_norm": 0.5220862627029419,
-      "learning_rate": 2.074468085106383e-07,
-      "loss": 2.0888,
-      "step": 540
-    },
-    {
-      "epoch": 1.8161980696600923,
-      "grad_norm": 0.5545912981033325,
-      "learning_rate": 2.0685579196217492e-07,
-      "loss": 2.145,
-      "step": 541
-    },
-    {
-      "epoch": 1.819555182543013,
-      "grad_norm": 0.5699747204780579,
-      "learning_rate": 2.0626477541371157e-07,
-      "loss": 2.1653,
-      "step": 542
-    },
-    {
-      "epoch": 1.8229122954259336,
-      "grad_norm": 0.5698461532592773,
-      "learning_rate": 2.0567375886524822e-07,
-      "loss": 2.1712,
-      "step": 543
-    },
-    {
-      "epoch": 1.8262694083088544,
-      "grad_norm": 0.5370389223098755,
-      "learning_rate": 2.0508274231678484e-07,
-      "loss": 2.1847,
-      "step": 544
-    },
-    {
-      "epoch": 1.829626521191775,
-      "grad_norm": 0.5606624484062195,
-      "learning_rate": 2.044917257683215e-07,
-      "loss": 2.0752,
-      "step": 545
-    },
-    {
-      "epoch": 1.8329836340746959,
-      "grad_norm": 0.5884568691253662,
-      "learning_rate": 2.0390070921985815e-07,
-      "loss": 2.1874,
-      "step": 546
-    },
-    {
-      "epoch": 1.8363407469576165,
-      "grad_norm": 0.6082828640937805,
-      "learning_rate": 2.0330969267139477e-07,
-      "loss": 2.1356,
-      "step": 547
-    },
-    {
-      "epoch": 1.8396978598405371,
-      "grad_norm": 0.5440762042999268,
-      "learning_rate": 2.0271867612293142e-07,
-      "loss": 2.0869,
-      "step": 548
-    },
-    {
-      "epoch": 1.8430549727234578,
-      "grad_norm": 0.5322846174240112,
-      "learning_rate": 2.0212765957446807e-07,
-      "loss": 2.1622,
-      "step": 549
-    },
-    {
-      "epoch": 1.8464120856063784,
-      "grad_norm": 0.5313152074813843,
-      "learning_rate": 2.0153664302600472e-07,
-      "loss": 2.0519,
-      "step": 550
-    },
-    {
-      "epoch": 1.8497691984892992,
-      "grad_norm": 0.5677706599235535,
-      "learning_rate": 2.0094562647754137e-07,
-      "loss": 2.2212,
-      "step": 551
-    },
-    {
-      "epoch": 1.8531263113722198,
-      "grad_norm": 0.5602107644081116,
-      "learning_rate": 2.0035460992907802e-07,
-      "loss": 2.1296,
-      "step": 552
-    },
-    {
-      "epoch": 1.8564834242551407,
-      "grad_norm": 0.5556351542472839,
-      "learning_rate": 1.9976359338061465e-07,
-      "loss": 2.1571,
-      "step": 553
-    },
-    {
-      "epoch": 1.8598405371380613,
-      "grad_norm": 0.5427154898643494,
-      "learning_rate": 1.991725768321513e-07,
-      "loss": 2.1372,
-      "step": 554
-    },
-    {
-      "epoch": 1.863197650020982,
-      "grad_norm": 0.5443682670593262,
-      "learning_rate": 1.9858156028368795e-07,
-      "loss": 2.1526,
-      "step": 555
-    },
-    {
-      "epoch": 1.8665547629039025,
-      "grad_norm": 0.5522770285606384,
-      "learning_rate": 1.979905437352246e-07,
-      "loss": 2.1571,
-      "step": 556
-    },
-    {
-      "epoch": 1.8699118757868234,
-      "grad_norm": 0.5588672161102295,
-      "learning_rate": 1.9739952718676122e-07,
-      "loss": 2.1527,
-      "step": 557
-    },
-    {
-      "epoch": 1.873268988669744,
-      "grad_norm": 0.6060850620269775,
-      "learning_rate": 1.9680851063829787e-07,
-      "loss": 2.1447,
-      "step": 558
-    },
-    {
-      "epoch": 1.8766261015526648,
-      "grad_norm": 0.5418441295623779,
-      "learning_rate": 1.9621749408983452e-07,
-      "loss": 2.1542,
-      "step": 559
-    },
-    {
-      "epoch": 1.8799832144355855,
-      "grad_norm": 0.568583607673645,
-      "learning_rate": 1.9562647754137115e-07,
-      "loss": 2.2024,
-      "step": 560
-    },
-    {
-      "epoch": 1.883340327318506,
-      "grad_norm": 0.566670298576355,
-      "learning_rate": 1.950354609929078e-07,
-      "loss": 2.1991,
-      "step": 561
-    },
-    {
-      "epoch": 1.8866974402014267,
-      "grad_norm": 0.5521290898323059,
-      "learning_rate": 1.9444444444444445e-07,
-      "loss": 2.2061,
-      "step": 562
-    },
-    {
-      "epoch": 1.8900545530843473,
-      "grad_norm": 0.5575881600379944,
-      "learning_rate": 1.9385342789598107e-07,
-      "loss": 2.1835,
-      "step": 563
-    },
-    {
-      "epoch": 1.8934116659672682,
-      "grad_norm": 0.5508525967597961,
-      "learning_rate": 1.9326241134751772e-07,
-      "loss": 2.0749,
-      "step": 564
-    },
-    {
-      "epoch": 1.8967687788501888,
-      "grad_norm": 0.539969801902771,
-      "learning_rate": 1.9267139479905437e-07,
-      "loss": 2.1327,
-      "step": 565
-    },
-    {
-      "epoch": 1.9001258917331096,
-      "grad_norm": 0.581095814704895,
-      "learning_rate": 1.92080378250591e-07,
-      "loss": 2.097,
-      "step": 566
-    },
-    {
-      "epoch": 1.9034830046160303,
-      "grad_norm": 0.5551554560661316,
-      "learning_rate": 1.9148936170212765e-07,
-      "loss": 2.2112,
-      "step": 567
-    },
-    {
-      "epoch": 1.9068401174989509,
-      "grad_norm": 0.5533036589622498,
-      "learning_rate": 1.908983451536643e-07,
-      "loss": 2.1712,
-      "step": 568
-    },
-    {
-      "epoch": 1.9101972303818715,
-      "grad_norm": 0.5222402811050415,
-      "learning_rate": 1.9030732860520092e-07,
-      "loss": 2.1152,
-      "step": 569
-    },
-    {
-      "epoch": 1.9135543432647921,
-      "grad_norm": 0.5835478901863098,
-      "learning_rate": 1.8971631205673757e-07,
-      "loss": 2.0906,
-      "step": 570
-    },
-    {
-      "epoch": 1.916911456147713,
-      "grad_norm": 0.5896159410476685,
-      "learning_rate": 1.8912529550827422e-07,
-      "loss": 2.1444,
-      "step": 571
-    },
-    {
-      "epoch": 1.9202685690306338,
-      "grad_norm": 0.5776488184928894,
-      "learning_rate": 1.8853427895981087e-07,
-      "loss": 2.163,
-      "step": 572
-    },
-    {
-      "epoch": 1.9236256819135544,
-      "grad_norm": 0.6126729249954224,
-      "learning_rate": 1.879432624113475e-07,
-      "loss": 2.144,
-      "step": 573
-    },
-    {
-      "epoch": 1.926982794796475,
-      "grad_norm": 0.5623863339424133,
-      "learning_rate": 1.8735224586288415e-07,
-      "loss": 2.1958,
-      "step": 574
-    },
-    {
-      "epoch": 1.9303399076793957,
-      "grad_norm": 0.5552009344100952,
-      "learning_rate": 1.867612293144208e-07,
-      "loss": 2.128,
-      "step": 575
-    },
-    {
-      "epoch": 1.9336970205623163,
-      "grad_norm": 0.5190218687057495,
-      "learning_rate": 1.8617021276595742e-07,
-      "loss": 2.1553,
-      "step": 576
-    },
-    {
-      "epoch": 1.9370541334452371,
-      "grad_norm": 0.5255279541015625,
-      "learning_rate": 1.8557919621749407e-07,
-      "loss": 2.148,
-      "step": 577
-    },
-    {
-      "epoch": 1.9404112463281578,
-      "grad_norm": 0.5752416253089905,
-      "learning_rate": 1.8498817966903072e-07,
-      "loss": 2.1934,
-      "step": 578
-    },
-    {
-      "epoch": 1.9437683592110786,
-      "grad_norm": 0.532777726650238,
-      "learning_rate": 1.8439716312056735e-07,
-      "loss": 2.0636,
-      "step": 579
-    },
-    {
-      "epoch": 1.9471254720939992,
-      "grad_norm": 0.5603284239768982,
-      "learning_rate": 1.83806146572104e-07,
-      "loss": 2.1411,
-      "step": 580
-    },
-    {
-      "epoch": 1.9504825849769198,
-      "grad_norm": 0.5280658006668091,
-      "learning_rate": 1.8321513002364065e-07,
-      "loss": 2.1211,
-      "step": 581
-    },
-    {
-      "epoch": 1.9538396978598405,
-      "grad_norm": 0.5879082679748535,
-      "learning_rate": 1.826241134751773e-07,
-      "loss": 2.1186,
-      "step": 582
-    },
-    {
-      "epoch": 1.957196810742761,
-      "grad_norm": 0.5637861490249634,
-      "learning_rate": 1.8203309692671395e-07,
-      "loss": 2.112,
-      "step": 583
-    },
-    {
-      "epoch": 1.960553923625682,
-      "grad_norm": 0.5610608458518982,
-      "learning_rate": 1.814420803782506e-07,
-      "loss": 2.1645,
-      "step": 584
-    },
-    {
-      "epoch": 1.9639110365086025,
-      "grad_norm": 0.5636882185935974,
-      "learning_rate": 1.8085106382978725e-07,
-      "loss": 2.1192,
-      "step": 585
-    },
-    {
-      "epoch": 1.9672681493915234,
-      "grad_norm": 0.5535016059875488,
-      "learning_rate": 1.8026004728132387e-07,
-      "loss": 2.1384,
-      "step": 586
-    },
-    {
-      "epoch": 1.970625262274444,
-      "grad_norm": 0.5968726873397827,
-      "learning_rate": 1.7966903073286052e-07,
-      "loss": 2.1896,
-      "step": 587
-    },
-    {
-      "epoch": 1.9739823751573646,
-      "grad_norm": 0.5755752325057983,
-      "learning_rate": 1.7907801418439718e-07,
-      "loss": 2.1582,
-      "step": 588
-    },
-    {
-      "epoch": 1.9773394880402853,
-      "grad_norm": 0.5775538086891174,
-      "learning_rate": 1.784869976359338e-07,
-      "loss": 2.1839,
-      "step": 589
-    },
-    {
-      "epoch": 1.980696600923206,
-      "grad_norm": 0.5270890593528748,
-      "learning_rate": 1.7789598108747045e-07,
-      "loss": 2.083,
-      "step": 590
-    },
-    {
-      "epoch": 1.9840537138061267,
-      "grad_norm": 0.5608636140823364,
-      "learning_rate": 1.773049645390071e-07,
-      "loss": 2.1341,
-      "step": 591
-    },
-    {
-      "epoch": 1.9874108266890476,
-      "grad_norm": 0.5662211179733276,
-      "learning_rate": 1.7671394799054372e-07,
-      "loss": 2.151,
-      "step": 592
-    },
-    {
-      "epoch": 1.9907679395719682,
-      "grad_norm": 0.5171293020248413,
-      "learning_rate": 1.7612293144208037e-07,
-      "loss": 2.189,
-      "step": 593
-    },
-    {
-      "epoch": 1.9941250524548888,
-      "grad_norm": 0.543449878692627,
-      "learning_rate": 1.7553191489361703e-07,
-      "loss": 2.0942,
-      "step": 594
-    },
-    {
-      "epoch": 1.9974821653378094,
-      "grad_norm": 0.5563431978225708,
-      "learning_rate": 1.7494089834515365e-07,
-      "loss": 2.1623,
-      "step": 595
-    },
-    {
-      "epoch": 1.9974821653378094,
-      "eval_loss": 2.154229164123535,
-      "eval_runtime": 325.0894,
-      "eval_samples_per_second": 1.114,
-      "eval_steps_per_second": 0.28,
-      "step": 595
     }
   ],
   "logging_steps": 1,
@@ -4207,7 +2113,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 1.758890208692011e+18,
+  "total_flos": 8.794451043460055e+17,
   "train_batch_size": 2,
   "trial_name": null,
   "trial_params": null