{
  "best_metric": 0.31399768590927124,
  "best_model_checkpoint": "deberta-v3-xsmall-zyda-2-quality-rerun/checkpoint-39948",
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 39948,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.037548813457494744,
      "grad_norm": 4.403994560241699,
      "learning_rate": 4.9374186442375094e-05,
      "loss": 0.6773,
      "step": 500
    },
    {
      "epoch": 0.07509762691498949,
      "grad_norm": 3.1282551288604736,
      "learning_rate": 4.874837288475018e-05,
      "loss": 0.5374,
      "step": 1000
    },
    {
      "epoch": 0.11264644037248422,
      "grad_norm": 3.248645782470703,
      "learning_rate": 4.812255932712526e-05,
      "loss": 0.5056,
      "step": 1500
    },
    {
      "epoch": 0.15019525382997898,
      "grad_norm": 3.0767080783843994,
      "learning_rate": 4.749674576950035e-05,
      "loss": 0.4772,
      "step": 2000
    },
    {
      "epoch": 0.18774406728747373,
      "grad_norm": 4.454887866973877,
      "learning_rate": 4.687093221187544e-05,
      "loss": 0.4574,
      "step": 2500
    },
    {
      "epoch": 0.22529288074496845,
      "grad_norm": 2.398064613342285,
      "learning_rate": 4.624511865425053e-05,
      "loss": 0.4508,
      "step": 3000
    },
    {
      "epoch": 0.2628416942024632,
      "grad_norm": 3.7262675762176514,
      "learning_rate": 4.5619305096625615e-05,
      "loss": 0.432,
      "step": 3500
    },
    {
      "epoch": 0.30039050765995795,
      "grad_norm": 2.6357853412628174,
      "learning_rate": 4.4993491539000706e-05,
      "loss": 0.4303,
      "step": 4000
    },
    {
      "epoch": 0.3379393211174527,
      "grad_norm": 2.8107378482818604,
      "learning_rate": 4.436767798137579e-05,
      "loss": 0.4151,
      "step": 4500
    },
    {
      "epoch": 0.37548813457494745,
      "grad_norm": 3.1814627647399902,
      "learning_rate": 4.3741864423750875e-05,
      "loss": 0.411,
      "step": 5000
    },
    {
      "epoch": 0.4130369480324422,
      "grad_norm": 3.0693929195404053,
      "learning_rate": 4.3116050866125966e-05,
      "loss": 0.4013,
      "step": 5500
    },
    {
      "epoch": 0.4505857614899369,
      "grad_norm": 3.04325008392334,
      "learning_rate": 4.249023730850105e-05,
      "loss": 0.4042,
      "step": 6000
    },
    {
      "epoch": 0.4881345749474317,
      "grad_norm": 2.3595287799835205,
      "learning_rate": 4.186442375087614e-05,
      "loss": 0.395,
      "step": 6500
    },
    {
      "epoch": 0.5256833884049265,
      "grad_norm": 3.9787838459014893,
      "learning_rate": 4.123861019325123e-05,
      "loss": 0.3969,
      "step": 7000
    },
    {
      "epoch": 0.5632322018624212,
      "grad_norm": 5.200424671173096,
      "learning_rate": 4.061279663562632e-05,
      "loss": 0.3919,
      "step": 7500
    },
    {
      "epoch": 0.6007810153199159,
      "grad_norm": 4.694857120513916,
      "learning_rate": 3.99869830780014e-05,
      "loss": 0.3926,
      "step": 8000
    },
    {
      "epoch": 0.6383298287774106,
      "grad_norm": 2.551344633102417,
      "learning_rate": 3.936116952037649e-05,
      "loss": 0.3815,
      "step": 8500
    },
    {
      "epoch": 0.6758786422349053,
      "grad_norm": 4.175814151763916,
      "learning_rate": 3.873535596275158e-05,
      "loss": 0.3805,
      "step": 9000
    },
    {
      "epoch": 0.7134274556924001,
      "grad_norm": 3.3641836643218994,
      "learning_rate": 3.810954240512667e-05,
      "loss": 0.3813,
      "step": 9500
    },
    {
      "epoch": 0.7509762691498949,
      "grad_norm": 4.312653064727783,
      "learning_rate": 3.7483728847501754e-05,
      "loss": 0.3687,
      "step": 10000
    },
    {
      "epoch": 0.7885250826073896,
      "grad_norm": 2.912576675415039,
      "learning_rate": 3.6857915289876846e-05,
      "loss": 0.3669,
      "step": 10500
    },
    {
      "epoch": 0.8260738960648843,
      "grad_norm": 3.152151346206665,
      "learning_rate": 3.623210173225193e-05,
      "loss": 0.3746,
      "step": 11000
    },
    {
      "epoch": 0.8636227095223791,
      "grad_norm": 2.863006830215454,
      "learning_rate": 3.5606288174627015e-05,
      "loss": 0.37,
      "step": 11500
    },
    {
      "epoch": 0.9011715229798738,
      "grad_norm": 2.383753776550293,
      "learning_rate": 3.4980474617002106e-05,
      "loss": 0.3675,
      "step": 12000
    },
    {
      "epoch": 0.9387203364373686,
      "grad_norm": 2.4308314323425293,
      "learning_rate": 3.435466105937719e-05,
      "loss": 0.3607,
      "step": 12500
    },
    {
      "epoch": 0.9762691498948634,
      "grad_norm": 3.8357925415039062,
      "learning_rate": 3.372884750175228e-05,
      "loss": 0.3569,
      "step": 13000
    },
    {
      "epoch": 1.0,
      "eval_loss": 0.34360167384147644,
      "eval_mse": 0.34360167908090056,
      "eval_runtime": 105.793,
      "eval_samples_per_second": 945.242,
      "eval_steps_per_second": 118.155,
      "step": 13316
    },
    {
      "epoch": 1.013817963352358,
      "grad_norm": 3.0041775703430176,
      "learning_rate": 3.310303394412737e-05,
      "loss": 0.3414,
      "step": 13500
    },
    {
      "epoch": 1.051366776809853,
      "grad_norm": 3.3583767414093018,
      "learning_rate": 3.247722038650246e-05,
      "loss": 0.3027,
      "step": 14000
    },
    {
      "epoch": 1.0889155902673475,
      "grad_norm": 4.092809200286865,
      "learning_rate": 3.185140682887754e-05,
      "loss": 0.3098,
      "step": 14500
    },
    {
      "epoch": 1.1264644037248424,
      "grad_norm": 2.405085802078247,
      "learning_rate": 3.122559327125263e-05,
      "loss": 0.3094,
      "step": 15000
    },
    {
      "epoch": 1.164013217182337,
      "grad_norm": 2.9946043491363525,
      "learning_rate": 3.059977971362772e-05,
      "loss": 0.3054,
      "step": 15500
    },
    {
      "epoch": 1.2015620306398318,
      "grad_norm": 2.638746976852417,
      "learning_rate": 2.9973966156002803e-05,
      "loss": 0.3053,
      "step": 16000
    },
    {
      "epoch": 1.2391108440973264,
      "grad_norm": 2.7500743865966797,
      "learning_rate": 2.9348152598377894e-05,
      "loss": 0.3027,
      "step": 16500
    },
    {
      "epoch": 1.2766596575548212,
      "grad_norm": 2.1603994369506836,
      "learning_rate": 2.8722339040752982e-05,
      "loss": 0.2978,
      "step": 17000
    },
    {
      "epoch": 1.314208471012316,
      "grad_norm": 3.147937774658203,
      "learning_rate": 2.8096525483128067e-05,
      "loss": 0.3065,
      "step": 17500
    },
    {
      "epoch": 1.3517572844698107,
      "grad_norm": 2.8613197803497314,
      "learning_rate": 2.7470711925503158e-05,
      "loss": 0.3034,
      "step": 18000
    },
    {
      "epoch": 1.3893060979273055,
      "grad_norm": 2.1770453453063965,
      "learning_rate": 2.684489836787824e-05,
      "loss": 0.296,
      "step": 18500
    },
    {
      "epoch": 1.4268549113848001,
      "grad_norm": 3.3030712604522705,
      "learning_rate": 2.621908481025333e-05,
      "loss": 0.2953,
      "step": 19000
    },
    {
      "epoch": 1.464403724842295,
      "grad_norm": 2.322561025619507,
      "learning_rate": 2.559327125262842e-05,
      "loss": 0.3018,
      "step": 19500
    },
    {
      "epoch": 1.5019525382997898,
      "grad_norm": 3.038954496383667,
      "learning_rate": 2.4967457695003503e-05,
      "loss": 0.2969,
      "step": 20000
    },
    {
      "epoch": 1.5395013517572844,
      "grad_norm": 2.606443405151367,
      "learning_rate": 2.4341644137378594e-05,
      "loss": 0.2901,
      "step": 20500
    },
    {
      "epoch": 1.5770501652147793,
      "grad_norm": 2.5407485961914062,
      "learning_rate": 2.3715830579753682e-05,
      "loss": 0.2962,
      "step": 21000
    },
    {
      "epoch": 1.6145989786722739,
      "grad_norm": 2.8466265201568604,
      "learning_rate": 2.3090017022128767e-05,
      "loss": 0.2967,
      "step": 21500
    },
    {
      "epoch": 1.6521477921297687,
      "grad_norm": 3.01155161857605,
      "learning_rate": 2.2464203464503855e-05,
      "loss": 0.294,
      "step": 22000
    },
    {
      "epoch": 1.6896966055872635,
      "grad_norm": 3.2597897052764893,
      "learning_rate": 2.1838389906878946e-05,
      "loss": 0.2938,
      "step": 22500
    },
    {
      "epoch": 1.7272454190447581,
      "grad_norm": 2.202085256576538,
      "learning_rate": 2.121257634925403e-05,
      "loss": 0.2852,
      "step": 23000
    },
    {
      "epoch": 1.764794232502253,
      "grad_norm": 2.2789671421051025,
      "learning_rate": 2.058676279162912e-05,
      "loss": 0.2927,
      "step": 23500
    },
    {
      "epoch": 1.8023430459597476,
      "grad_norm": 2.1892921924591064,
      "learning_rate": 1.9960949234004207e-05,
      "loss": 0.2912,
      "step": 24000
    },
    {
      "epoch": 1.8398918594172424,
      "grad_norm": 2.7529070377349854,
      "learning_rate": 1.9335135676379295e-05,
      "loss": 0.2886,
      "step": 24500
    },
    {
      "epoch": 1.8774406728747373,
      "grad_norm": 2.7882585525512695,
      "learning_rate": 1.8709322118754383e-05,
      "loss": 0.2933,
      "step": 25000
    },
    {
      "epoch": 1.9149894863322319,
      "grad_norm": 2.5822184085845947,
      "learning_rate": 1.808350856112947e-05,
      "loss": 0.2883,
      "step": 25500
    },
    {
      "epoch": 1.9525382997897265,
      "grad_norm": 2.326474666595459,
      "learning_rate": 1.7457695003504555e-05,
      "loss": 0.2887,
      "step": 26000
    },
    {
      "epoch": 1.9900871132472213,
      "grad_norm": 3.619825601577759,
      "learning_rate": 1.6831881445879643e-05,
      "loss": 0.2857,
      "step": 26500
    },
    {
      "epoch": 2.0,
      "eval_loss": 0.3208652436733246,
      "eval_mse": 0.3208652417918357,
      "eval_runtime": 108.1625,
      "eval_samples_per_second": 924.535,
      "eval_steps_per_second": 115.567,
      "step": 26632
    },
    {
      "epoch": 2.027635926704716,
      "grad_norm": 3.537344217300415,
      "learning_rate": 1.620606788825473e-05,
      "loss": 0.2578,
      "step": 27000
    },
    {
      "epoch": 2.065184740162211,
      "grad_norm": 2.6542530059814453,
      "learning_rate": 1.558025433062982e-05,
      "loss": 0.2438,
      "step": 27500
    },
    {
      "epoch": 2.102733553619706,
      "grad_norm": 3.0753347873687744,
      "learning_rate": 1.4954440773004907e-05,
      "loss": 0.2493,
      "step": 28000
    },
    {
      "epoch": 2.1402823670772,
      "grad_norm": 2.988065004348755,
      "learning_rate": 1.4328627215379995e-05,
      "loss": 0.2484,
      "step": 28500
    },
    {
      "epoch": 2.177831180534695,
      "grad_norm": 2.041884422302246,
      "learning_rate": 1.3702813657755081e-05,
      "loss": 0.2509,
      "step": 29000
    },
    {
      "epoch": 2.21537999399219,
      "grad_norm": 3.0710532665252686,
      "learning_rate": 1.307700010013017e-05,
      "loss": 0.2471,
      "step": 29500
    },
    {
      "epoch": 2.2529288074496847,
      "grad_norm": 2.620396852493286,
      "learning_rate": 1.2451186542505257e-05,
      "loss": 0.245,
      "step": 30000
    },
    {
      "epoch": 2.290477620907179,
      "grad_norm": 3.103252410888672,
      "learning_rate": 1.1825372984880345e-05,
      "loss": 0.2468,
      "step": 30500
    },
    {
      "epoch": 2.328026434364674,
      "grad_norm": 2.4032323360443115,
      "learning_rate": 1.1199559427255433e-05,
      "loss": 0.2441,
      "step": 31000
    },
    {
      "epoch": 2.3655752478221688,
      "grad_norm": 3.1325552463531494,
      "learning_rate": 1.057374586963052e-05,
      "loss": 0.2431,
      "step": 31500
    },
    {
      "epoch": 2.4031240612796636,
      "grad_norm": 3.0277721881866455,
      "learning_rate": 9.947932312005607e-06,
      "loss": 0.2414,
      "step": 32000
    },
    {
      "epoch": 2.4406728747371584,
      "grad_norm": 2.5161995887756348,
      "learning_rate": 9.322118754380697e-06,
      "loss": 0.2412,
      "step": 32500
    },
    {
      "epoch": 2.478221688194653,
      "grad_norm": 1.7039533853530884,
      "learning_rate": 8.696305196755783e-06,
      "loss": 0.2434,
      "step": 33000
    },
    {
      "epoch": 2.5157705016521477,
      "grad_norm": 2.513314723968506,
      "learning_rate": 8.07049163913087e-06,
      "loss": 0.2438,
      "step": 33500
    },
    {
      "epoch": 2.5533193151096425,
      "grad_norm": 2.314403772354126,
      "learning_rate": 7.444678081505959e-06,
      "loss": 0.2441,
      "step": 34000
    },
    {
      "epoch": 2.5908681285671373,
      "grad_norm": 2.855802536010742,
      "learning_rate": 6.818864523881045e-06,
      "loss": 0.2408,
      "step": 34500
    },
    {
      "epoch": 2.628416942024632,
      "grad_norm": 2.636925458908081,
      "learning_rate": 6.193050966256133e-06,
      "loss": 0.2433,
      "step": 35000
    },
    {
      "epoch": 2.6659657554821266,
      "grad_norm": 2.4678878784179688,
      "learning_rate": 5.567237408631221e-06,
      "loss": 0.2367,
      "step": 35500
    },
    {
      "epoch": 2.7035145689396214,
      "grad_norm": 2.2376275062561035,
      "learning_rate": 4.941423851006309e-06,
      "loss": 0.2353,
      "step": 36000
    },
    {
      "epoch": 2.741063382397116,
      "grad_norm": 2.5792624950408936,
      "learning_rate": 4.315610293381396e-06,
      "loss": 0.2402,
      "step": 36500
    },
    {
      "epoch": 2.778612195854611,
      "grad_norm": 3.4142560958862305,
      "learning_rate": 3.6897967357564838e-06,
      "loss": 0.2345,
      "step": 37000
    },
    {
      "epoch": 2.816161009312106,
      "grad_norm": 2.2159926891326904,
      "learning_rate": 3.063983178131571e-06,
      "loss": 0.2378,
      "step": 37500
    },
    {
      "epoch": 2.8537098227696003,
      "grad_norm": 2.577420711517334,
      "learning_rate": 2.438169620506659e-06,
      "loss": 0.233,
      "step": 38000
    },
    {
      "epoch": 2.891258636227095,
      "grad_norm": 2.7511062622070312,
      "learning_rate": 1.8123560628817465e-06,
      "loss": 0.2374,
      "step": 38500
    },
    {
      "epoch": 2.92880744968459,
      "grad_norm": 2.820404529571533,
      "learning_rate": 1.186542505256834e-06,
      "loss": 0.2413,
      "step": 39000
    },
    {
      "epoch": 2.966356263142085,
      "grad_norm": 2.4552481174468994,
      "learning_rate": 5.607289476319215e-07,
      "loss": 0.2395,
      "step": 39500
    },
    {
      "epoch": 3.0,
      "eval_loss": 0.31399768590927124,
      "eval_mse": 0.31399767168875364,
      "eval_runtime": 104.865,
      "eval_samples_per_second": 953.607,
      "eval_steps_per_second": 119.201,
      "step": 39948
    },
    {
      "epoch": 3.0,
      "step": 39948,
      "total_flos": 4.210143005329459e+16,
      "train_loss": 0.3187301256067702,
      "train_runtime": 5274.6963,
      "train_samples_per_second": 484.67,
      "train_steps_per_second": 7.574
    }
  ],
  "logging_steps": 500,
  "max_steps": 39948,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.210143005329459e+16,
  "train_batch_size": 64,
  "trial_name": null,
  "trial_params": null
}