{
  "best_metric": 66.41312856742334,
  "best_model_checkpoint": "/data/jcanete/all_results/mlqa/beto_uncased/epochs_4_bs_16_lr_3e-5/checkpoint-9000",
  "epoch": 4.0,
  "global_step": 20508,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.06,
      "eval_exact_match": 23.4,
      "eval_f1": 39.87710850110139,
      "step": 300
    },
    {
      "epoch": 0.1,
      "learning_rate": 2.9271503803393797e-05,
      "loss": 3.1626,
      "step": 500
    },
    {
      "epoch": 0.12,
      "eval_exact_match": 28.4,
      "eval_f1": 46.509597922029684,
      "step": 600
    },
    {
      "epoch": 0.18,
      "eval_exact_match": 33.0,
      "eval_f1": 52.66068755924698,
      "step": 900
    },
    {
      "epoch": 0.2,
      "learning_rate": 2.8540081919251023e-05,
      "loss": 2.4525,
      "step": 1000
    },
    {
      "epoch": 0.23,
      "eval_exact_match": 35.4,
      "eval_f1": 56.28184887315056,
      "step": 1200
    },
    {
      "epoch": 0.29,
      "learning_rate": 2.780866003510825e-05,
      "loss": 2.3232,
      "step": 1500
    },
    {
      "epoch": 0.29,
      "eval_exact_match": 35.4,
      "eval_f1": 56.05406960312001,
      "step": 1500
    },
    {
      "epoch": 0.35,
      "eval_exact_match": 33.2,
      "eval_f1": 56.31194498874277,
      "step": 1800
    },
    {
      "epoch": 0.39,
      "learning_rate": 2.707723815096548e-05,
      "loss": 2.2057,
      "step": 2000
    },
    {
      "epoch": 0.41,
      "eval_exact_match": 37.6,
      "eval_f1": 60.7500417692224,
      "step": 2100
    },
    {
      "epoch": 0.47,
      "eval_exact_match": 38.6,
      "eval_f1": 61.9826845317547,
      "step": 2400
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.634727911059099e-05,
      "loss": 2.1759,
      "step": 2500
    },
    {
      "epoch": 0.53,
      "eval_exact_match": 39.8,
      "eval_f1": 64.26755886141255,
      "step": 2700
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.5615857226448216e-05,
      "loss": 2.115,
      "step": 3000
    },
    {
      "epoch": 0.59,
      "eval_exact_match": 35.6,
      "eval_f1": 58.87759205203179,
      "step": 3000
    },
    {
      "epoch": 0.64,
      "eval_exact_match": 38.0,
      "eval_f1": 63.1853755598259,
      "step": 3300
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4884435342305442e-05,
      "loss": 2.0455,
      "step": 3500
    },
    {
      "epoch": 0.7,
      "eval_exact_match": 38.6,
      "eval_f1": 62.17141554579418,
      "step": 3600
    },
    {
      "epoch": 0.76,
      "eval_exact_match": 40.8,
      "eval_f1": 63.814839462786935,
      "step": 3900
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.415301345816267e-05,
      "loss": 2.0378,
      "step": 4000
    },
    {
      "epoch": 0.82,
      "eval_exact_match": 38.2,
      "eval_f1": 63.452901777349766,
      "step": 4200
    },
    {
      "epoch": 0.88,
      "learning_rate": 2.3421591574019895e-05,
      "loss": 1.9839,
      "step": 4500
    },
    {
      "epoch": 0.88,
      "eval_exact_match": 40.6,
      "eval_f1": 64.348618765079,
      "step": 4500
    },
    {
      "epoch": 0.94,
      "eval_exact_match": 39.4,
      "eval_f1": 62.57530588719265,
      "step": 4800
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.269163253364541e-05,
      "loss": 1.9543,
      "step": 5000
    },
    {
      "epoch": 0.99,
      "eval_exact_match": 37.8,
      "eval_f1": 62.47954703797214,
      "step": 5100
    },
    {
      "epoch": 1.05,
      "eval_exact_match": 38.8,
      "eval_f1": 62.7759255252296,
      "step": 5400
    },
    {
      "epoch": 1.07,
      "learning_rate": 2.196167349327092e-05,
      "loss": 1.7389,
      "step": 5500
    },
    {
      "epoch": 1.11,
      "eval_exact_match": 40.0,
      "eval_f1": 63.39625245328542,
      "step": 5700
    },
    {
      "epoch": 1.17,
      "learning_rate": 2.1230251609128147e-05,
      "loss": 1.6611,
      "step": 6000
    },
    {
      "epoch": 1.17,
      "eval_exact_match": 40.0,
      "eval_f1": 63.10882532261943,
      "step": 6000
    },
    {
      "epoch": 1.23,
      "eval_exact_match": 39.0,
      "eval_f1": 63.122784024749606,
      "step": 6300
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.0498829724985373e-05,
      "loss": 1.6013,
      "step": 6500
    },
    {
      "epoch": 1.29,
      "eval_exact_match": 40.4,
      "eval_f1": 64.3832532899268,
      "step": 6600
    },
    {
      "epoch": 1.35,
      "eval_exact_match": 41.2,
      "eval_f1": 65.07150560199364,
      "step": 6900
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.97674078408426e-05,
      "loss": 1.6499,
      "step": 7000
    },
    {
      "epoch": 1.4,
      "eval_exact_match": 40.8,
      "eval_f1": 63.757805668028354,
      "step": 7200
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.9035985956699825e-05,
      "loss": 1.6441,
      "step": 7500
    },
    {
      "epoch": 1.46,
      "eval_exact_match": 40.0,
      "eval_f1": 64.51824146230119,
      "step": 7500
    },
    {
      "epoch": 1.52,
      "eval_exact_match": 41.8,
      "eval_f1": 64.5385854544337,
      "step": 7800
    },
    {
      "epoch": 1.56,
      "learning_rate": 1.830456407255705e-05,
      "loss": 1.6383,
      "step": 8000
    },
    {
      "epoch": 1.58,
      "eval_exact_match": 41.4,
      "eval_f1": 65.35549998349387,
      "step": 8100
    },
    {
      "epoch": 1.64,
      "eval_exact_match": 40.6,
      "eval_f1": 64.45859595523329,
      "step": 8400
    },
    {
      "epoch": 1.66,
      "learning_rate": 1.7573142188414278e-05,
      "loss": 1.5992,
      "step": 8500
    },
    {
      "epoch": 1.7,
      "eval_exact_match": 42.6,
      "eval_f1": 66.32210814293916,
      "step": 8700
    },
    {
      "epoch": 1.76,
      "learning_rate": 1.6841720304271504e-05,
      "loss": 1.6092,
      "step": 9000
    },
    {
      "epoch": 1.76,
      "eval_exact_match": 44.0,
      "eval_f1": 66.41312856742334,
      "step": 9000
    },
    {
      "epoch": 1.81,
      "eval_exact_match": 42.0,
      "eval_f1": 65.70423087204887,
      "step": 9300
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.611029842012873e-05,
      "loss": 1.637,
      "step": 9500
    },
    {
      "epoch": 1.87,
      "eval_exact_match": 43.0,
      "eval_f1": 65.2546958366835,
      "step": 9600
    },
    {
      "epoch": 1.93,
      "eval_exact_match": 42.2,
      "eval_f1": 66.10494154148009,
      "step": 9900
    },
    {
      "epoch": 1.95,
      "learning_rate": 1.538033937975424e-05,
      "loss": 1.5978,
      "step": 10000
    },
    {
      "epoch": 1.99,
      "eval_exact_match": 40.0,
      "eval_f1": 63.806088000887634,
      "step": 10200
    },
    {
      "epoch": 2.05,
      "learning_rate": 1.4650380339379754e-05,
      "loss": 1.4462,
      "step": 10500
    },
    {
      "epoch": 2.05,
      "eval_exact_match": 40.6,
      "eval_f1": 65.01325773791683,
      "step": 10500
    },
    {
      "epoch": 2.11,
      "eval_exact_match": 41.2,
      "eval_f1": 64.50214370703992,
      "step": 10800
    },
    {
      "epoch": 2.15,
      "learning_rate": 1.3918958455236982e-05,
      "loss": 1.2958,
      "step": 11000
    },
    {
      "epoch": 2.17,
      "eval_exact_match": 40.6,
      "eval_f1": 65.36716761169852,
      "step": 11100
    },
    {
      "epoch": 2.22,
      "eval_exact_match": 40.8,
      "eval_f1": 64.11070880878887,
      "step": 11400
    },
    {
      "epoch": 2.24,
      "learning_rate": 1.3187536571094208e-05,
      "loss": 1.3027,
      "step": 11500
    },
    {
      "epoch": 2.28,
      "eval_exact_match": 39.2,
      "eval_f1": 63.682573407854235,
      "step": 11700
    },
    {
      "epoch": 2.34,
      "learning_rate": 1.2456114686951432e-05,
      "loss": 1.2731,
      "step": 12000
    },
    {
      "epoch": 2.34,
      "eval_exact_match": 39.8,
      "eval_f1": 63.59941485060206,
      "step": 12000
    },
    {
      "epoch": 2.4,
      "eval_exact_match": 37.8,
      "eval_f1": 62.92318349722304,
      "step": 12300
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.172469280280866e-05,
      "loss": 1.3022,
      "step": 12500
    },
    {
      "epoch": 2.46,
      "eval_exact_match": 39.4,
      "eval_f1": 64.09272643867237,
      "step": 12600
    },
    {
      "epoch": 2.52,
      "eval_exact_match": 40.6,
      "eval_f1": 65.27753571541867,
      "step": 12900
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.0993270918665886e-05,
      "loss": 1.3036,
      "step": 13000
    },
    {
      "epoch": 2.57,
      "eval_exact_match": 40.4,
      "eval_f1": 64.22110332511052,
      "step": 13200
    },
    {
      "epoch": 2.63,
      "learning_rate": 1.0261849034523113e-05,
      "loss": 1.2821,
      "step": 13500
    },
    {
      "epoch": 2.63,
      "eval_exact_match": 39.8,
      "eval_f1": 63.332714021581985,
      "step": 13500
    },
    {
      "epoch": 2.69,
      "eval_exact_match": 39.6,
      "eval_f1": 63.578162829605446,
      "step": 13800
    },
    {
      "epoch": 2.73,
      "learning_rate": 9.531889994148626e-06,
      "loss": 1.2877,
      "step": 14000
    },
    {
      "epoch": 2.75,
      "eval_exact_match": 40.0,
      "eval_f1": 63.35184925186776,
      "step": 14100
    },
    {
      "epoch": 2.81,
      "eval_exact_match": 40.2,
      "eval_f1": 64.16356452794574,
      "step": 14400
    },
    {
      "epoch": 2.83,
      "learning_rate": 8.800468110005852e-06,
      "loss": 1.2603,
      "step": 14500
    },
    {
      "epoch": 2.87,
      "eval_exact_match": 41.2,
      "eval_f1": 64.11806249593292,
      "step": 14700
    },
    {
      "epoch": 2.93,
      "learning_rate": 8.069046225863078e-06,
      "loss": 1.2756,
      "step": 15000
    },
    {
      "epoch": 2.93,
      "eval_exact_match": 40.4,
      "eval_f1": 63.824419143757055,
      "step": 15000
    },
    {
      "epoch": 2.98,
      "eval_exact_match": 40.6,
      "eval_f1": 64.24451284277517,
      "step": 15300
    },
    {
      "epoch": 3.02,
      "learning_rate": 7.337624341720305e-06,
      "loss": 1.2121,
      "step": 15500
    },
    {
      "epoch": 3.04,
      "eval_exact_match": 40.0,
      "eval_f1": 63.53412990760953,
      "step": 15600
    },
    {
      "epoch": 3.1,
      "eval_exact_match": 39.0,
      "eval_f1": 62.80074251846947,
      "step": 15900
    },
    {
      "epoch": 3.12,
      "learning_rate": 6.606202457577531e-06,
      "loss": 1.0572,
      "step": 16000
    },
    {
      "epoch": 3.16,
      "eval_exact_match": 39.6,
      "eval_f1": 63.656775539732564,
      "step": 16200
    },
    {
      "epoch": 3.22,
      "learning_rate": 5.874780573434757e-06,
      "loss": 1.0379,
      "step": 16500
    },
    {
      "epoch": 3.22,
      "eval_exact_match": 40.2,
      "eval_f1": 63.43415180275925,
      "step": 16500
    },
    {
      "epoch": 3.28,
      "eval_exact_match": 40.6,
      "eval_f1": 64.05233541882214,
      "step": 16800
    },
    {
      "epoch": 3.32,
      "learning_rate": 5.143358689291984e-06,
      "loss": 1.0491,
      "step": 17000
    },
    {
      "epoch": 3.34,
      "eval_exact_match": 38.4,
      "eval_f1": 63.21753166648462,
      "step": 17100
    },
    {
      "epoch": 3.39,
      "eval_exact_match": 38.4,
      "eval_f1": 63.12095402408347,
      "step": 17400
    },
    {
      "epoch": 3.41,
      "learning_rate": 4.4119368051492096e-06,
      "loss": 1.0581,
      "step": 17500
    },
    {
      "epoch": 3.45,
      "eval_exact_match": 40.2,
      "eval_f1": 64.48156998952923,
      "step": 17700
    },
    {
      "epoch": 3.51,
      "learning_rate": 3.681977764774722e-06,
      "loss": 1.0731,
      "step": 18000
    },
    {
      "epoch": 3.51,
      "eval_exact_match": 40.0,
      "eval_f1": 64.22656695334973,
      "step": 18000
    },
    {
      "epoch": 3.57,
      "eval_exact_match": 40.0,
      "eval_f1": 63.74403257605126,
      "step": 18300
    },
    {
      "epoch": 3.61,
      "learning_rate": 2.9505558806319486e-06,
      "loss": 1.0486,
      "step": 18500
    },
    {
      "epoch": 3.63,
      "eval_exact_match": 39.8,
      "eval_f1": 63.72890744409074,
      "step": 18600
    },
    {
      "epoch": 3.69,
      "eval_exact_match": 40.6,
      "eval_f1": 64.93728425900885,
      "step": 18900
    },
    {
      "epoch": 3.71,
      "learning_rate": 2.219133996489175e-06,
      "loss": 1.0584,
      "step": 19000
    },
    {
      "epoch": 3.74,
      "eval_exact_match": 39.8,
      "eval_f1": 64.31547047147733,
      "step": 19200
    },
    {
      "epoch": 3.8,
      "learning_rate": 1.4877121123464014e-06,
      "loss": 1.0494,
      "step": 19500
    },
    {
      "epoch": 3.8,
      "eval_exact_match": 40.6,
      "eval_f1": 64.73621892117005,
      "step": 19500
    },
    {
      "epoch": 3.86,
      "eval_exact_match": 40.2,
      "eval_f1": 64.61480926659202,
      "step": 19800
    },
    {
      "epoch": 3.9,
      "learning_rate": 7.577530719719134e-07,
      "loss": 1.058,
      "step": 20000
    },
    {
      "epoch": 3.92,
      "eval_exact_match": 40.4,
      "eval_f1": 64.58939713486411,
      "step": 20100
    },
    {
      "epoch": 3.98,
      "eval_exact_match": 40.4,
      "eval_f1": 64.5227927048114,
      "step": 20400
    },
    {
      "epoch": 4.0,
      "learning_rate": 2.633118782913985e-08,
      "loss": 1.0348,
      "step": 20500
    },
    {
      "epoch": 4.0,
      "step": 20508,
      "total_flos": 5.891975668325875e+16,
      "train_loss": 1.551024980565505,
      "train_runtime": 35295.3339,
      "train_samples_per_second": 9.296,
      "train_steps_per_second": 0.581
    }
  ],
  "max_steps": 20508,
  "num_train_epochs": 4,
  "total_flos": 5.891975668325875e+16,
  "trial_name": null,
  "trial_params": null
}