{
  "best_metric": 0.8535663673078441,
  "best_model_checkpoint": "distilhubert-finetuned-mixed-data/checkpoint-1800",
  "epoch": 35.03649635036496,
  "eval_steps": 200,
  "global_step": 2400,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.7299270072992701,
      "grad_norm": 2.289438486099243,
      "learning_rate": 5.5147058823529414e-05,
      "loss": 1.2878,
      "step": 50
    },
    {
      "epoch": 1.4598540145985401,
      "grad_norm": 2.5048491954803467,
      "learning_rate": 0.00011029411764705883,
      "loss": 0.8322,
      "step": 100
    },
    {
      "epoch": 2.18978102189781,
      "grad_norm": 11.18371295928955,
      "learning_rate": 0.00016544117647058823,
      "loss": 0.7897,
      "step": 150
    },
    {
      "epoch": 2.9197080291970803,
      "grad_norm": 9.702393531799316,
      "learning_rate": 0.00022058823529411765,
      "loss": 0.7149,
      "step": 200
    },
    {
      "epoch": 2.9197080291970803,
      "eval_accuracy": 0.7252747252747253,
      "eval_confusion_matrix": [
        [
          34,
          39,
          0,
          2
        ],
        [
          7,
          62,
          6,
          0
        ],
        [
          0,
          19,
          43,
          0
        ],
        [
          0,
          2,
          0,
          59
        ]
      ],
      "eval_f1": 0.7260427659517454,
      "eval_loss": 0.9058456420898438,
      "eval_precision": 0.7828499608603893,
      "eval_recall": 0.7252747252747253,
      "eval_runtime": 3.7417,
      "eval_samples_per_second": 72.962,
      "eval_steps_per_second": 0.802,
      "step": 200
    },
    {
      "epoch": 3.6496350364963503,
      "grad_norm": 8.47255802154541,
      "learning_rate": 0.000275735294117647,
      "loss": 0.6917,
      "step": 250
    },
    {
      "epoch": 4.37956204379562,
      "grad_norm": 16.689321517944336,
      "learning_rate": 0.0002999031705390845,
      "loss": 0.7264,
      "step": 300
    },
    {
      "epoch": 5.109489051094891,
      "grad_norm": 1.7369310855865479,
      "learning_rate": 0.00029924913005299595,
      "loss": 0.6895,
      "step": 350
    },
    {
      "epoch": 5.839416058394161,
      "grad_norm": 2.210369348526001,
      "learning_rate": 0.0002979807906935489,
      "loss": 0.6939,
      "step": 400
    },
    {
      "epoch": 5.839416058394161,
      "eval_accuracy": 0.7509157509157509,
      "eval_confusion_matrix": [
        [
          66,
          2,
          0,
          7
        ],
        [
          29,
          38,
          7,
          1
        ],
        [
          2,
          20,
          40,
          0
        ],
        [
          0,
          0,
          0,
          61
        ]
      ],
      "eval_f1": 0.7418721712792054,
      "eval_loss": 0.8107791543006897,
      "eval_precision": 0.7517378077426524,
      "eval_recall": 0.7509157509157509,
      "eval_runtime": 3.7702,
      "eval_samples_per_second": 72.409,
      "eval_steps_per_second": 0.796,
      "step": 400
    },
    {
      "epoch": 6.569343065693431,
      "grad_norm": 2.1358511447906494,
      "learning_rate": 0.000296103372855926,
      "loss": 0.5986,
      "step": 450
    },
    {
      "epoch": 7.299270072992701,
      "grad_norm": 13.704009056091309,
      "learning_rate": 0.0002936246038592886,
      "loss": 0.5932,
      "step": 500
    },
    {
      "epoch": 8.02919708029197,
      "grad_norm": 2.032876968383789,
      "learning_rate": 0.00029055468614167716,
      "loss": 0.5633,
      "step": 550
    },
    {
      "epoch": 8.75912408759124,
      "grad_norm": 28.525798797607422,
      "learning_rate": 0.00028690625526749705,
      "loss": 0.4941,
      "step": 600
    },
    {
      "epoch": 8.75912408759124,
      "eval_accuracy": 0.8241758241758241,
      "eval_confusion_matrix": [
        [
          63,
          8,
          1,
          3
        ],
        [
          8,
          50,
          17,
          0
        ],
        [
          2,
          9,
          51,
          0
        ],
        [
          0,
          0,
          0,
          61
        ]
      ],
      "eval_f1": 0.8222676260809794,
      "eval_loss": 0.7625077366828918,
      "eval_precision": 0.8229409839103053,
      "eval_recall": 0.8241758241758241,
      "eval_runtime": 3.757,
      "eval_samples_per_second": 72.664,
      "eval_steps_per_second": 0.799,
      "step": 600
    },
    {
      "epoch": 9.489051094890511,
      "grad_norm": 0.18371808528900146,
      "learning_rate": 0.0002826943279204283,
      "loss": 0.4842,
      "step": 650
    },
    {
      "epoch": 10.218978102189782,
      "grad_norm": 11.426072120666504,
      "learning_rate": 0.0002779362400958168,
      "loss": 0.4352,
      "step": 700
    },
    {
      "epoch": 10.94890510948905,
      "grad_norm": 8.062601089477539,
      "learning_rate": 0.0002726515757469423,
      "loss": 0.4447,
      "step": 750
    },
    {
      "epoch": 11.678832116788321,
      "grad_norm": 0.3985881805419922,
      "learning_rate": 0.00026686208617885055,
      "loss": 0.442,
      "step": 800
    },
    {
      "epoch": 11.678832116788321,
      "eval_accuracy": 0.7985347985347986,
      "eval_confusion_matrix": [
        [
          66,
          6,
          1,
          2
        ],
        [
          15,
          32,
          26,
          2
        ],
        [
          2,
          1,
          59,
          0
        ],
        [
          0,
          0,
          0,
          61
        ]
      ],
      "eval_f1": 0.781170020153555,
      "eval_loss": 0.9623217582702637,
      "eval_precision": 0.8093701586901577,
      "eval_recall": 0.7985347985347986,
      "eval_runtime": 3.774,
      "eval_samples_per_second": 72.337,
      "eval_steps_per_second": 0.795,
      "step": 800
    },
    {
      "epoch": 12.408759124087592,
      "grad_norm": 38.726985931396484,
      "learning_rate": 0.0002605916005215186,
      "loss": 0.4504,
      "step": 850
    },
    {
      "epoch": 13.138686131386862,
      "grad_norm": 0.026563748717308044,
      "learning_rate": 0.0002538659276508397,
      "loss": 0.3903,
      "step": 900
    },
    {
      "epoch": 13.86861313868613,
      "grad_norm": 0.06770322471857071,
      "learning_rate": 0.0002467127499611136,
      "loss": 0.4094,
      "step": 950
    },
    {
      "epoch": 14.598540145985401,
      "grad_norm": 1.2612749338150024,
      "learning_rate": 0.00023916150942626798,
      "loss": 0.4188,
      "step": 1000
    },
    {
      "epoch": 14.598540145985401,
      "eval_accuracy": 0.8315018315018315,
      "eval_confusion_matrix": [
        [
          60,
          9,
          2,
          4
        ],
        [
          8,
          56,
          11,
          0
        ],
        [
          1,
          11,
          50,
          0
        ],
        [
          0,
          0,
          0,
          61
        ]
      ],
      "eval_f1": 0.8307422385946511,
      "eval_loss": 0.8534455299377441,
      "eval_precision": 0.8312566016541674,
      "eval_recall": 0.8315018315018315,
      "eval_runtime": 3.796,
      "eval_samples_per_second": 71.917,
      "eval_steps_per_second": 0.79,
      "step": 1000
    },
    {
      "epoch": 15.328467153284672,
      "grad_norm": 28.980899810791016,
      "learning_rate": 0.0002312432864187738,
      "loss": 0.3798,
      "step": 1050
    },
    {
      "epoch": 16.05839416058394,
      "grad_norm": 0.022609323263168335,
      "learning_rate": 0.0002229906717850284,
      "loss": 0.3672,
      "step": 1100
    },
    {
      "epoch": 16.78832116788321,
      "grad_norm": 0.02360348217189312,
      "learning_rate": 0.00021443763270373483,
      "loss": 0.3715,
      "step": 1150
    },
    {
      "epoch": 17.51824817518248,
      "grad_norm": 0.014020542614161968,
      "learning_rate": 0.0002056193728793941,
      "loss": 0.349,
      "step": 1200
    },
    {
      "epoch": 17.51824817518248,
      "eval_accuracy": 0.8351648351648352,
      "eval_confusion_matrix": [
        [
          62,
          10,
          1,
          2
        ],
        [
          9,
          57,
          9,
          0
        ],
        [
          2,
          12,
          48,
          0
        ],
        [
          0,
          0,
          0,
          61
        ]
      ],
      "eval_f1": 0.8350675728555914,
      "eval_loss": 0.8131950497627258,
      "eval_precision": 0.8358475863688551,
      "eval_recall": 0.8351648351648352,
      "eval_runtime": 3.7788,
      "eval_samples_per_second": 72.246,
      "eval_steps_per_second": 0.794,
      "step": 1200
    },
    {
      "epoch": 18.248175182481752,
      "grad_norm": 0.006028232164680958,
      "learning_rate": 0.0001965721876463452,
      "loss": 0.3491,
      "step": 1250
    },
    {
      "epoch": 18.978102189781023,
      "grad_norm": 0.008285734802484512,
      "learning_rate": 0.00018733331457973358,
      "loss": 0.3489,
      "step": 1300
    },
    {
      "epoch": 19.708029197080293,
      "grad_norm": 0.008053851313889027,
      "learning_rate": 0.00017794078022828275,
      "loss": 0.3497,
      "step": 1350
    },
    {
      "epoch": 20.437956204379564,
      "grad_norm": 0.003234422067180276,
      "learning_rate": 0.00016843324359970712,
      "loss": 0.3488,
      "step": 1400
    },
    {
      "epoch": 20.437956204379564,
      "eval_accuracy": 0.8461538461538461,
      "eval_confusion_matrix": [
        [
          61,
          11,
          1,
          2
        ],
        [
          8,
          57,
          10,
          0
        ],
        [
          0,
          10,
          52,
          0
        ],
        [
          0,
          0,
          0,
          61
        ]
      ],
      "eval_f1": 0.8462423027109934,
      "eval_loss": 0.7859560251235962,
      "eval_precision": 0.8474363933035696,
      "eval_recall": 0.8461538461538461,
      "eval_runtime": 3.7947,
      "eval_samples_per_second": 71.942,
      "eval_steps_per_second": 0.791,
      "step": 1400
    },
    {
      "epoch": 21.16788321167883,
      "grad_norm": 0.004595920909196138,
      "learning_rate": 0.00015884983704296757,
      "loss": 0.3488,
      "step": 1450
    },
    {
      "epoch": 21.8978102189781,
      "grad_norm": 0.002511706668883562,
      "learning_rate": 0.00014923000518228847,
      "loss": 0.3488,
      "step": 1500
    },
    {
      "epoch": 22.62773722627737,
      "grad_norm": 0.002340014325454831,
      "learning_rate": 0.00013961334256587125,
      "loss": 0.3488,
      "step": 1550
    },
    {
      "epoch": 23.357664233576642,
      "grad_norm": 0.0028287076856940985,
      "learning_rate": 0.00013003943069753198,
      "loss": 0.3488,
      "step": 1600
    },
    {
      "epoch": 23.357664233576642,
      "eval_accuracy": 0.8461538461538461,
      "eval_confusion_matrix": [
        [
          61,
          11,
          1,
          2
        ],
        [
          8,
          57,
          10,
          0
        ],
        [
          0,
          10,
          52,
          0
        ],
        [
          0,
          0,
          0,
          61
        ]
      ],
      "eval_f1": 0.8462423027109934,
      "eval_loss": 0.7856015563011169,
      "eval_precision": 0.8474363933035696,
      "eval_recall": 0.8461538461538461,
      "eval_runtime": 3.7861,
      "eval_samples_per_second": 72.105,
      "eval_steps_per_second": 0.792,
      "step": 1600
    },
    {
      "epoch": 24.087591240875913,
      "grad_norm": 0.0027960864827036858,
      "learning_rate": 0.00012054767512202832,
      "loss": 0.3488,
      "step": 1650
    },
    {
      "epoch": 24.817518248175183,
      "grad_norm": 0.0033820979297161102,
      "learning_rate": 0.00011117714323462186,
      "loss": 0.3488,
      "step": 1700
    },
    {
      "epoch": 25.547445255474454,
      "grad_norm": 0.0034969367552548647,
      "learning_rate": 0.00010196640348243974,
      "loss": 0.3488,
      "step": 1750
    },
    {
      "epoch": 26.277372262773724,
      "grad_norm": 0.0014958898536860943,
      "learning_rate": 9.295336661947115e-05,
      "loss": 0.3488,
      "step": 1800
    },
    {
      "epoch": 26.277372262773724,
      "eval_accuracy": 0.8534798534798534,
      "eval_confusion_matrix": [
        [
          61,
          11,
          1,
          2
        ],
        [
          7,
          58,
          10,
          0
        ],
        [
          0,
          9,
          53,
          0
        ],
        [
          0,
          0,
          0,
          61
        ]
      ],
      "eval_f1": 0.8535663673078441,
      "eval_loss": 0.7831193804740906,
      "eval_precision": 0.8551497604301419,
      "eval_recall": 0.8534798534798534,
      "eval_runtime": 3.7976,
      "eval_samples_per_second": 71.888,
      "eval_steps_per_second": 0.79,
      "step": 1800
    },
    {
      "epoch": 27.00729927007299,
      "grad_norm": 0.004900149069726467,
      "learning_rate": 8.417512966858319e-05,
      "loss": 0.3488,
      "step": 1850
    },
    {
      "epoch": 27.73722627737226,
      "grad_norm": 0.0018804975552484393,
      "learning_rate": 7.566782323279578e-05,
      "loss": 0.3488,
      "step": 1900
    },
    {
      "epoch": 28.467153284671532,
      "grad_norm": 0.0019178036600351334,
      "learning_rate": 6.746646278427247e-05,
      "loss": 0.3488,
      "step": 1950
    },
    {
      "epoch": 29.197080291970803,
      "grad_norm": 0.001025234698317945,
      "learning_rate": 5.960480454311155e-05,
      "loss": 0.3488,
      "step": 2000
    },
    {
      "epoch": 29.197080291970803,
      "eval_accuracy": 0.8498168498168498,
      "eval_confusion_matrix": [
        [
          61,
          11,
          1,
          2
        ],
        [
          8,
          57,
          10,
          0
        ],
        [
          0,
          9,
          53,
          0
        ],
        [
          0,
          0,
          0,
          61
        ]
      ],
      "eval_f1": 0.8496942339108237,
      "eval_loss": 0.7866398692131042,
      "eval_precision": 0.8506632615716467,
      "eval_recall": 0.8498168498168498,
      "eval_runtime": 3.7892,
      "eval_samples_per_second": 72.047,
      "eval_steps_per_second": 0.792,
      "step": 2000
    },
    {
      "epoch": 29.927007299270073,
      "grad_norm": 0.0027674695011228323,
      "learning_rate": 5.2115206539129e-05,
      "loss": 0.3488,
      "step": 2050
    },
    {
      "epoch": 30.656934306569344,
      "grad_norm": 0.0016269112238660455,
      "learning_rate": 4.5028495428494483e-05,
      "loss": 0.3488,
      "step": 2100
    },
    {
      "epoch": 31.386861313868614,
      "grad_norm": 0.0019462064374238253,
      "learning_rate": 3.837383961339246e-05,
      "loss": 0.3488,
      "step": 2150
    },
    {
      "epoch": 32.11678832116788,
      "grad_norm": 0.0011992512736469507,
      "learning_rate": 3.21786291869402e-05,
      "loss": 0.3488,
      "step": 2200
    },
    {
      "epoch": 32.11678832116788,
      "eval_accuracy": 0.8534798534798534,
      "eval_confusion_matrix": [
        [
          61,
          11,
          1,
          2
        ],
        [
          8,
          57,
          10,
          0
        ],
        [
          0,
          8,
          54,
          0
        ],
        [
          0,
          0,
          0,
          61
        ]
      ],
      "eval_f1": 0.8531308487327289,
      "eval_loss": 0.7856839895248413,
      "eval_precision": 0.8539396783782831,
      "eval_recall": 0.8534798534798534,
      "eval_runtime": 3.787,
      "eval_samples_per_second": 72.088,
      "eval_steps_per_second": 0.792,
      "step": 2200
    },
    {
      "epoch": 32.846715328467155,
      "grad_norm": 0.0029719627927988768,
      "learning_rate": 2.6468363197499458e-05,
      "loss": 0.3488,
      "step": 2250
    },
    {
      "epoch": 33.57664233576642,
      "grad_norm": 0.0012639207998290658,
      "learning_rate": 2.1266544696395582e-05,
      "loss": 0.3488,
      "step": 2300
    },
    {
      "epoch": 34.306569343065696,
      "grad_norm": 0.0011322245700284839,
      "learning_rate": 1.659458400101879e-05,
      "loss": 0.3488,
      "step": 2350
    },
    {
      "epoch": 35.03649635036496,
      "grad_norm": 0.002087602624669671,
      "learning_rate": 1.2471710571470578e-05,
      "loss": 0.3488,
      "step": 2400
    },
    {
      "epoch": 35.03649635036496,
      "eval_accuracy": 0.8498168498168498,
      "eval_confusion_matrix": [
        [
          61,
          11,
          1,
          2
        ],
        [
          8,
          57,
          10,
          0
        ],
        [
          0,
          9,
          53,
          0
        ],
        [
          0,
          0,
          0,
          61
        ]
      ],
      "eval_f1": 0.8496942339108237,
      "eval_loss": 0.7856935858726501,
      "eval_precision": 0.8506632615716467,
      "eval_recall": 0.8498168498168498,
      "eval_runtime": 3.788,
      "eval_samples_per_second": 72.069,
      "eval_steps_per_second": 0.792,
      "step": 2400
    }
  ],
  "logging_steps": 50,
  "max_steps": 2720,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 40,
  "save_steps": 200,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 5,
        "early_stopping_threshold": 0.001
      },
      "attributes": {
        "early_stopping_patience_counter": 0
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 8.68527123264e+16,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}