trainer_state.json

{
  "best_metric": 0.07471394538879395,
  "best_model_checkpoint": "distilbert-base-multilingual-cased-ai4p\\checkpoint-5282",
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 5282,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.09466111321469141,
      "grad_norm": 0.3661908209323883,
      "learning_rate": 2.3651844843897824e-05,
      "loss": 0.1236,
      "step": 500
    },
    {
      "epoch": 0.18932222642938282,
      "grad_norm": 0.6252937316894531,
      "learning_rate": 4.730368968779565e-05,
      "loss": 0.1067,
      "step": 1000
    },
    {
      "epoch": 0.28398333964407424,
      "grad_norm": 9.51940631866455,
      "learning_rate": 4.865589479133266e-05,
      "loss": 0.118,
      "step": 1500
    },
    {
      "epoch": 0.37864445285876563,
      "grad_norm": 18.169490814208984,
      "learning_rate": 4.4101898108698986e-05,
      "loss": 0.1236,
      "step": 2000
    },
    {
      "epoch": 0.47330556607345703,
      "grad_norm": 0.15524064004421234,
      "learning_rate": 3.693781703029716e-05,
      "loss": 0.1252,
      "step": 2500
    },
    {
      "epoch": 0.5679666792881485,
      "grad_norm": 5.280295372009277,
      "learning_rate": 2.814255198405058e-05,
      "loss": 0.1135,
      "step": 3000
    },
    {
      "epoch": 0.6626277925028399,
      "grad_norm": 1.4628525972366333,
      "learning_rate": 1.891788846390441e-05,
      "loss": 0.1095,
      "step": 3500
    },
    {
      "epoch": 0.7572889057175313,
      "grad_norm": 0.3247055113315582,
      "learning_rate": 1.0524284994615455e-05,
      "loss": 0.0889,
      "step": 4000
    },
    {
      "epoch": 0.8519500189322227,
      "grad_norm": 15.866767883300781,
      "learning_rate": 4.10864401042293e-06,
      "loss": 0.0993,
      "step": 4500
    },
    {
      "epoch": 0.9466111321469141,
      "grad_norm": 0.05221886187791824,
      "learning_rate": 5.475990440994617e-07,
      "loss": 0.1167,
      "step": 5000
    },
    {
      "epoch": 1.0,
      "eval_ACCOUNTNAME_f1": 0.9860627177700348,
      "eval_ACCOUNTNUMBER_f1": 0.9660766961651918,
      "eval_AGE_f1": 0.9777117384843984,
      "eval_AMOUNT_f1": 0.9308291342189646,
      "eval_BIC_f1": 0.9647058823529411,
      "eval_BITCOINADDRESS_f1": 0.9257575757575758,
      "eval_BUILDINGNUMBER_f1": 0.9371345029239766,
      "eval_CITY_f1": 0.936,
      "eval_COMPANYNAME_f1": 0.9870550161812297,
      "eval_COUNTY_f1": 0.9694189602446482,
      "eval_CREDITCARDCVV_f1": 0.9424083769633508,
      "eval_CREDITCARDISSUER_f1": 0.981294964028777,
      "eval_CREDITCARDNUMBER_f1": 0.8649851632047477,
      "eval_CURRENCYCODE_f1": 0.8132992327365729,
      "eval_CURRENCYNAME_f1": 0.273015873015873,
      "eval_CURRENCYSYMBOL_f1": 0.9074585635359117,
      "eval_CURRENCY_f1": 0.6470588235294117,
      "eval_DATE_f1": 0.8255208333333333,
      "eval_DOB_f1": 0.6356720202874049,
      "eval_EMAIL_f1": 0.9888765294771968,
      "eval_ETHEREUMADDRESS_f1": 0.9641873278236914,
      "eval_EYECOLOR_f1": 0.9613034623217922,
      "eval_FIRSTNAME_f1": 0.9645473190741283,
      "eval_GENDER_f1": 0.9882352941176471,
      "eval_HEIGHT_f1": 0.9784735812133072,
      "eval_IBAN_f1": 0.9593023255813953,
      "eval_IPV4_f1": 0.8195592286501376,
      "eval_IPV6_f1": 0.8110867979576952,
      "eval_IP_f1": 0.007843137254901962,
      "eval_JOBAREA_f1": 0.9797507788161994,
      "eval_JOBTITLE_f1": 0.976923076923077,
      "eval_JOBTYPE_f1": 0.9853587115666179,
      "eval_LASTNAME_f1": 0.94026226323458,
      "eval_LITECOINADDRESS_f1": 0.7431693989071039,
      "eval_MAC_f1": 0.9878048780487805,
      "eval_MASKEDNUMBER_f1": 0.8086580086580087,
      "eval_MIDDLENAME_f1": 0.8847641144624903,
      "eval_NEARBYGPSCOORDINATE_f1": 0.9919028340080971,
      "eval_ORDINALDIRECTION_f1": 0.9969512195121951,
      "eval_PASSWORD_f1": 0.9656823623304069,
      "eval_PHONEIMEI_f1": 0.9664179104477612,
      "eval_PHONENUMBER_f1": 0.9745693191140279,
      "eval_PIN_f1": 0.9051987767584098,
      "eval_PREFIX_f1": 0.9503239740820734,
      "eval_SECONDARYADDRESS_f1": 0.9871589085072231,
      "eval_SEX_f1": 0.9957507082152975,
      "eval_SSN_f1": 0.9929929929929929,
      "eval_STATE_f1": 0.9698412698412698,
      "eval_STREET_f1": 0.9632598530394122,
      "eval_TIME_f1": 0.9889763779527558,
      "eval_URL_f1": 0.9935170178282009,
      "eval_USERAGENT_f1": 0.9880843263061412,
      "eval_USERNAME_f1": 0.969363707776905,
      "eval_VEHICLEVIN_f1": 0.9942196531791907,
      "eval_VEHICLEVRM_f1": 0.9915966386554622,
      "eval_ZIPCODE_f1": 0.9448441247002398,
      "eval_loss": 0.07471394538879395,
      "eval_overall_accuracy": 0.974947997301672,
      "eval_overall_f1": 0.9267119117275793,
      "eval_overall_precision": 0.9186491579319279,
      "eval_overall_recall": 0.9349174482365985,
      "eval_runtime": 13665.2679,
      "eval_samples_per_second": 0.773,
      "eval_steps_per_second": 0.387,
      "step": 5282
    }
  ],
  "logging_steps": 500,
  "max_steps": 5282,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "total_flos": 364456496974380.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}