{
  "best_metric": 0.7475216864388343,
  "best_model_checkpoint": "checkpoint/reproduce/unsup-bert-base-uncased/checkpoint-20000",
  "epoch": 3.0,
  "global_step": 46875,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.04,
      "learning_rate": 2.2182723071453966e-06,
      "loss": 0.0182,
      "step": 625
    },
    {
      "epoch": 0.04,
      "eval_avg_sts": 0.5761493170311456,
      "eval_avg_test": 0.5719267013539271,
      "eval_avg_train_and_dev": 0.5955653275065955,
      "eval_runtime": 20.9393,
      "eval_sickrelatedness_spearman": 0.614035610432408,
      "eval_sickrelatedness_test_spearman": 0.6110088391931596,
      "eval_sickrelatedness_train_and_dev_spearman": 0.6170011765653474,
      "eval_sts12_spearman": 0.3883511001773007,
      "eval_sts13_spearman": 0.6409334821384267,
      "eval_sts14_spearman": 0.5233435331267315,
      "eval_sts15_spearman": 0.6304876176600429,
      "eval_sts16_spearman": 0.6668361049295604,
      "eval_stsbenchmark_spearman": 0.569057770753549,
      "eval_stsbenchmark_test_spearman": 0.5425262322522679,
      "eval_stsbenchmark_train_and_dev_spearman": 0.5741294784478437,
      "step": 625
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.440099537859936e-06,
      "loss": 0.0009,
      "step": 1250
    },
    {
      "epoch": 0.08,
      "eval_avg_sts": 0.6176613225678802,
      "eval_avg_test": 0.6146526994706545,
      "eval_avg_train_and_dev": 0.6354918146843727,
      "eval_runtime": 22.0658,
      "eval_sickrelatedness_spearman": 0.6481782560461822,
      "eval_sickrelatedness_test_spearman": 0.6454675815413363,
      "eval_sickrelatedness_train_and_dev_spearman": 0.6510278427067593,
      "eval_sts12_spearman": 0.4492677971681109,
      "eval_sts13_spearman": 0.6749925740490339,
      "eval_sts14_spearman": 0.5645147644908317,
      "eval_sts15_spearman": 0.6736146568642941,
      "eval_sts16_spearman": 0.6965736684860125,
      "eval_stsbenchmark_spearman": 0.6164875408706965,
      "eval_stsbenchmark_test_spearman": 0.5981378536949618,
      "eval_stsbenchmark_train_and_dev_spearman": 0.6199557866619861,
      "step": 1250
    },
    {
      "epoch": 0.12,
      "learning_rate": 6.661926768574476e-06,
      "loss": 0.0003,
      "step": 1875
    },
    {
      "epoch": 0.12,
      "eval_avg_sts": 0.6494555691959818,
      "eval_avg_test": 0.6471419605134568,
      "eval_avg_train_and_dev": 0.6641694696137254,
      "eval_runtime": 21.9114,
      "eval_sickrelatedness_spearman": 0.6689216651276976,
      "eval_sickrelatedness_test_spearman": 0.6660745763942842,
      "eval_sickrelatedness_train_and_dev_spearman": 0.6717733112444599,
      "eval_sts12_spearman": 0.4998164334853574,
      "eval_sts13_spearman": 0.7060812594730672,
      "eval_sts14_spearman": 0.5974341417069697,
      "eval_sts15_spearman": 0.7041580385169013,
      "eval_sts16_spearman": 0.7158255254242747,
      "eval_stsbenchmark_spearman": 0.6539519206376052,
      "eval_stsbenchmark_test_spearman": 0.6406037485933435,
      "eval_stsbenchmark_train_and_dev_spearman": 0.6565656279829908,
      "step": 1875
    },
    {
      "epoch": 0.16,
      "learning_rate": 8.883753999289016e-06,
      "loss": 0.0003,
      "step": 2500
    },
    {
      "epoch": 0.16,
      "eval_avg_sts": 0.6720172723077595,
      "eval_avg_test": 0.6700901794645714,
      "eval_avg_train_and_dev": 0.6813887988919534,
      "eval_runtime": 21.6305,
      "eval_sickrelatedness_spearman": 0.6752369370120973,
      "eval_sickrelatedness_test_spearman": 0.6720545832463273,
      "eval_sickrelatedness_train_and_dev_spearman": 0.6784163347898827,
      "eval_sts12_spearman": 0.5357838277332643,
      "eval_sts13_spearman": 0.724945557702781,
      "eval_sts14_spearman": 0.6231065986339928,
      "eval_sts15_spearman": 0.7325580598726732,
      "eval_sts16_spearman": 0.7302626467999829,
      "eval_stsbenchmark_spearman": 0.6822272783995248,
      "eval_stsbenchmark_test_spearman": 0.6719199822629783,
      "eval_stsbenchmark_train_and_dev_spearman": 0.6843612629940239,
      "step": 2500
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.929417638781718e-06,
      "loss": 0.0002,
      "step": 3125
    },
    {
      "epoch": 0.2,
      "eval_avg_sts": 0.6909069613326249,
      "eval_avg_test": 0.6892152885857711,
      "eval_avg_train_and_dev": 0.6981092005408447,
      "eval_runtime": 21.3949,
      "eval_sickrelatedness_spearman": 0.684142432010355,
      "eval_sickrelatedness_test_spearman": 0.6810570206913322,
      "eval_sickrelatedness_train_and_dev_spearman": 0.6872006477750381,
      "eval_sts12_spearman": 0.571210204194906,
      "eval_sts13_spearman": 0.744024983013372,
      "eval_sts14_spearman": 0.6427295960479041,
      "eval_sts15_spearman": 0.75072362281639,
      "eval_sts16_spearman": 0.7362828177459125,
      "eval_stsbenchmark_spearman": 0.7072350734995339,
      "eval_stsbenchmark_test_spearman": 0.6984787755905806,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7090177533066512,
      "step": 3125
    },
    {
      "epoch": 0.24,
      "learning_rate": 9.787572057555263e-06,
      "loss": 0.0001,
      "step": 3750
    },
    {
      "epoch": 0.24,
      "eval_avg_sts": 0.7110034740131804,
      "eval_avg_test": 0.7090073777235183,
      "eval_avg_train_and_dev": 0.7152562951128082,
      "eval_runtime": 21.4902,
      "eval_sickrelatedness_spearman": 0.6924481449933352,
      "eval_sickrelatedness_test_spearman": 0.6896546207158979,
      "eval_sickrelatedness_train_and_dev_spearman": 0.6953282368083006,
      "eval_sts12_spearman": 0.5925559956254365,
      "eval_sts13_spearman": 0.7670195193741965,
      "eval_sts14_spearman": 0.6676224547832722,
      "eval_sts15_spearman": 0.7714028016335752,
      "eval_sts16_spearman": 0.7530593474380043,
      "eval_stsbenchmark_spearman": 0.7329160542444434,
      "eval_stsbenchmark_test_spearman": 0.7217369044942459,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7351843534173158,
      "step": 3750
    },
    {
      "epoch": 0.28,
      "learning_rate": 9.645726476328811e-06,
      "loss": 0.0002,
      "step": 4375
    },
    {
      "epoch": 0.28,
      "eval_avg_sts": 0.7194580287637145,
      "eval_avg_test": 0.717033045368064,
      "eval_avg_train_and_dev": 0.72525371399646,
      "eval_runtime": 21.832,
      "eval_sickrelatedness_spearman": 0.69964732104727,
      "eval_sickrelatedness_test_spearman": 0.6974584549846506,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7019540331749327,
      "eval_sts12_spearman": 0.6087565607405551,
      "eval_sts13_spearman": 0.775181610329269,
      "eval_sts14_spearman": 0.6807344815935793,
      "eval_sts15_spearman": 0.7714449656594323,
      "eval_sts16_spearman": 0.7549091580553093,
      "eval_stsbenchmark_spearman": 0.7455321039205858,
      "eval_stsbenchmark_test_spearman": 0.7307460862136526,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7485533948179873,
      "step": 4375
    },
    {
      "epoch": 0.32,
      "learning_rate": 9.503880895102356e-06,
      "loss": 0.0002,
      "step": 5000
    },
    {
      "epoch": 0.32,
      "eval_avg_sts": 0.7357926871862974,
      "eval_avg_test": 0.7337295361557176,
      "eval_avg_train_and_dev": 0.7387626368976384,
      "eval_runtime": 21.3496,
      "eval_sickrelatedness_spearman": 0.7081277931755735,
      "eval_sickrelatedness_test_spearman": 0.7070731150129818,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7093962696914289,
      "eval_sts12_spearman": 0.6344626415135579,
      "eval_sts13_spearman": 0.7877078434493416,
      "eval_sts14_spearman": 0.6986755801629566,
      "eval_sts15_spearman": 0.7910799783582211,
      "eval_sts16_spearman": 0.7651327511753051,
      "eval_stsbenchmark_spearman": 0.7653622224691259,
      "eval_stsbenchmark_test_spearman": 0.7519748434176595,
      "eval_stsbenchmark_train_and_dev_spearman": 0.768129004103848,
      "step": 5000
    },
    {
      "epoch": 0.36,
      "learning_rate": 9.362035313875902e-06,
      "loss": 0.0001,
      "step": 5625
    },
    {
      "epoch": 0.36,
      "eval_avg_sts": 0.7418773860073935,
      "eval_avg_test": 0.7395590037062557,
      "eval_avg_train_and_dev": 0.743014478903171,
      "eval_runtime": 22.6753,
      "eval_sickrelatedness_spearman": 0.7091920474244533,
      "eval_sickrelatedness_test_spearman": 0.7076497343346897,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7108735600549281,
      "eval_sts12_spearman": 0.6459740297105186,
      "eval_sts13_spearman": 0.7946896206600376,
      "eval_sts14_spearman": 0.706190273571107,
      "eval_sts15_spearman": 0.7965399044791899,
      "eval_sts16_spearman": 0.7684287092404692,
      "eval_stsbenchmark_spearman": 0.7721271169659789,
      "eval_stsbenchmark_test_spearman": 0.7574407539477783,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7751553977514137,
      "step": 5625
    },
    {
      "epoch": 0.4,
      "learning_rate": 9.220189732649449e-06,
      "loss": 0.0001,
      "step": 6250
    },
    {
      "epoch": 0.4,
      "eval_avg_sts": 0.7308385327663487,
      "eval_avg_test": 0.7283863218628899,
      "eval_avg_train_and_dev": 0.7345345112957317,
      "eval_runtime": 21.8169,
      "eval_sickrelatedness_spearman": 0.7046853908818935,
      "eval_sickrelatedness_test_spearman": 0.7037265532974459,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7057337293264881,
      "eval_sts12_spearman": 0.621875598643423,
      "eval_sts13_spearman": 0.7860303924520814,
      "eval_sts14_spearman": 0.694793783643542,
      "eval_sts15_spearman": 0.786890544888634,
      "eval_sts16_spearman": 0.761570793834228,
      "eval_stsbenchmark_spearman": 0.7600232250206383,
      "eval_stsbenchmark_test_spearman": 0.7438165862808751,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7633352932649752,
      "step": 6250
    },
    {
      "epoch": 0.44,
      "learning_rate": 9.078344151422995e-06,
      "loss": 0.0002,
      "step": 6875
    },
    {
      "epoch": 0.44,
      "eval_avg_sts": 0.7309661390558988,
      "eval_avg_test": 0.7286727854196379,
      "eval_avg_train_and_dev": 0.7359208652832265,
      "eval_runtime": 21.1351,
      "eval_sickrelatedness_spearman": 0.7048537796254629,
      "eval_sickrelatedness_test_spearman": 0.702412783558349,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7073541509053075,
      "eval_sts12_spearman": 0.6186911062602717,
      "eval_sts13_spearman": 0.7856611011058849,
      "eval_sts14_spearman": 0.6972845097860244,
      "eval_sts15_spearman": 0.7842731788758606,
      "eval_sts16_spearman": 0.7642482925335029,
      "eval_stsbenchmark_spearman": 0.761751005204284,
      "eval_stsbenchmark_test_spearman": 0.7481385258175712,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7644875796611457,
      "step": 6875
    },
    {
      "epoch": 0.48,
      "learning_rate": 8.936498570196542e-06,
      "loss": 0.0001,
      "step": 7500
    },
    {
      "epoch": 0.48,
      "eval_avg_sts": 0.7398140587015002,
      "eval_avg_test": 0.7375789283159258,
      "eval_avg_train_and_dev": 0.7436463146851804,
      "eval_runtime": 21.5092,
      "eval_sickrelatedness_spearman": 0.7104350424990357,
      "eval_sickrelatedness_test_spearman": 0.707645634808155,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7133276839990611,
      "eval_sts12_spearman": 0.6311869476757046,
      "eval_sts13_spearman": 0.7943880897002324,
      "eval_sts14_spearman": 0.7054140851208188,
      "eval_sts15_spearman": 0.7965258267671331,
      "eval_sts16_spearman": 0.7693214228482549,
      "eval_stsbenchmark_spearman": 0.7714269962993212,
      "eval_stsbenchmark_test_spearman": 0.7585704912911815,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7739649453712996,
      "step": 7500
    },
    {
      "epoch": 0.52,
      "learning_rate": 8.794652988970088e-06,
      "loss": 0.0001,
      "step": 8125
    },
    {
      "epoch": 0.52,
      "eval_avg_sts": 0.7373193093280432,
      "eval_avg_test": 0.7349110835074212,
      "eval_avg_train_and_dev": 0.74065035952663,
      "eval_runtime": 21.2362,
      "eval_sickrelatedness_spearman": 0.7089799957481375,
      "eval_sickrelatedness_test_spearman": 0.7065719679366725,
      "eval_sickrelatedness_train_and_dev_spearman": 0.711364735604823,
      "eval_sts12_spearman": 0.62980351920814,
      "eval_sts13_spearman": 0.7927297021563888,
      "eval_sts14_spearman": 0.7002451810649419,
      "eval_sts15_spearman": 0.7943326132694016,
      "eval_sts16_spearman": 0.7680353970909194,
      "eval_stsbenchmark_spearman": 0.767108756758373,
      "eval_stsbenchmark_test_spearman": 0.7526592038254838,
      "eval_stsbenchmark_train_and_dev_spearman": 0.769935983448437,
      "step": 8125
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.652807407743635e-06,
      "loss": 0.0001,
      "step": 8750
    },
    {
      "epoch": 0.56,
      "eval_avg_sts": 0.7363613158654552,
      "eval_avg_test": 0.7344457311029845,
      "eval_avg_train_and_dev": 0.7385101274896235,
      "eval_runtime": 21.007,
      "eval_sickrelatedness_spearman": 0.7079709220981268,
      "eval_sickrelatedness_test_spearman": 0.7060740065988659,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7098373581622875,
      "eval_sts12_spearman": 0.6245604819610331,
      "eval_sts13_spearman": 0.7940661258079552,
      "eval_sts14_spearman": 0.6995530567749194,
      "eval_sts15_spearman": 0.7934026178932524,
      "eval_sts16_spearman": 0.7701123683553529,
      "eval_stsbenchmark_spearman": 0.764863638167547,
      "eval_stsbenchmark_test_spearman": 0.7533514603295133,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7671828968169594,
      "step": 8750
    },
    {
      "epoch": 0.6,
      "learning_rate": 8.510961826517181e-06,
      "loss": 0.0001,
      "step": 9375
    },
    {
      "epoch": 0.6,
      "eval_avg_sts": 0.7318749663720026,
      "eval_avg_test": 0.7298439077988678,
      "eval_avg_train_and_dev": 0.7324391542106021,
      "eval_runtime": 21.8218,
      "eval_sickrelatedness_spearman": 0.7058228056610777,
      "eval_sickrelatedness_test_spearman": 0.7039121780620011,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7077349771782333,
      "eval_sts12_spearman": 0.618700449208015,
      "eval_sts13_spearman": 0.7954576133369399,
      "eval_sts14_spearman": 0.6962032852506622,
      "eval_sts15_spearman": 0.7872116068915151,
      "eval_sts16_spearman": 0.765104808041975,
      "eval_stsbenchmark_spearman": 0.7546241962138335,
      "eval_stsbenchmark_test_spearman": 0.7423174138009657,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7571433312429708,
      "step": 9375
    },
    {
      "epoch": 0.64,
      "learning_rate": 8.369116245290728e-06,
      "loss": 0.0001,
      "step": 10000
    },
    {
      "epoch": 0.64,
      "eval_avg_sts": 0.7409280134068449,
      "eval_avg_test": 0.7391325218596417,
      "eval_avg_train_and_dev": 0.7415103794141908,
      "eval_runtime": 21.4143,
      "eval_sickrelatedness_spearman": 0.7104368210609439,
      "eval_sickrelatedness_test_spearman": 0.7079528143535209,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7129369206822436,
      "eval_sts12_spearman": 0.6369900901886509,
      "eval_sts13_spearman": 0.8003649874497492,
      "eval_sts14_spearman": 0.7048130149249648,
      "eval_sts15_spearman": 0.7956828867682607,
      "eval_sts16_spearman": 0.7700745630771816,
      "eval_stsbenchmark_spearman": 0.7681337303781637,
      "eval_stsbenchmark_test_spearman": 0.7580492962551647,
      "eval_stsbenchmark_train_and_dev_spearman": 0.770083838146138,
      "step": 10000
    },
    {
      "epoch": 0.68,
      "learning_rate": 8.227497616994236e-06,
      "loss": 0.0003,
      "step": 10625
    },
    {
      "epoch": 0.68,
      "eval_avg_sts": 0.7359543470984595,
      "eval_avg_test": 0.733931880207311,
      "eval_avg_train_and_dev": 0.7367064905162184,
      "eval_runtime": 21.2567,
      "eval_sickrelatedness_spearman": 0.7081098389229429,
      "eval_sickrelatedness_test_spearman": 0.7069070856977242,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7093919257525952,
      "eval_sts12_spearman": 0.6171012791250989,
      "eval_sts13_spearman": 0.8001733717764794,
      "eval_sts14_spearman": 0.7010514936978448,
      "eval_sts15_spearman": 0.7914208067428021,
      "eval_sts16_spearman": 0.7723885383628244,
      "eval_stsbenchmark_spearman": 0.7614351010612246,
      "eval_stsbenchmark_test_spearman": 0.7484805860484034,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7640210552798415,
      "step": 10625
    },
    {
      "epoch": 0.72,
      "learning_rate": 8.085652035767782e-06,
      "loss": 0.0002,
      "step": 11250
    },
    {
      "epoch": 0.72,
      "eval_avg_sts": 0.7331832920502,
      "eval_avg_test": 0.7296440457200707,
      "eval_avg_train_and_dev": 0.7365755808733788,
      "eval_runtime": 22.0032,
      "eval_sickrelatedness_spearman": 0.7101591391042099,
      "eval_sickrelatedness_test_spearman": 0.7080075712587889,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7123952349576758,
      "eval_sts12_spearman": 0.6071610926796485,
      "eval_sts13_spearman": 0.7986426077282267,
      "eval_sts14_spearman": 0.7048385507770369,
      "eval_sts15_spearman": 0.790486863635161,
      "eval_sts16_spearman": 0.7648214181893283,
      "eval_stsbenchmark_spearman": 0.7561733722377888,
      "eval_stsbenchmark_test_spearman": 0.7335502157723038,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7607559267890819,
      "step": 11250
    },
    {
      "epoch": 0.76,
      "learning_rate": 7.943806454541329e-06,
      "loss": 0.0001,
      "step": 11875
    },
    {
      "epoch": 0.76,
      "eval_avg_sts": 0.7284741669636894,
      "eval_avg_test": 0.7249847364931884,
      "eval_avg_train_and_dev": 0.7313381333368812,
      "eval_runtime": 21.7362,
      "eval_sickrelatedness_spearman": 0.7051030572507782,
      "eval_sickrelatedness_test_spearman": 0.7020350055407318,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7082106452571797,
      "eval_sts12_spearman": 0.5997827794595306,
      "eval_sts13_spearman": 0.7980496603077974,
      "eval_sts14_spearman": 0.6948829895910905,
      "eval_sts15_spearman": 0.7853112805674828,
      "eval_sts16_spearman": 0.7659372500003789,
      "eval_stsbenchmark_spearman": 0.7502521515687675,
      "eval_stsbenchmark_test_spearman": 0.728894189985307,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7544656214165828,
      "step": 11875
    },
    {
      "epoch": 0.8,
      "learning_rate": 7.802187826244837e-06,
      "loss": 0.0002,
      "step": 12500
    },
    {
      "epoch": 0.8,
      "eval_avg_sts": 0.7330359711356126,
      "eval_avg_test": 0.7291193278783638,
      "eval_avg_train_and_dev": 0.735211801074501,
      "eval_runtime": 20.8416,
      "eval_sickrelatedness_spearman": 0.7097679817259296,
      "eval_sickrelatedness_test_spearman": 0.7055788799611423,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7139001197937711,
      "eval_sts12_spearman": 0.6106517927738067,
      "eval_sts13_spearman": 0.801722782519613,
      "eval_sts14_spearman": 0.697830283597753,
      "eval_sts15_spearman": 0.7905626238832419,
      "eval_sts16_spearman": 0.7686769836942824,
      "eval_stsbenchmark_spearman": 0.7520393497546612,
      "eval_stsbenchmark_test_spearman": 0.7288119487187074,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7565234823552308,
      "step": 12500
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.660342245018383e-06,
      "loss": 0.0001,
      "step": 13125
    },
    {
      "epoch": 0.84,
      "eval_avg_sts": 0.7378956830798117,
      "eval_avg_test": 0.733899347554639,
      "eval_avg_train_and_dev": 0.7387413140477561,
      "eval_runtime": 21.015,
      "eval_sickrelatedness_spearman": 0.710929018302664,
      "eval_sickrelatedness_test_spearman": 0.7063428540695924,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7154190994394085,
      "eval_sts12_spearman": 0.6233547440533763,
      "eval_sts13_spearman": 0.8057484430966548,
      "eval_sts14_spearman": 0.7064661836743785,
      "eval_sts15_spearman": 0.788799289281052,
      "eval_sts16_spearman": 0.7725484698411716,
      "eval_stsbenchmark_spearman": 0.7574236333093849,
      "eval_stsbenchmark_test_spearman": 0.7340354488662467,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7620635286561037,
      "step": 13125
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.51849666379193e-06,
      "loss": 0.0001,
      "step": 13750
    },
    {
      "epoch": 0.88,
      "eval_avg_sts": 0.7378627077777866,
      "eval_avg_test": 0.7339054575865804,
      "eval_avg_train_and_dev": 0.7381744196853126,
      "eval_runtime": 20.944,
      "eval_sickrelatedness_spearman": 0.7089921810762922,
      "eval_sickrelatedness_test_spearman": 0.70509102387014,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7128834324759727,
      "eval_sts12_spearman": 0.6228312321043947,
      "eval_sts13_spearman": 0.8058975575766927,
      "eval_sts14_spearman": 0.7070969399502143,
      "eval_sts15_spearman": 0.7893837860149883,
      "eval_sts16_spearman": 0.7720301633604001,
      "eval_stsbenchmark_spearman": 0.7588070943615248,
      "eval_stsbenchmark_test_spearman": 0.7350075002292331,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7634654068946525,
      "step": 13750
    },
    {
      "epoch": 0.92,
      "learning_rate": 7.376651082565477e-06,
      "loss": 0.0001,
      "step": 14375
    },
    {
      "epoch": 0.92,
      "eval_avg_sts": 0.7359929925111067,
      "eval_avg_test": 0.7323951374834617,
      "eval_avg_train_and_dev": 0.7367857943216309,
      "eval_runtime": 20.9186,
      "eval_sickrelatedness_spearman": 0.7088303588545686,
      "eval_sickrelatedness_test_spearman": 0.7063407570964759,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7113763758675955,
      "eval_sts12_spearman": 0.6136120965617352,
      "eval_sts13_spearman": 0.8054760021735932,
      "eval_sts14_spearman": 0.7046761197182577,
      "eval_sts15_spearman": 0.7905370837297951,
      "eval_sts16_spearman": 0.7711103256070158,
      "eval_stsbenchmark_spearman": 0.7577089609327817,
      "eval_stsbenchmark_test_spearman": 0.7350135774973598,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7621952127756663,
      "step": 14375
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.2348055013390225e-06,
      "loss": 0.0001,
      "step": 15000
    },
    {
      "epoch": 0.96,
      "eval_avg_sts": 0.7361943130200425,
      "eval_avg_test": 0.7321974439132747,
      "eval_avg_train_and_dev": 0.7382189598774902,
      "eval_runtime": 21.1353,
      "eval_sickrelatedness_spearman": 0.7096126852616816,
      "eval_sickrelatedness_test_spearman": 0.7056509931468986,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7134760429404705,
      "eval_sts12_spearman": 0.613133445817732,
      "eval_sts13_spearman": 0.8048892508629485,
      "eval_sts14_spearman": 0.7046336569955289,
      "eval_sts15_spearman": 0.7904009982047565,
      "eval_sts16_spearman": 0.7725216175809143,
      "eval_stsbenchmark_spearman": 0.7581685364167358,
      "eval_stsbenchmark_test_spearman": 0.7341521447841448,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7629618768145098,
      "step": 15000
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.092959920112569e-06,
      "loss": 0.0001,
      "step": 15625
    },
    {
      "epoch": 1.0,
      "eval_avg_sts": 0.7375598442201905,
      "eval_avg_test": 0.7335423238398006,
      "eval_avg_train_and_dev": 0.7395439996671019,
      "eval_runtime": 20.8993,
      "eval_sickrelatedness_spearman": 0.707283647594327,
      "eval_sickrelatedness_test_spearman": 0.703616122718381,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7109751567220617,
      "eval_sts12_spearman": 0.6159411441163902,
      "eval_sts13_spearman": 0.8049060590081953,
      "eval_sts14_spearman": 0.7108002254446067,
      "eval_sts15_spearman": 0.788937840589697,
      "eval_sts16_spearman": 0.7718528831999566,
      "eval_stsbenchmark_spearman": 0.7631971095881599,
      "eval_stsbenchmark_test_spearman": 0.7387419918013778,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7681128426121422,
      "step": 15625
    },
    {
      "epoch": 1.04,
      "learning_rate": 6.951114338886115e-06,
      "loss": 0.0001,
      "step": 16250
    },
    {
      "epoch": 1.04,
      "eval_avg_sts": 0.739199635865537,
      "eval_avg_test": 0.7355897759739543,
      "eval_avg_train_and_dev": 0.739808186948654,
      "eval_runtime": 20.9838,
      "eval_sickrelatedness_spearman": 0.7080971683598302,
      "eval_sickrelatedness_test_spearman": 0.7051237540095253,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7111032002738162,
      "eval_sts12_spearman": 0.6194643102288157,
      "eval_sts13_spearman": 0.8098252612446439,
      "eval_sts14_spearman": 0.7116464283311791,
      "eval_sts15_spearman": 0.7899553665444689,
      "eval_sts16_spearman": 0.7712889077310251,
      "eval_stsbenchmark_spearman": 0.7641200086187968,
      "eval_stsbenchmark_test_spearman": 0.7418244037280217,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7685131736234918,
      "step": 16250
    },
    {
      "epoch": 1.08,
      "learning_rate": 6.809495710589624e-06,
      "loss": 0.0001,
      "step": 16875
    },
    {
      "epoch": 1.08,
      "eval_avg_sts": 0.7466792846411037,
      "eval_avg_test": 0.7432402664611477,
      "eval_avg_train_and_dev": 0.7444846866291048,
      "eval_runtime": 21.2164,
      "eval_sickrelatedness_spearman": 0.7071507310982136,
      "eval_sickrelatedness_test_spearman": 0.7036683201355792,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7106803741065932,
      "eval_sts12_spearman": 0.6347617000535006,
      "eval_sts13_spearman": 0.8154858577332686,
      "eval_sts14_spearman": 0.7214692213354003,
      "eval_sts15_spearman": 0.7972123472428747,
      "eval_sts16_spearman": 0.7764992733505218,
      "eval_stsbenchmark_spearman": 0.7741758616739455,
      "eval_stsbenchmark_test_spearman": 0.7535851453768893,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7782889991516164,
      "step": 16875
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.66765012936317e-06,
      "loss": 0.0,
      "step": 17500
    },
    {
      "epoch": 1.12,
      "eval_avg_sts": 0.7445033109622727,
      "eval_avg_test": 0.7410841678179132,
      "eval_avg_train_and_dev": 0.7439110348985495,
      "eval_runtime": 20.7911,
      "eval_sickrelatedness_spearman": 0.7091854822762941,
      "eval_sickrelatedness_test_spearman": 0.7062734147342097,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7121887413339406,
      "eval_sts12_spearman": 0.6279026674987728,
      "eval_sts13_spearman": 0.8113067283249641,
      "eval_sts14_spearman": 0.7213560371915237,
      "eval_sts15_spearman": 0.7972695297709387,
      "eval_sts16_spearman": 0.7730878646190888,
      "eval_stsbenchmark_spearman": 0.7714148670543273,
      "eval_stsbenchmark_test_spearman": 0.7503929325858947,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7756333284631584,
      "step": 17500
    },
    {
      "epoch": 1.16,
      "learning_rate": 6.52603150106668e-06,
      "loss": 0.0001,
      "step": 18125
    },
    {
      "epoch": 1.16,
      "eval_avg_sts": 0.7424258185781643,
      "eval_avg_test": 0.7386605800972373,
      "eval_avg_train_and_dev": 0.7454667750890833,
      "eval_runtime": 21.0259,
      "eval_sickrelatedness_spearman": 0.7126108043398651,
      "eval_sickrelatedness_test_spearman": 0.7092073398325749,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7160534091377377,
      "eval_sts12_spearman": 0.6254715777237362,
      "eval_sts13_spearman": 0.8088662475950285,
      "eval_sts14_spearman": 0.7138096529469777,
      "eval_sts15_spearman": 0.7925312951699506,
      "eval_sts16_spearman": 0.7732924074022455,
      "eval_stsbenchmark_spearman": 0.770398744869346,
      "eval_stsbenchmark_test_spearman": 0.7474455400101482,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7748801410404289,
      "step": 18125
    },
    {
      "epoch": 1.2,
      "learning_rate": 6.384185919840225e-06,
      "loss": 0.0001,
      "step": 18750
    },
    {
      "epoch": 1.2,
      "eval_avg_sts": 0.7421874872103393,
      "eval_avg_test": 0.7386332506855652,
      "eval_avg_train_and_dev": 0.7448711406496367,
      "eval_runtime": 21.0153,
      "eval_sickrelatedness_spearman": 0.711420403952433,
      "eval_sickrelatedness_test_spearman": 0.7078637859078531,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7149714012084747,
      "eval_sts12_spearman": 0.6198152391183793,
      "eval_sts13_spearman": 0.8112609489937583,
      "eval_sts14_spearman": 0.7137096793492043,
      "eval_sts15_spearman": 0.7909819007518449,
      "eval_sts16_spearman": 0.7775422386776029,
      "eval_stsbenchmark_spearman": 0.7705819996291529,
      "eval_stsbenchmark_test_spearman": 0.7492589620003135,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7747708800907985,
      "step": 18750
    },
    {
      "epoch": 1.24,
      "learning_rate": 6.242340338613772e-06,
      "loss": 0.0001,
      "step": 19375
    },
    {
      "epoch": 1.24,
      "eval_avg_sts": 0.7433069618878057,
      "eval_avg_test": 0.7395454400266834,
      "eval_avg_train_and_dev": 0.7438536914759893,
      "eval_runtime": 20.8728,
      "eval_sickrelatedness_spearman": 0.7081170951655467,
      "eval_sickrelatedness_test_spearman": 0.7032372294807069,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7129498291505492,
      "eval_sts12_spearman": 0.6319090861576243,
      "eval_sts13_spearman": 0.8105293738494971,
      "eval_sts14_spearman": 0.7133101665632953,
      "eval_sts15_spearman": 0.7957949511234824,
      "eval_sts16_spearman": 0.7729378020760672,
      "eval_stsbenchmark_spearman": 0.7705502582791273,
      "eval_stsbenchmark_test_spearman": 0.7490994709361111,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7747575538014295,
      "step": 19375
    },
    {
      "epoch": 1.28,
      "learning_rate": 6.100494757387318e-06,
      "loss": 0.0001,
      "step": 20000
    },
    {
      "epoch": 1.28,
      "eval_avg_sts": 0.7499060859363368,
      "eval_avg_test": 0.7465428552421288,
      "eval_avg_train_and_dev": 0.7475216864388343,
      "eval_runtime": 20.8548,
      "eval_sickrelatedness_spearman": 0.7077244255701862,
      "eval_sickrelatedness_test_spearman": 0.7026718095093082,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7128746659624327,
      "eval_sts12_spearman": 0.6428011959930444,
      "eval_sts13_spearman": 0.8168437631289807,
      "eval_sts14_spearman": 0.7226103243605893,
      "eval_sts15_spearman": 0.8024592797345551,
      "eval_sts16_spearman": 0.778377683273261,
      "eval_stsbenchmark_spearman": 0.778525929493741,
      "eval_stsbenchmark_test_spearman": 0.7600359306951637,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7821687069152359,
      "step": 20000
    },
    {
      "epoch": 1.32,
      "learning_rate": 5.958649176160865e-06,
      "loss": 0.0,
      "step": 20625
    },
    {
      "epoch": 1.32,
      "eval_avg_sts": 0.7484118293338831,
      "eval_avg_test": 0.7449454204384204,
      "eval_avg_train_and_dev": 0.7464359816566652,
      "eval_runtime": 21.0711,
      "eval_sickrelatedness_spearman": 0.7074503178963312,
      "eval_sickrelatedness_test_spearman": 0.7023303881299484,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7126512609959751,
      "eval_sts12_spearman": 0.6387436970256535,
      "eval_sts13_spearman": 0.8166418859715421,
      "eval_sts14_spearman": 0.7212103904818994,
      "eval_sts15_spearman": 0.8006237515601927,
      "eval_sts16_spearman": 0.7777887546493993,
      "eval_stsbenchmark_spearman": 0.7764240077521634,
      "eval_stsbenchmark_test_spearman": 0.7572790752503075,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7802207023173555,
      "step": 20625
    },
    {
      "epoch": 1.36,
      "learning_rate": 5.816803594934411e-06,
      "loss": 0.0002,
      "step": 21250
    },
    {
      "epoch": 1.36,
      "eval_avg_sts": 0.7350019199078851,
      "eval_avg_test": 0.7318554174797746,
      "eval_avg_train_and_dev": 0.7352898672690771,
      "eval_runtime": 21.0366,
      "eval_sickrelatedness_spearman": 0.7074999541454676,
      "eval_sickrelatedness_test_spearman": 0.7046918538078386,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7103029251438325,
      "eval_sts12_spearman": 0.6156570708780759,
      "eval_sts13_spearman": 0.8090436604472787,
      "eval_sts14_spearman": 0.7028681750157657,
      "eval_sts15_spearman": 0.7852035835160743,
      "eval_sts16_spearman": 0.7682223919418893,
      "eval_stsbenchmark_spearman": 0.7565186034106438,
      "eval_stsbenchmark_test_spearman": 0.737301186751499,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7602768093943217,
      "step": 21250
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.674958013707958e-06,
      "loss": 0.0001,
      "step": 21875
    },
    {
      "epoch": 1.4,
      "eval_avg_sts": 0.7380801801237084,
      "eval_avg_test": 0.7352880148005531,
      "eval_avg_train_and_dev": 0.7368474462537626,
      "eval_runtime": 20.8923,
      "eval_sickrelatedness_spearman": 0.7069077829822942,
      "eval_sickrelatedness_test_spearman": 0.7031570262809338,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7106689319787851,
      "eval_sts12_spearman": 0.6231915518691485,
      "eval_sts13_spearman": 0.812850852612454,
      "eval_sts14_spearman": 0.7051573740637898,
      "eval_sts15_spearman": 0.7880917747314226,
      "eval_sts16_spearman": 0.7705225580148864,
      "eval_stsbenchmark_spearman": 0.7598393665919628,
      "eval_stsbenchmark_test_spearman": 0.7440449660312358,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7630259605287402,
      "step": 21875
    },
    {
      "epoch": 1.44,
      "learning_rate": 5.533112432481503e-06,
      "loss": 0.0001,
      "step": 22500
    },
    {
      "epoch": 1.44,
      "eval_avg_sts": 0.7393794402273529,
      "eval_avg_test": 0.7363579691480349,
      "eval_avg_train_and_dev": 0.7395749061213661,
      "eval_runtime": 21.2448,
      "eval_sickrelatedness_spearman": 0.7102477930138079,
      "eval_sickrelatedness_test_spearman": 0.7064793937973988,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7139973441863221,
      "eval_sts12_spearman": 0.6285417992352085,
      "eval_sts13_spearman": 0.8114621677478028,
      "eval_sts14_spearman": 0.7062564240963956,
      "eval_sts15_spearman": 0.7886571693369652,
      "eval_sts16_spearman": 0.7687956439175224,
      "eval_stsbenchmark_spearman": 0.7616950842437674,
      "eval_stsbenchmark_test_spearman": 0.7443131859049517,
      "eval_stsbenchmark_train_and_dev_spearman": 0.76515246805641,
      "step": 22500
    },
    {
      "epoch": 1.48,
      "learning_rate": 5.391266851255051e-06,
      "loss": 0.0001,
      "step": 23125
    },
    {
      "epoch": 1.48,
      "eval_avg_sts": 0.7388169479527533,
      "eval_avg_test": 0.7353151766024301,
      "eval_avg_train_and_dev": 0.7396876104946917,
      "eval_runtime": 20.7811,
      "eval_sickrelatedness_spearman": 0.7059146816791875,
      "eval_sickrelatedness_test_spearman": 0.7009398671844066,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7109578919652116,
      "eval_sts12_spearman": 0.6337385819368979,
      "eval_sts13_spearman": 0.8077158631122653,
      "eval_sts14_spearman": 0.7041881431485422,
      "eval_sts15_spearman": 0.7897395308324451,
      "eval_sts16_spearman": 0.7659376148408716,
      "eval_stsbenchmark_spearman": 0.7644842201190634,
      "eval_stsbenchmark_test_spearman": 0.7449466351615813,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7684173290241716,
      "step": 23125
    },
    {
      "epoch": 1.52,
      "learning_rate": 5.249648222958559e-06,
      "loss": 0.0001,
      "step": 23750
    },
    {
      "epoch": 1.52,
      "eval_avg_sts": 0.737637406431803,
      "eval_avg_test": 0.7340377292492831,
      "eval_avg_train_and_dev": 0.7393379830475855,
      "eval_runtime": 20.8525,
      "eval_sickrelatedness_spearman": 0.7079463598817589,
      "eval_sickrelatedness_test_spearman": 0.7029335485554905,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7129341890695166,
      "eval_sts12_spearman": 0.6292541229208708,
      "eval_sts13_spearman": 0.806837478246872,
      "eval_sts14_spearman": 0.7027686303180887,
      "eval_sts15_spearman": 0.7886320383460999,
      "eval_sts16_spearman": 0.7662443034073775,
      "eval_stsbenchmark_spearman": 0.7617789119015519,
      "eval_stsbenchmark_test_spearman": 0.7415939829501823,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7657417770256544,
      "step": 23750
    },
    {
      "epoch": 1.56,
      "learning_rate": 5.107802641732104e-06,
      "loss": 0.0001,
      "step": 24375
    },
    {
      "epoch": 1.56,
      "eval_avg_sts": 0.7400432752757417,
      "eval_avg_test": 0.7365741296789751,
      "eval_avg_train_and_dev": 0.7403337201879336,
      "eval_runtime": 21.0229,
      "eval_sickrelatedness_spearman": 0.706139895856204,
      "eval_sickrelatedness_test_spearman": 0.7011363476050757,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7111677563573823,
      "eval_sts12_spearman": 0.6393107034863543,
      "eval_sts13_spearman": 0.8060305176934567,
      "eval_sts14_spearman": 0.707469456143251,
      "eval_sts15_spearman": 0.7884280597687867,
      "eval_sts16_spearman": 0.7672135350116814,
      "eval_stsbenchmark_spearman": 0.7657107589704576,
      "eval_stsbenchmark_test_spearman": 0.7464302880442203,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7694996840184851,
      "step": 24375
    },
    {
      "epoch": 1.6,
      "learning_rate": 4.965957060505652e-06,
      "loss": 0.0001,
      "step": 25000
    },
    {
      "epoch": 1.6,
      "eval_avg_sts": 0.7420831068144936,
      "eval_avg_test": 0.7386039201251836,
      "eval_avg_train_and_dev": 0.7419238844699756,
      "eval_runtime": 20.7399,
      "eval_sickrelatedness_spearman": 0.7086802746453288,
      "eval_sickrelatedness_test_spearman": 0.703562769385137,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7138105143408351,
      "eval_sts12_spearman": 0.643289234865721,
      "eval_sts13_spearman": 0.8077408521902738,
      "eval_sts14_spearman": 0.7094079968345621,
      "eval_sts15_spearman": 0.7910146281134862,
      "eval_sts16_spearman": 0.768300387542403,
      "eval_stsbenchmark_spearman": 0.7661483735096799,
      "eval_stsbenchmark_test_spearman": 0.7469115719447025,
      "eval_stsbenchmark_train_and_dev_spearman": 0.770037254599116,
      "step": 25000
    },
    {
      "epoch": 1.64,
      "learning_rate": 4.824111479279197e-06,
      "loss": 0.0001,
      "step": 25625
    },
    {
      "epoch": 1.64,
      "eval_avg_sts": 0.738553955422263,
      "eval_avg_test": 0.735270462011063,
      "eval_avg_train_and_dev": 0.74132969124333,
      "eval_runtime": 21.0644,
      "eval_sickrelatedness_spearman": 0.7107616379619491,
      "eval_sickrelatedness_test_spearman": 0.7068872624845219,
      "eval_sickrelatedness_train_and_dev_spearman": 0.714676339410284,
      "eval_sts12_spearman": 0.6304124246015519,
      "eval_sts13_spearman": 0.8044063778132966,
      "eval_sts14_spearman": 0.7046730335095999,
      "eval_sts15_spearman": 0.790737193065777,
      "eval_sts16_spearman": 0.764825533590085,
      "eval_stsbenchmark_spearman": 0.7640614874135817,
      "eval_stsbenchmark_test_spearman": 0.744951409012609,
      "eval_stsbenchmark_train_and_dev_spearman": 0.767983043076376,
      "step": 25625
    },
    {
      "epoch": 1.68,
      "learning_rate": 4.682492850982707e-06,
      "loss": 0.0001,
      "step": 26250
    },
    {
      "epoch": 1.68,
      "eval_avg_sts": 0.7337378478994732,
      "eval_avg_test": 0.7302481798812982,
      "eval_avg_train_and_dev": 0.7376796598903316,
      "eval_runtime": 20.8597,
      "eval_sickrelatedness_spearman": 0.7093236435437729,
      "eval_sickrelatedness_test_spearman": 0.7057306150582766,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7130156557412384,
      "eval_sts12_spearman": 0.617871248735412,
      "eval_sts13_spearman": 0.8025593367032153,
      "eval_sts14_spearman": 0.7006950877629325,
      "eval_sts15_spearman": 0.785270135862098,
      "eval_sts16_spearman": 0.7622963644366769,
      "eval_stsbenchmark_spearman": 0.7581491182522041,
      "eval_stsbenchmark_test_spearman": 0.7373144706104764,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7623436640394248,
      "step": 26250
    },
    {
      "epoch": 1.72,
      "learning_rate": 4.5406472697562535e-06,
      "loss": 0.0001,
      "step": 26875
    },
    {
      "epoch": 1.72,
      "eval_avg_sts": 0.7361414839625063,
      "eval_avg_test": 0.7327260474324794,
      "eval_avg_train_and_dev": 0.7408386426761701,
      "eval_runtime": 21.0874,
      "eval_sickrelatedness_spearman": 0.7130553203175825,
      "eval_sickrelatedness_test_spearman": 0.7085041459895807,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7176214412488239,
      "eval_sts12_spearman": 0.6206145648203354,
      "eval_sts13_spearman": 0.8054403345042884,
      "eval_sts14_spearman": 0.7043767904617289,
      "eval_sts15_spearman": 0.785161403859601,
      "eval_sts16_spearman": 0.7642432303964917,
      "eval_stsbenchmark_spearman": 0.7600987433775165,
      "eval_stsbenchmark_test_spearman": 0.7407418619953297,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7640558441035162,
      "step": 26875
    },
    {
      "epoch": 1.76,
      "learning_rate": 4.398801688529799e-06,
      "loss": 0.0001,
      "step": 27500
    },
    {
      "epoch": 1.76,
      "eval_avg_sts": 0.7385647317858953,
      "eval_avg_test": 0.7350557597229346,
      "eval_avg_train_and_dev": 0.7429292984249471,
      "eval_runtime": 20.7225,
      "eval_sickrelatedness_spearman": 0.7123203429942663,
      "eval_sickrelatedness_test_spearman": 0.7077860589944194,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7168975415894818,
      "eval_sts12_spearman": 0.6250000311651265,
      "eval_sts13_spearman": 0.8098932511821607,
      "eval_sts14_spearman": 0.7051633776714191,
      "eval_sts15_spearman": 0.787197723837324,
      "eval_sts16_spearman": 0.7654891602041461,
      "eval_stsbenchmark_spearman": 0.7648892354468243,
      "eval_stsbenchmark_test_spearman": 0.7448607150059462,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7689610552604125,
      "step": 27500
    },
    {
      "epoch": 1.8,
      "learning_rate": 4.2569561073033456e-06,
      "loss": 0.0001,
      "step": 28125
    },
    {
      "epoch": 1.8,
      "eval_avg_sts": 0.736228210862442,
      "eval_avg_test": 0.7323225373743962,
      "eval_avg_train_and_dev": 0.7422242610156418,
      "eval_runtime": 21.1674,
      "eval_sickrelatedness_spearman": 0.7117315495344994,
      "eval_sickrelatedness_test_spearman": 0.7062794242883943,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7173189540357382,
      "eval_sts12_spearman": 0.6181306965992698,
      "eval_sts13_spearman": 0.8063871249869112,
      "eval_sts14_spearman": 0.7026158508695518,
      "eval_sts15_spearman": 0.7867321226315551,
      "eval_sts16_spearman": 0.7652562131980097,
      "eval_stsbenchmark_spearman": 0.7627439182172969,
      "eval_stsbenchmark_test_spearman": 0.7408563290470811,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7671295679955453,
      "step": 28125
    },
    {
      "epoch": 1.84,
      "learning_rate": 4.115110526076892e-06,
      "loss": 0.0001,
      "step": 28750
    },
    {
      "epoch": 1.84,
      "eval_avg_sts": 0.7372002276835504,
      "eval_avg_test": 0.7334893393874011,
      "eval_avg_train_and_dev": 0.7419188871398015,
      "eval_runtime": 21.0224,
      "eval_sickrelatedness_spearman": 0.7115479327768666,
      "eval_sickrelatedness_test_spearman": 0.7061596518024446,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7169625169788694,
      "eval_sts12_spearman": 0.6201372334499261,
      "eval_sts13_spearman": 0.8081427416220239,
      "eval_sts14_spearman": 0.7058112992260926,
      "eval_sts15_spearman": 0.7871505208738109,
      "eval_sts16_spearman": 0.7648927226152069,
      "eval_stsbenchmark_spearman": 0.7627191432209255,
      "eval_stsbenchmark_test_spearman": 0.7421312061223029,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7668752573007337,
      "step": 28750
    },
    {
      "epoch": 1.88,
      "learning_rate": 3.9732649448504385e-06,
      "loss": 0.0002,
      "step": 29375
    },
    {
      "epoch": 1.88,
      "eval_avg_sts": 0.7391379223370436,
      "eval_avg_test": 0.7356189035069137,
      "eval_avg_train_and_dev": 0.7435335345244203,
      "eval_runtime": 20.9593,
      "eval_sickrelatedness_spearman": 0.7106110928678779,
      "eval_sickrelatedness_test_spearman": 0.7046551635771077,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7166877770505714,
      "eval_sts12_spearman": 0.6242789115119458,
      "eval_sts13_spearman": 0.8073323769451142,
      "eval_sts14_spearman": 0.7082426452989751,
      "eval_sts15_spearman": 0.7878887744476603,
      "eval_sts16_spearman": 0.7689858922579222,
      "eval_stsbenchmark_spearman": 0.7666257630298101,
      "eval_stsbenchmark_test_spearman": 0.7479485605096713,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7703792919982693,
      "step": 29375
    },
    {
      "epoch": 1.92,
      "learning_rate": 3.831419363623985e-06,
      "loss": 0.0001,
      "step": 30000
    },
    {
      "epoch": 1.92,
      "eval_avg_sts": 0.7379153295754598,
      "eval_avg_test": 0.7345327453977518,
      "eval_avg_train_and_dev": 0.7418020175283047,
      "eval_runtime": 20.9305,
      "eval_sickrelatedness_spearman": 0.7095180409050843,
      "eval_sickrelatedness_test_spearman": 0.7035887655223291,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7155211362349155,
      "eval_sts12_spearman": 0.6242234464567169,
      "eval_sts13_spearman": 0.8060611779379976,
      "eval_sts14_spearman": 0.704822019666627,
      "eval_sts15_spearman": 0.7862063807761319,
      "eval_sts16_spearman": 0.770166017643468,
      "eval_stsbenchmark_spearman": 0.7644102236421939,
      "eval_stsbenchmark_test_spearman": 0.7466614097809916,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7680828988216938,
      "step": 30000
    },
    {
      "epoch": 1.96,
      "learning_rate": 3.6898007353274935e-06,
      "loss": 0.0002,
      "step": 30625
    },
    {
      "epoch": 1.96,
      "eval_avg_sts": 0.7414417844482861,
      "eval_avg_test": 0.7377227000737309,
      "eval_avg_train_and_dev": 0.7426887168127401,
      "eval_runtime": 20.9682,
      "eval_sickrelatedness_spearman": 0.7083850749498312,
      "eval_sickrelatedness_test_spearman": 0.7020411335449008,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7147828329921959,
      "eval_sts12_spearman": 0.6398748755196823,
      "eval_sts13_spearman": 0.8091407530457168,
      "eval_sts14_spearman": 0.7086523177233283,
      "eval_sts15_spearman": 0.7887396499382829,
      "eval_sts16_spearman": 0.7687341048891995,
      "eval_stsbenchmark_spearman": 0.7665657150719614,
      "eval_stsbenchmark_test_spearman": 0.7468760658550058,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7705946006332842,
      "step": 30625
    },
    {
      "epoch": 2.0,
      "learning_rate": 3.54795515410104e-06,
      "loss": 0.0001,
      "step": 31250
    },
    {
      "epoch": 2.0,
      "eval_avg_sts": 0.740485017285834,
      "eval_avg_test": 0.7370491200682708,
      "eval_avg_train_and_dev": 0.7429999990678977,
      "eval_runtime": 20.7964,
      "eval_sickrelatedness_spearman": 0.7097765510038309,
      "eval_sickrelatedness_test_spearman": 0.7039997719017956,
      "eval_sickrelatedness_train_and_dev_spearman": 0.715634333306455,
      "eval_sts12_spearman": 0.6346257316776542,
      "eval_sts13_spearman": 0.8098227751570725,
      "eval_sts14_spearman": 0.7070680432539359,
      "eval_sts15_spearman": 0.7867814254070365,
      "eval_sts16_spearman": 0.7686156462120806,
      "eval_stsbenchmark_spearman": 0.766704948289228,
      "eval_stsbenchmark_test_spearman": 0.7484304468683206,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7703656648293403,
      "step": 31250
    },
    {
      "epoch": 2.04,
      "learning_rate": 3.4063365258045485e-06,
      "loss": 0.0002,
      "step": 31875
    },
    {
      "epoch": 2.04,
      "eval_avg_sts": 0.7410438701692595,
      "eval_avg_test": 0.7373422938815762,
      "eval_avg_train_and_dev": 0.7446059296458287,
      "eval_runtime": 20.9546,
      "eval_sickrelatedness_spearman": 0.7105618614355229,
      "eval_sickrelatedness_test_spearman": 0.7049301366548643,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7162726117635637,
      "eval_sts12_spearman": 0.6306599951032117,
      "eval_sts13_spearman": 0.807157187196233,
      "eval_sts14_spearman": 0.709921780686096,
      "eval_sts15_spearman": 0.7882494996283947,
      "eval_sts16_spearman": 0.7718392477227314,
      "eval_stsbenchmark_spearman": 0.7689175194126273,
      "eval_stsbenchmark_test_spearman": 0.7486382101795024,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7729392475280936,
      "step": 31875
    },
    {
      "epoch": 2.08,
      "learning_rate": 3.264490944578095e-06,
      "loss": 0.0002,
      "step": 32500
    },
    {
      "epoch": 2.08,
      "eval_avg_sts": 0.7406899068085288,
      "eval_avg_test": 0.737240537915657,
      "eval_avg_train_and_dev": 0.7446535659927934,
      "eval_runtime": 21.252,
      "eval_sickrelatedness_spearman": 0.7129782951458211,
      "eval_sickrelatedness_test_spearman": 0.707353500824854,
      "eval_sickrelatedness_train_and_dev_spearman": 0.718621422755247,
      "eval_sts12_spearman": 0.631196341321798,
      "eval_sts13_spearman": 0.8084161729926506,
      "eval_sts14_spearman": 0.7092196209507754,
      "eval_sts15_spearman": 0.7846086513351899,
      "eval_sts16_spearman": 0.7714800805004121,
      "eval_stsbenchmark_spearman": 0.7669301854130546,
      "eval_stsbenchmark_test_spearman": 0.748409397483919,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7706857092303399,
      "step": 32500
    },
    {
      "epoch": 2.12,
      "learning_rate": 3.1226453633516414e-06,
      "loss": 0.0001,
      "step": 33125
    },
    {
      "epoch": 2.12,
      "eval_avg_sts": 0.741908611558358,
      "eval_avg_test": 0.7385184801792626,
      "eval_avg_train_and_dev": 0.745921273906644,
      "eval_runtime": 20.8772,
      "eval_sickrelatedness_spearman": 0.712568145774737,
      "eval_sickrelatedness_test_spearman": 0.7071536357667555,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7180482272764128,
      "eval_sts12_spearman": 0.6276979028419505,
      "eval_sts13_spearman": 0.8109754368105846,
      "eval_sts14_spearman": 0.7100445056205082,
      "eval_sts15_spearman": 0.7892064188117265,
      "eval_sts16_spearman": 0.7727292323220317,
      "eval_stsbenchmark_spearman": 0.7701386387269664,
      "eval_stsbenchmark_test_spearman": 0.751822229081281,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7737943205368751,
      "step": 33125
    },
    {
      "epoch": 2.16,
      "learning_rate": 2.980799782125188e-06,
      "loss": 0.0002,
      "step": 33750
    },
    {
      "epoch": 2.16,
      "eval_avg_sts": 0.7387749148969024,
      "eval_avg_test": 0.7355275285778003,
      "eval_avg_train_and_dev": 0.7427705356417595,
      "eval_runtime": 21.9616,
      "eval_sickrelatedness_spearman": 0.7116362724362297,
      "eval_sickrelatedness_test_spearman": 0.7063792375154563,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7170108350529064,
      "eval_sts12_spearman": 0.6210675920148566,
      "eval_sts13_spearman": 0.809613648614316,
      "eval_sts14_spearman": 0.7068348739830796,
      "eval_sts15_spearman": 0.786987945092306,
      "eval_sts16_spearman": 0.7702320756630628,
      "eval_stsbenchmark_spearman": 0.765051996474467,
      "eval_stsbenchmark_test_spearman": 0.7475773271615254,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7685302362306128,
      "step": 33750
    },
    {
      "epoch": 2.2,
      "learning_rate": 2.8389542008987334e-06,
      "loss": 0.0001,
      "step": 34375
    },
    {
      "epoch": 2.2,
      "eval_avg_sts": 0.7372500677744379,
      "eval_avg_test": 0.7342484305550541,
      "eval_avg_train_and_dev": 0.7427227214188237,
      "eval_runtime": 21.98,
      "eval_sickrelatedness_spearman": 0.7124431266877929,
      "eval_sickrelatedness_test_spearman": 0.7076623305284827,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7173681019291466,
      "eval_sts12_spearman": 0.6203661142159484,
      "eval_sts13_spearman": 0.806796081405754,
      "eval_sts14_spearman": 0.7047306825878202,
      "eval_sts15_spearman": 0.7819332414401158,
      "eval_sts16_spearman": 0.7696611847093084,
      "eval_stsbenchmark_spearman": 0.764820043374326,
      "eval_stsbenchmark_test_spearman": 0.7485893789979496,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7680773409085008,
      "step": 34375
    },
    {
      "epoch": 2.24,
      "learning_rate": 2.69710861967228e-06,
      "loss": 0.0001,
      "step": 35000
    },
    {
      "epoch": 2.24,
      "eval_avg_sts": 0.7387507850343802,
      "eval_avg_test": 0.7355342211965702,
      "eval_avg_train_and_dev": 0.7445443682185053,
      "eval_runtime": 22.2171,
      "eval_sickrelatedness_spearman": 0.7125033872391564,
      "eval_sickrelatedness_test_spearman": 0.7073772850432812,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7177230874857234,
      "eval_sts12_spearman": 0.6247069431706919,
      "eval_sts13_spearman": 0.8046176559037094,
      "eval_sts14_spearman": 0.7071478374873903,
      "eval_sts15_spearman": 0.7836492394816458,
      "eval_sts16_spearman": 0.7707143442262178,
      "eval_stsbenchmark_spearman": 0.7679160877318494,
      "eval_stsbenchmark_test_spearman": 0.7505262430630557,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7713656489512873,
      "step": 35000
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.5554899913757893e-06,
      "loss": 0.0001,
      "step": 35625
    },
    {
      "epoch": 2.28,
      "eval_avg_sts": 0.7377723938824481,
      "eval_avg_test": 0.7345737983826125,
      "eval_avg_train_and_dev": 0.7435797752746427,
      "eval_runtime": 22.0951,
      "eval_sickrelatedness_spearman": 0.7123552031305164,
      "eval_sickrelatedness_test_spearman": 0.7072368789839194,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7175580611123827,
      "eval_sts12_spearman": 0.6227870968906012,
      "eval_sts13_spearman": 0.8046259866606313,
      "eval_sts14_spearman": 0.7045085522245373,
      "eval_sts15_spearman": 0.7838932428340308,
      "eval_sts16_spearman": 0.7701283228301814,
      "eval_stsbenchmark_spearman": 0.7661083526066392,
      "eval_stsbenchmark_test_spearman": 0.7488365082543857,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7696014894369028,
      "step": 35625
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.4136444101493353e-06,
      "loss": 0.0,
      "step": 36250
    },
    {
      "epoch": 2.32,
      "eval_avg_sts": 0.7386155577954275,
      "eval_avg_test": 0.7353702532577143,
      "eval_avg_train_and_dev": 0.7437646103034667,
      "eval_runtime": 20.9396,
      "eval_sickrelatedness_spearman": 0.7116453653128161,
      "eval_sickrelatedness_test_spearman": 0.7065116410259358,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7168516996463055,
      "eval_sts12_spearman": 0.6248182960777477,
      "eval_sts13_spearman": 0.8056761080437632,
      "eval_sts14_spearman": 0.7057631810447995,
      "eval_sts15_spearman": 0.7847325098633744,
      "eval_sts16_spearman": 0.7705122919119067,
      "eval_stsbenchmark_spearman": 0.7671611523135844,
      "eval_stsbenchmark_test_spearman": 0.7495777448364731,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7706775209606281,
      "step": 36250
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2717988289228813e-06,
      "loss": 0.0001,
      "step": 36875
    },
    {
      "epoch": 2.36,
      "eval_avg_sts": 0.740149603021757,
      "eval_avg_test": 0.7367482300057596,
      "eval_avg_train_and_dev": 0.7453363908257578,
      "eval_runtime": 20.671,
      "eval_sickrelatedness_spearman": 0.7126227371950188,
      "eval_sickrelatedness_test_spearman": 0.7077303136706309,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7176363979763565,
      "eval_sts12_spearman": 0.6274167410561244,
      "eval_sts13_spearman": 0.8069745763455181,
      "eval_sts14_spearman": 0.7076654105229765,
      "eval_sts15_spearman": 0.7863406428310873,
      "eval_sts16_spearman": 0.7707586061652102,
      "eval_stsbenchmark_spearman": 0.7692685070363641,
      "eval_stsbenchmark_test_spearman": 0.7503513194487701,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7730363836751589,
      "step": 36875
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.129953247696428e-06,
      "loss": 0.0001,
      "step": 37500
    },
    {
      "epoch": 2.4,
      "eval_avg_sts": 0.7395131963250486,
      "eval_avg_test": 0.7361937524639587,
      "eval_avg_train_and_dev": 0.7453992073695682,
      "eval_runtime": 20.4199,
      "eval_sickrelatedness_spearman": 0.7127770844855997,
      "eval_sickrelatedness_test_spearman": 0.7078060121991877,
      "eval_sickrelatedness_train_and_dev_spearman": 0.717903112924754,
      "eval_sts12_spearman": 0.6274978324241501,
      "eval_sts13_spearman": 0.805585095341077,
      "eval_sts14_spearman": 0.7071221897597898,
      "eval_sts15_spearman": 0.7836729881285205,
      "eval_sts16_spearman": 0.7706690961987493,
      "eval_stsbenchmark_spearman": 0.7692680879374545,
      "eval_stsbenchmark_test_spearman": 0.7510030531962361,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7728953018143825,
      "step": 37500
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.9883346193999368e-06,
      "loss": 0.0002,
      "step": 38125
    },
    {
      "epoch": 2.44,
      "eval_avg_sts": 0.7387624644292584,
      "eval_avg_test": 0.7352227757479233,
      "eval_avg_train_and_dev": 0.7425307943142997,
      "eval_runtime": 20.7947,
      "eval_sickrelatedness_spearman": 0.7102028117293744,
      "eval_sickrelatedness_test_spearman": 0.7047476872624795,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7157212183265218,
      "eval_sts12_spearman": 0.6320284509392846,
      "eval_sts13_spearman": 0.8033937882675368,
      "eval_sts14_spearman": 0.7054126300177038,
      "eval_sts15_spearman": 0.78530200196467,
      "eval_sts16_spearman": 0.7695255766427133,
      "eval_stsbenchmark_spearman": 0.7654719914435268,
      "eval_stsbenchmark_test_spearman": 0.7461492951410754,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7693403703020776,
      "step": 38125
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.846715991103445e-06,
      "loss": 0.0001,
      "step": 38750
    },
    {
      "epoch": 2.48,
      "eval_avg_sts": 0.7374253093552523,
      "eval_avg_test": 0.7339404463063186,
      "eval_avg_train_and_dev": 0.7421398368400338,
      "eval_runtime": 20.4703,
      "eval_sickrelatedness_spearman": 0.7107438562185104,
      "eval_sickrelatedness_test_spearman": 0.7052514908771994,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7163253665937409,
      "eval_sts12_spearman": 0.6286712483831545,
      "eval_sts13_spearman": 0.8022301065346743,
      "eval_sts14_spearman": 0.7048882397124776,
      "eval_sts15_spearman": 0.7831405592800499,
      "eval_sts16_spearman": 0.7680903822018597,
      "eval_stsbenchmark_spearman": 0.7642127731560395,
      "eval_stsbenchmark_test_spearman": 0.7453110971548148,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7679543070863266,
      "step": 38750
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.7048704098769918e-06,
      "loss": 0.0,
      "step": 39375
    },
    {
      "epoch": 2.52,
      "eval_avg_sts": 0.7368107941649409,
      "eval_avg_test": 0.7334652203074301,
      "eval_avg_train_and_dev": 0.741976935359566,
      "eval_runtime": 20.8182,
      "eval_sickrelatedness_spearman": 0.7104882673504456,
      "eval_sickrelatedness_test_spearman": 0.7051023764808654,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7159384852490909,
      "eval_sts12_spearman": 0.6268768757514214,
      "eval_sts13_spearman": 0.8029190740819949,
      "eval_sts14_spearman": 0.7022475030486164,
      "eval_sts15_spearman": 0.7826530446059501,
      "eval_sts16_spearman": 0.7681144502337414,
      "eval_stsbenchmark_spearman": 0.7643763440824164,
      "eval_stsbenchmark_test_spearman": 0.7463432179494219,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7680153854700411,
      "step": 39375
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.5630248286505382e-06,
      "loss": 0.0001,
      "step": 40000
    },
    {
      "epoch": 2.56,
      "eval_avg_sts": 0.7381003659828818,
      "eval_avg_test": 0.7347244014162845,
      "eval_avg_train_and_dev": 0.7429134210348216,
      "eval_runtime": 20.3825,
      "eval_sickrelatedness_spearman": 0.710316206946611,
      "eval_sickrelatedness_test_spearman": 0.7046947189644344,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7160195342787384,
      "eval_sts12_spearman": 0.6302424800213983,
      "eval_sts13_spearman": 0.803247786425164,
      "eval_sts14_spearman": 0.7037417379983866,
      "eval_sts15_spearman": 0.7831307580280404,
      "eval_sts16_spearman": 0.7698214390074158,
      "eval_stsbenchmark_spearman": 0.7662021534531573,
      "eval_stsbenchmark_test_spearman": 0.7481918894691519,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7698073077909047,
      "step": 40000
    },
    {
      "epoch": 2.6,
      "learning_rate": 1.4211792474240842e-06,
      "loss": 0.0,
      "step": 40625
    },
    {
      "epoch": 2.6,
      "eval_avg_sts": 0.7384929628200189,
      "eval_avg_test": 0.7351061112883038,
      "eval_avg_train_and_dev": 0.7432958438543483,
      "eval_runtime": 20.8515,
      "eval_sickrelatedness_spearman": 0.7108589590676125,
      "eval_sickrelatedness_test_spearman": 0.7053178143923748,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7164885700394883,
      "eval_sts12_spearman": 0.6291888769664764,
      "eval_sts13_spearman": 0.8041919909911799,
      "eval_sts14_spearman": 0.7045984873525695,
      "eval_sts15_spearman": 0.7839088787514867,
      "eval_sts16_spearman": 0.7702165266681544,
      "eval_stsbenchmark_spearman": 0.766487019942652,
      "eval_stsbenchmark_test_spearman": 0.7483202038958853,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7701031176692084,
      "step": 40625
    },
    {
      "epoch": 2.64,
      "learning_rate": 1.2793336661976307e-06,
      "loss": 0.0002,
      "step": 41250
    },
    {
      "epoch": 2.64,
      "eval_avg_sts": 0.7371561236957961,
      "eval_avg_test": 0.7339566580465452,
      "eval_avg_train_and_dev": 0.7422583980781617,
      "eval_runtime": 21.234,
      "eval_sickrelatedness_spearman": 0.7099911047770248,
      "eval_sickrelatedness_test_spearman": 0.7044999663247513,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7155628833300955,
      "eval_sts12_spearman": 0.6254860905536815,
      "eval_sts13_spearman": 0.8017523519499081,
      "eval_sts14_spearman": 0.7028572928547238,
      "eval_sts15_spearman": 0.7845378195212266,
      "eval_sts16_spearman": 0.7699394553459527,
      "eval_stsbenchmark_spearman": 0.7655287508680542,
      "eval_stsbenchmark_test_spearman": 0.7486236297755721,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7689539128262279,
      "step": 41250
    },
    {
      "epoch": 2.68,
      "learning_rate": 1.1374880849711772e-06,
      "loss": 0.0001,
      "step": 41875
    },
    {
      "epoch": 2.68,
      "eval_avg_sts": 0.7370631114339077,
      "eval_avg_test": 0.7338136544671776,
      "eval_avg_train_and_dev": 0.7423301757389922,
      "eval_runtime": 21.6943,
      "eval_sickrelatedness_spearman": 0.7102428073706631,
      "eval_sickrelatedness_test_spearman": 0.7048236058355623,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7157821202465618,
      "eval_sts12_spearman": 0.6236458167934951,
      "eval_sts13_spearman": 0.8023700660147888,
      "eval_sts14_spearman": 0.703084563331531,
      "eval_sts15_spearman": 0.7846832363439064,
      "eval_sts16_spearman": 0.7700794957874387,
      "eval_stsbenchmark_spearman": 0.7653357943955308,
      "eval_stsbenchmark_test_spearman": 0.7480087971635208,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7688782312314226,
      "step": 41875
    },
    {
      "epoch": 2.72,
      "learning_rate": 9.956425037447234e-07,
      "loss": 0.0001,
      "step": 42500
    },
    {
      "epoch": 2.72,
      "eval_avg_sts": 0.7382956278861713,
      "eval_avg_test": 0.734991312963749,
      "eval_avg_train_and_dev": 0.7428571308285099,
      "eval_runtime": 21.0897,
      "eval_sickrelatedness_spearman": 0.7102825098008535,
      "eval_sickrelatedness_test_spearman": 0.7048535850875951,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7157899403058504,
      "eval_sts12_spearman": 0.6265558778138477,
      "eval_sts13_spearman": 0.8033181918156761,
      "eval_sts14_spearman": 0.7042972985487412,
      "eval_sts15_spearman": 0.7861678530544808,
      "eval_sts16_spearman": 0.7711254897645943,
      "eval_stsbenchmark_spearman": 0.7663221744050053,
      "eval_stsbenchmark_test_spearman": 0.7486208946613078,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7699243213511694,
      "step": 42500
    },
    {
      "epoch": 2.76,
      "learning_rate": 8.540238754482321e-07,
      "loss": 0.0001,
      "step": 43125
    },
    {
      "epoch": 2.76,
      "eval_avg_sts": 0.7377715580722582,
      "eval_avg_test": 0.7345108563336945,
      "eval_avg_train_and_dev": 0.7427287762752324,
      "eval_runtime": 22.1235,
      "eval_sickrelatedness_spearman": 0.7106771021682546,
      "eval_sickrelatedness_test_spearman": 0.705266686228856,
      "eval_sickrelatedness_train_and_dev_spearman": 0.716181272162837,
      "eval_sts12_spearman": 0.6239496815809444,
      "eval_sts13_spearman": 0.8039159573225746,
      "eval_sts14_spearman": 0.7040700656997784,
      "eval_sts15_spearman": 0.7851629218072443,
      "eval_sts16_spearman": 0.7708450368779131,
      "eval_stsbenchmark_spearman": 0.7657801410490988,
      "eval_stsbenchmark_test_spearman": 0.7483656448185506,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7692762803876276,
      "step": 43125
    },
    {
      "epoch": 2.8,
      "learning_rate": 7.121782942217785e-07,
      "loss": 0.0,
      "step": 43750
    },
    {
      "epoch": 2.8,
      "eval_avg_sts": 0.7376141103751033,
      "eval_avg_test": 0.7344015898023963,
      "eval_avg_train_and_dev": 0.742544402311891,
      "eval_runtime": 21.1096,
      "eval_sickrelatedness_spearman": 0.7104606827644014,
      "eval_sickrelatedness_test_spearman": 0.7050746381321955,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7159137410961507,
      "eval_sts12_spearman": 0.6239536269253912,
      "eval_sts13_spearman": 0.8036508752187724,
      "eval_sts14_spearman": 0.7037219130584743,
      "eval_sts15_spearman": 0.7847939731114079,
      "eval_sts16_spearman": 0.7709951067177447,
      "eval_stsbenchmark_spearman": 0.7657225948295306,
      "eval_stsbenchmark_test_spearman": 0.748620995452788,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7691750635276314,
      "step": 43750
    },
    {
      "epoch": 2.84,
      "learning_rate": 5.703327129953248e-07,
      "loss": 0.0001,
      "step": 44375
    },
    {
      "epoch": 2.84,
      "eval_avg_sts": 0.7375152940520443,
      "eval_avg_test": 0.7343389041124367,
      "eval_avg_train_and_dev": 0.7423452174385804,
      "eval_runtime": 22.0931,
      "eval_sickrelatedness_spearman": 0.7104542745458605,
      "eval_sickrelatedness_test_spearman": 0.705098130115833,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7158819129939784,
      "eval_sts12_spearman": 0.6246511970226402,
      "eval_sts13_spearman": 0.8034092134157865,
      "eval_sts14_spearman": 0.7037963451422589,
      "eval_sts15_spearman": 0.7839004357252624,
      "eval_sts16_spearman": 0.7710148359050526,
      "eval_stsbenchmark_spearman": 0.7653807566074485,
      "eval_stsbenchmark_test_spearman": 0.7485021714602236,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7688085218831824,
      "step": 44375
    },
    {
      "epoch": 2.88,
      "learning_rate": 4.2848713176887115e-07,
      "loss": 0.0,
      "step": 45000
    },
    {
      "epoch": 2.88,
      "eval_avg_sts": 0.7373122545485458,
      "eval_avg_test": 0.7341422495112051,
      "eval_avg_train_and_dev": 0.7421676000848536,
      "eval_runtime": 21.0333,
      "eval_sickrelatedness_spearman": 0.7104022241403064,
      "eval_sickrelatedness_test_spearman": 0.7050898274710157,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7157835004453044,
      "eval_sts12_spearman": 0.6238646284703343,
      "eval_sts13_spearman": 0.8032636806389909,
      "eval_sts14_spearman": 0.7035512511045346,
      "eval_sts15_spearman": 0.7839647615882837,
      "eval_sts16_spearman": 0.7710192044322828,
      "eval_stsbenchmark_spearman": 0.7651200314650877,
      "eval_stsbenchmark_test_spearman": 0.7482423928729935,
      "eval_stsbenchmark_train_and_dev_spearman": 0.768551699724403,
      "step": 45000
    },
    {
      "epoch": 2.92,
      "learning_rate": 2.8664155054241755e-07,
      "loss": 0.0001,
      "step": 45625
    },
    {
      "epoch": 2.92,
      "eval_avg_sts": 0.7376021690547506,
      "eval_avg_test": 0.7344364718587105,
      "eval_avg_train_and_dev": 0.7420987124013947,
      "eval_runtime": 20.9052,
      "eval_sickrelatedness_spearman": 0.7100355064557035,
      "eval_sickrelatedness_test_spearman": 0.7047251628468761,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7154114262576732,
      "eval_sts12_spearman": 0.6245606765009919,
      "eval_sts13_spearman": 0.8038598745242214,
      "eval_sts14_spearman": 0.7038508600251897,
      "eval_sts15_spearman": 0.7847361674768141,
      "eval_sts16_spearman": 0.770818571348578,
      "eval_stsbenchmark_spearman": 0.765353527051755,
      "eval_stsbenchmark_test_spearman": 0.7485039902883023,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7687859985451162,
      "step": 45625
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.447959693159639e-07,
      "loss": 0.0001,
      "step": 46250
    },
    {
      "epoch": 2.96,
      "eval_avg_sts": 0.737426533458678,
      "eval_avg_test": 0.7342698102173869,
      "eval_avg_train_and_dev": 0.7419274116141954,
      "eval_runtime": 20.2997,
      "eval_sickrelatedness_spearman": 0.7099669691358331,
      "eval_sickrelatedness_test_spearman": 0.7046739918719009,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7153334695992425,
      "eval_sts12_spearman": 0.6238235463591946,
      "eval_sts13_spearman": 0.8041066380633766,
      "eval_sts14_spearman": 0.7036262868879434,
      "eval_sts15_spearman": 0.7846043548200616,
      "eval_sts16_spearman": 0.770752451815878,
      "eval_stsbenchmark_spearman": 0.7651054871284582,
      "eval_stsbenchmark_test_spearman": 0.7483014017033541,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7685213536291483,
      "step": 46250
    },
    {
      "epoch": 3.0,
      "learning_rate": 2.9503880895102356e-09,
      "loss": 0.0001,
      "step": 46875
    },
    {
      "epoch": 3.0,
      "eval_avg_sts": 0.7374977429972559,
      "eval_avg_test": 0.7343576643139398,
      "eval_avg_train_and_dev": 0.7419344676757816,
      "eval_runtime": 20.8011,
      "eval_sickrelatedness_spearman": 0.7099435140291807,
      "eval_sickrelatedness_test_spearman": 0.7046738346759807,
      "eval_sickrelatedness_train_and_dev_spearman": 0.7152876184590635,
      "eval_sts12_spearman": 0.6240417964491191,
      "eval_sts13_spearman": 0.8041867824864875,
      "eval_sts14_spearman": 0.703700075594037,
      "eval_sts15_spearman": 0.7846174552488144,
      "eval_sts16_spearman": 0.7708088556462593,
      "eval_stsbenchmark_spearman": 0.7651857215268932,
      "eval_stsbenchmark_test_spearman": 0.7484748500968808,
      "eval_stsbenchmark_train_and_dev_spearman": 0.7685813168924998,
      "step": 46875
    },
    {
      "epoch": 3.0,
      "step": 46875,
      "total_flos": 0.0,
      "train_loss": 0.00036472132327159247,
      "train_runtime": 8039.9662,
      "train_samples_per_second": 373.136,
      "train_steps_per_second": 5.83
    }
  ],
  "max_steps": 46875,
  "num_train_epochs": 3,
  "total_flos": 0.0,
  "trial_name": null,
  "trial_params": null
}