bobox's picture
Training in progress, step 8811, checkpoint
0a329a0 verified
raw
history blame
61.9 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.5,
"eval_steps": 735,
"global_step": 8811,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.02502553626149132,
"grad_norm": 65.55949401855469,
"learning_rate": 4.834865509022812e-07,
"loss": 16.851,
"step": 147
},
{
"epoch": 0.05005107252298264,
"grad_norm": 23.207971572875977,
"learning_rate": 9.805924412665985e-07,
"loss": 11.2787,
"step": 294
},
{
"epoch": 0.07507660878447395,
"grad_norm": 176.1532440185547,
"learning_rate": 1.481103166496425e-06,
"loss": 8.9166,
"step": 441
},
{
"epoch": 0.10010214504596528,
"grad_norm": 22.1564998626709,
"learning_rate": 1.981613891726251e-06,
"loss": 7.9463,
"step": 588
},
{
"epoch": 0.12512768130745658,
"grad_norm": 20.11876106262207,
"learning_rate": 2.4821246169560777e-06,
"loss": 7.2108,
"step": 735
},
{
"epoch": 0.12512768130745658,
"eval_nli-pairs_loss": 6.905651569366455,
"eval_nli-pairs_runtime": 4.0844,
"eval_nli-pairs_samples_per_second": 36.725,
"eval_nli-pairs_steps_per_second": 1.224,
"eval_sts-test_pearson_cosine": 0.3740256550072784,
"eval_sts-test_pearson_dot": 0.13384893803205677,
"eval_sts-test_pearson_euclidean": 0.3912387619869807,
"eval_sts-test_pearson_manhattan": 0.4202605137823524,
"eval_sts-test_pearson_max": 0.4202605137823524,
"eval_sts-test_spearman_cosine": 0.37210107338950205,
"eval_sts-test_spearman_dot": 0.12092409843417483,
"eval_sts-test_spearman_euclidean": 0.39172287978780546,
"eval_sts-test_spearman_manhattan": 0.4169664738563951,
"eval_sts-test_spearman_max": 0.4169664738563951,
"step": 735
},
{
"epoch": 0.12512768130745658,
"eval_vitaminc-pairs_loss": 5.720878601074219,
"eval_vitaminc-pairs_runtime": 2.1703,
"eval_vitaminc-pairs_samples_per_second": 69.115,
"eval_vitaminc-pairs_steps_per_second": 2.304,
"step": 735
},
{
"epoch": 0.12512768130745658,
"eval_qnli-contrastive_loss": 8.1649751663208,
"eval_qnli-contrastive_runtime": 0.4937,
"eval_qnli-contrastive_samples_per_second": 303.841,
"eval_qnli-contrastive_steps_per_second": 10.128,
"step": 735
},
{
"epoch": 0.12512768130745658,
"eval_scitail-pairs-qa_loss": 3.7859296798706055,
"eval_scitail-pairs-qa_runtime": 1.1509,
"eval_scitail-pairs-qa_samples_per_second": 130.329,
"eval_scitail-pairs-qa_steps_per_second": 4.344,
"step": 735
},
{
"epoch": 0.12512768130745658,
"eval_scitail-pairs-pos_loss": 3.9919917583465576,
"eval_scitail-pairs-pos_runtime": 2.1442,
"eval_scitail-pairs-pos_samples_per_second": 69.956,
"eval_scitail-pairs-pos_steps_per_second": 2.332,
"step": 735
},
{
"epoch": 0.12512768130745658,
"eval_xsum-pairs_loss": 4.600368976593018,
"eval_xsum-pairs_runtime": 2.26,
"eval_xsum-pairs_samples_per_second": 66.371,
"eval_xsum-pairs_steps_per_second": 2.212,
"step": 735
},
{
"epoch": 0.12512768130745658,
"eval_compression-pairs_loss": 3.3037569522857666,
"eval_compression-pairs_runtime": 0.449,
"eval_compression-pairs_samples_per_second": 334.078,
"eval_compression-pairs_steps_per_second": 11.136,
"step": 735
},
{
"epoch": 0.12512768130745658,
"eval_sciq_pairs_loss": 10.214456558227539,
"eval_sciq_pairs_runtime": 7.1179,
"eval_sciq_pairs_samples_per_second": 21.074,
"eval_sciq_pairs_steps_per_second": 0.702,
"step": 735
},
{
"epoch": 0.12512768130745658,
"eval_qasc_pairs_loss": 10.58031940460205,
"eval_qasc_pairs_runtime": 2.0175,
"eval_qasc_pairs_samples_per_second": 74.348,
"eval_qasc_pairs_steps_per_second": 2.478,
"step": 735
},
{
"epoch": 0.12512768130745658,
"eval_openbookqa_pairs_loss": 7.862658977508545,
"eval_openbookqa_pairs_runtime": 0.8571,
"eval_openbookqa_pairs_samples_per_second": 120.168,
"eval_openbookqa_pairs_steps_per_second": 4.667,
"step": 735
},
{
"epoch": 0.12512768130745658,
"eval_msmarco_pairs_loss": 8.754273414611816,
"eval_msmarco_pairs_runtime": 2.7533,
"eval_msmarco_pairs_samples_per_second": 54.481,
"eval_msmarco_pairs_steps_per_second": 1.816,
"step": 735
},
{
"epoch": 0.12512768130745658,
"eval_nq_pairs_loss": 8.415486335754395,
"eval_nq_pairs_runtime": 5.0894,
"eval_nq_pairs_samples_per_second": 29.473,
"eval_nq_pairs_steps_per_second": 0.982,
"step": 735
},
{
"epoch": 0.12512768130745658,
"eval_trivia_pairs_loss": 9.051105499267578,
"eval_trivia_pairs_runtime": 9.5498,
"eval_trivia_pairs_samples_per_second": 15.707,
"eval_trivia_pairs_steps_per_second": 0.524,
"step": 735
},
{
"epoch": 0.12512768130745658,
"eval_quora_pairs_loss": 4.5232110023498535,
"eval_quora_pairs_runtime": 1.1469,
"eval_quora_pairs_samples_per_second": 130.785,
"eval_quora_pairs_steps_per_second": 4.36,
"step": 735
},
{
"epoch": 0.12512768130745658,
"eval_gooaq_pairs_loss": 7.579105854034424,
"eval_gooaq_pairs_runtime": 2.0491,
"eval_gooaq_pairs_samples_per_second": 73.203,
"eval_gooaq_pairs_steps_per_second": 2.44,
"step": 735
},
{
"epoch": 0.1501532175689479,
"grad_norm": 31.7736759185791,
"learning_rate": 2.982635342185904e-06,
"loss": 6.7709,
"step": 882
},
{
"epoch": 0.1751787538304392,
"grad_norm": 31.57339096069336,
"learning_rate": 3.4831460674157306e-06,
"loss": 6.1746,
"step": 1029
},
{
"epoch": 0.20020429009193055,
"grad_norm": 25.392702102661133,
"learning_rate": 3.9836567926455565e-06,
"loss": 5.7706,
"step": 1176
},
{
"epoch": 0.22522982635342187,
"grad_norm": 32.390472412109375,
"learning_rate": 4.484167517875383e-06,
"loss": 5.7283,
"step": 1323
},
{
"epoch": 0.25025536261491316,
"grad_norm": 18.85039520263672,
"learning_rate": 4.98467824310521e-06,
"loss": 5.1856,
"step": 1470
},
{
"epoch": 0.25025536261491316,
"eval_nli-pairs_loss": 4.352054119110107,
"eval_nli-pairs_runtime": 4.1476,
"eval_nli-pairs_samples_per_second": 36.165,
"eval_nli-pairs_steps_per_second": 1.206,
"eval_sts-test_pearson_cosine": 0.6694155778571752,
"eval_sts-test_pearson_dot": 0.5201102118957572,
"eval_sts-test_pearson_euclidean": 0.6613028243200022,
"eval_sts-test_pearson_manhattan": 0.6670710500315469,
"eval_sts-test_pearson_max": 0.6694155778571752,
"eval_sts-test_spearman_cosine": 0.6367853204388882,
"eval_sts-test_spearman_dot": 0.4940207180607985,
"eval_sts-test_spearman_euclidean": 0.6391132775161348,
"eval_sts-test_spearman_manhattan": 0.6446159957787251,
"eval_sts-test_spearman_max": 0.6446159957787251,
"step": 1470
},
{
"epoch": 0.25025536261491316,
"eval_vitaminc-pairs_loss": 3.4987735748291016,
"eval_vitaminc-pairs_runtime": 2.1678,
"eval_vitaminc-pairs_samples_per_second": 69.194,
"eval_vitaminc-pairs_steps_per_second": 2.306,
"step": 1470
},
{
"epoch": 0.25025536261491316,
"eval_qnli-contrastive_loss": 12.915559768676758,
"eval_qnli-contrastive_runtime": 0.4918,
"eval_qnli-contrastive_samples_per_second": 304.99,
"eval_qnli-contrastive_steps_per_second": 10.166,
"step": 1470
},
{
"epoch": 0.25025536261491316,
"eval_scitail-pairs-qa_loss": 1.3250077962875366,
"eval_scitail-pairs-qa_runtime": 1.154,
"eval_scitail-pairs-qa_samples_per_second": 129.984,
"eval_scitail-pairs-qa_steps_per_second": 4.333,
"step": 1470
},
{
"epoch": 0.25025536261491316,
"eval_scitail-pairs-pos_loss": 2.457335948944092,
"eval_scitail-pairs-pos_runtime": 2.1475,
"eval_scitail-pairs-pos_samples_per_second": 69.85,
"eval_scitail-pairs-pos_steps_per_second": 2.328,
"step": 1470
},
{
"epoch": 0.25025536261491316,
"eval_xsum-pairs_loss": 3.071201801300049,
"eval_xsum-pairs_runtime": 2.2634,
"eval_xsum-pairs_samples_per_second": 66.271,
"eval_xsum-pairs_steps_per_second": 2.209,
"step": 1470
},
{
"epoch": 0.25025536261491316,
"eval_compression-pairs_loss": 2.0629916191101074,
"eval_compression-pairs_runtime": 0.4529,
"eval_compression-pairs_samples_per_second": 331.23,
"eval_compression-pairs_steps_per_second": 11.041,
"step": 1470
},
{
"epoch": 0.25025536261491316,
"eval_sciq_pairs_loss": 9.06814193725586,
"eval_sciq_pairs_runtime": 7.1445,
"eval_sciq_pairs_samples_per_second": 20.995,
"eval_sciq_pairs_steps_per_second": 0.7,
"step": 1470
},
{
"epoch": 0.25025536261491316,
"eval_qasc_pairs_loss": 9.245658874511719,
"eval_qasc_pairs_runtime": 2.0471,
"eval_qasc_pairs_samples_per_second": 73.274,
"eval_qasc_pairs_steps_per_second": 2.442,
"step": 1470
},
{
"epoch": 0.25025536261491316,
"eval_openbookqa_pairs_loss": 5.652446746826172,
"eval_openbookqa_pairs_runtime": 0.8946,
"eval_openbookqa_pairs_samples_per_second": 115.14,
"eval_openbookqa_pairs_steps_per_second": 4.471,
"step": 1470
},
{
"epoch": 0.25025536261491316,
"eval_msmarco_pairs_loss": 4.844855785369873,
"eval_msmarco_pairs_runtime": 2.7887,
"eval_msmarco_pairs_samples_per_second": 53.788,
"eval_msmarco_pairs_steps_per_second": 1.793,
"step": 1470
},
{
"epoch": 0.25025536261491316,
"eval_nq_pairs_loss": 5.023958206176758,
"eval_nq_pairs_runtime": 5.0823,
"eval_nq_pairs_samples_per_second": 29.514,
"eval_nq_pairs_steps_per_second": 0.984,
"step": 1470
},
{
"epoch": 0.25025536261491316,
"eval_trivia_pairs_loss": 5.2907304763793945,
"eval_trivia_pairs_runtime": 9.6673,
"eval_trivia_pairs_samples_per_second": 15.516,
"eval_trivia_pairs_steps_per_second": 0.517,
"step": 1470
},
{
"epoch": 0.25025536261491316,
"eval_quora_pairs_loss": 1.5572240352630615,
"eval_quora_pairs_runtime": 1.1979,
"eval_quora_pairs_samples_per_second": 125.218,
"eval_quora_pairs_steps_per_second": 4.174,
"step": 1470
},
{
"epoch": 0.25025536261491316,
"eval_gooaq_pairs_loss": 3.970768928527832,
"eval_gooaq_pairs_runtime": 2.117,
"eval_gooaq_pairs_samples_per_second": 70.855,
"eval_gooaq_pairs_steps_per_second": 2.362,
"step": 1470
},
{
"epoch": 0.2752808988764045,
"grad_norm": 40.67585754394531,
"learning_rate": 5.4851889683350365e-06,
"loss": 4.185,
"step": 1617
},
{
"epoch": 0.3003064351378958,
"grad_norm": 45.92570495605469,
"learning_rate": 5.985699693564862e-06,
"loss": 4.6367,
"step": 1764
},
{
"epoch": 0.32533197139938713,
"grad_norm": 13.566838264465332,
"learning_rate": 6.486210418794688e-06,
"loss": 4.3615,
"step": 1911
},
{
"epoch": 0.3503575076608784,
"grad_norm": 9.495999336242676,
"learning_rate": 6.986721144024515e-06,
"loss": 4.1791,
"step": 2058
},
{
"epoch": 0.37538304392236976,
"grad_norm": 32.735416412353516,
"learning_rate": 7.487231869254341e-06,
"loss": 4.1051,
"step": 2205
},
{
"epoch": 0.37538304392236976,
"eval_nli-pairs_loss": 3.2717113494873047,
"eval_nli-pairs_runtime": 4.0124,
"eval_nli-pairs_samples_per_second": 37.384,
"eval_nli-pairs_steps_per_second": 1.246,
"eval_sts-test_pearson_cosine": 0.6958570089637609,
"eval_sts-test_pearson_dot": 0.5824298957890577,
"eval_sts-test_pearson_euclidean": 0.6893962819387462,
"eval_sts-test_pearson_manhattan": 0.6993681181979946,
"eval_sts-test_pearson_max": 0.6993681181979946,
"eval_sts-test_spearman_cosine": 0.6652712160836801,
"eval_sts-test_spearman_dot": 0.5536505624407877,
"eval_sts-test_spearman_euclidean": 0.6659844314307678,
"eval_sts-test_spearman_manhattan": 0.675740852112121,
"eval_sts-test_spearman_max": 0.675740852112121,
"step": 2205
},
{
"epoch": 0.37538304392236976,
"eval_vitaminc-pairs_loss": 2.7197911739349365,
"eval_vitaminc-pairs_runtime": 2.1625,
"eval_vitaminc-pairs_samples_per_second": 69.365,
"eval_vitaminc-pairs_steps_per_second": 2.312,
"step": 2205
},
{
"epoch": 0.37538304392236976,
"eval_qnli-contrastive_loss": 9.638714790344238,
"eval_qnli-contrastive_runtime": 0.4877,
"eval_qnli-contrastive_samples_per_second": 307.567,
"eval_qnli-contrastive_steps_per_second": 10.252,
"step": 2205
},
{
"epoch": 0.37538304392236976,
"eval_scitail-pairs-qa_loss": 0.8106752634048462,
"eval_scitail-pairs-qa_runtime": 1.1588,
"eval_scitail-pairs-qa_samples_per_second": 129.449,
"eval_scitail-pairs-qa_steps_per_second": 4.315,
"step": 2205
},
{
"epoch": 0.37538304392236976,
"eval_scitail-pairs-pos_loss": 1.8894625902175903,
"eval_scitail-pairs-pos_runtime": 2.1181,
"eval_scitail-pairs-pos_samples_per_second": 70.817,
"eval_scitail-pairs-pos_steps_per_second": 2.361,
"step": 2205
},
{
"epoch": 0.37538304392236976,
"eval_xsum-pairs_loss": 2.262718439102173,
"eval_xsum-pairs_runtime": 2.2585,
"eval_xsum-pairs_samples_per_second": 66.416,
"eval_xsum-pairs_steps_per_second": 2.214,
"step": 2205
},
{
"epoch": 0.37538304392236976,
"eval_compression-pairs_loss": 1.4910633563995361,
"eval_compression-pairs_runtime": 0.4462,
"eval_compression-pairs_samples_per_second": 336.204,
"eval_compression-pairs_steps_per_second": 11.207,
"step": 2205
},
{
"epoch": 0.37538304392236976,
"eval_sciq_pairs_loss": 8.59740161895752,
"eval_sciq_pairs_runtime": 7.1845,
"eval_sciq_pairs_samples_per_second": 20.878,
"eval_sciq_pairs_steps_per_second": 0.696,
"step": 2205
},
{
"epoch": 0.37538304392236976,
"eval_qasc_pairs_loss": 8.103879928588867,
"eval_qasc_pairs_runtime": 2.0762,
"eval_qasc_pairs_samples_per_second": 72.246,
"eval_qasc_pairs_steps_per_second": 2.408,
"step": 2205
},
{
"epoch": 0.37538304392236976,
"eval_openbookqa_pairs_loss": 5.090969562530518,
"eval_openbookqa_pairs_runtime": 0.89,
"eval_openbookqa_pairs_samples_per_second": 115.726,
"eval_openbookqa_pairs_steps_per_second": 4.494,
"step": 2205
},
{
"epoch": 0.37538304392236976,
"eval_msmarco_pairs_loss": 3.9566943645477295,
"eval_msmarco_pairs_runtime": 2.8183,
"eval_msmarco_pairs_samples_per_second": 53.223,
"eval_msmarco_pairs_steps_per_second": 1.774,
"step": 2205
},
{
"epoch": 0.37538304392236976,
"eval_nq_pairs_loss": 4.009054183959961,
"eval_nq_pairs_runtime": 5.0219,
"eval_nq_pairs_samples_per_second": 29.869,
"eval_nq_pairs_steps_per_second": 0.996,
"step": 2205
},
{
"epoch": 0.37538304392236976,
"eval_trivia_pairs_loss": 4.286431312561035,
"eval_trivia_pairs_runtime": 9.4975,
"eval_trivia_pairs_samples_per_second": 15.794,
"eval_trivia_pairs_steps_per_second": 0.526,
"step": 2205
},
{
"epoch": 0.37538304392236976,
"eval_quora_pairs_loss": 1.123273491859436,
"eval_quora_pairs_runtime": 1.1487,
"eval_quora_pairs_samples_per_second": 130.586,
"eval_quora_pairs_steps_per_second": 4.353,
"step": 2205
},
{
"epoch": 0.37538304392236976,
"eval_gooaq_pairs_loss": 3.222414255142212,
"eval_gooaq_pairs_runtime": 2.0173,
"eval_gooaq_pairs_samples_per_second": 74.357,
"eval_gooaq_pairs_steps_per_second": 2.479,
"step": 2205
},
{
"epoch": 0.4004085801838611,
"grad_norm": 218.56105041503906,
"learning_rate": 7.987742594484168e-06,
"loss": 3.7674,
"step": 2352
},
{
"epoch": 0.4254341164453524,
"grad_norm": 27.877609252929688,
"learning_rate": 8.488253319713993e-06,
"loss": 3.8729,
"step": 2499
},
{
"epoch": 0.45045965270684374,
"grad_norm": 33.50013732910156,
"learning_rate": 8.988764044943822e-06,
"loss": 3.4527,
"step": 2646
},
{
"epoch": 0.475485188968335,
"grad_norm": 14.015911102294922,
"learning_rate": 9.489274770173647e-06,
"loss": 3.3545,
"step": 2793
},
{
"epoch": 0.5005107252298263,
"grad_norm": 33.59694290161133,
"learning_rate": 9.989785495403473e-06,
"loss": 3.3247,
"step": 2940
},
{
"epoch": 0.5005107252298263,
"eval_nli-pairs_loss": 2.7121565341949463,
"eval_nli-pairs_runtime": 4.1564,
"eval_nli-pairs_samples_per_second": 36.089,
"eval_nli-pairs_steps_per_second": 1.203,
"eval_sts-test_pearson_cosine": 0.716623047702725,
"eval_sts-test_pearson_dot": 0.6128451070598809,
"eval_sts-test_pearson_euclidean": 0.7138791236031807,
"eval_sts-test_pearson_manhattan": 0.7213151818687454,
"eval_sts-test_pearson_max": 0.7213151818687454,
"eval_sts-test_spearman_cosine": 0.6919792400941177,
"eval_sts-test_spearman_dot": 0.5867158357121192,
"eval_sts-test_spearman_euclidean": 0.6925037259567834,
"eval_sts-test_spearman_manhattan": 0.7008895667910079,
"eval_sts-test_spearman_max": 0.7008895667910079,
"step": 2940
},
{
"epoch": 0.5005107252298263,
"eval_vitaminc-pairs_loss": 2.225992441177368,
"eval_vitaminc-pairs_runtime": 2.253,
"eval_vitaminc-pairs_samples_per_second": 66.577,
"eval_vitaminc-pairs_steps_per_second": 2.219,
"step": 2940
},
{
"epoch": 0.5005107252298263,
"eval_qnli-contrastive_loss": 4.92629861831665,
"eval_qnli-contrastive_runtime": 0.5005,
"eval_qnli-contrastive_samples_per_second": 299.691,
"eval_qnli-contrastive_steps_per_second": 9.99,
"step": 2940
},
{
"epoch": 0.5005107252298263,
"eval_scitail-pairs-qa_loss": 0.5898066163063049,
"eval_scitail-pairs-qa_runtime": 1.2227,
"eval_scitail-pairs-qa_samples_per_second": 122.682,
"eval_scitail-pairs-qa_steps_per_second": 4.089,
"step": 2940
},
{
"epoch": 0.5005107252298263,
"eval_scitail-pairs-pos_loss": 1.4237287044525146,
"eval_scitail-pairs-pos_runtime": 2.4409,
"eval_scitail-pairs-pos_samples_per_second": 61.452,
"eval_scitail-pairs-pos_steps_per_second": 2.048,
"step": 2940
},
{
"epoch": 0.5005107252298263,
"eval_xsum-pairs_loss": 1.8388895988464355,
"eval_xsum-pairs_runtime": 2.2831,
"eval_xsum-pairs_samples_per_second": 65.7,
"eval_xsum-pairs_steps_per_second": 2.19,
"step": 2940
},
{
"epoch": 0.5005107252298263,
"eval_compression-pairs_loss": 1.1590967178344727,
"eval_compression-pairs_runtime": 0.5152,
"eval_compression-pairs_samples_per_second": 291.165,
"eval_compression-pairs_steps_per_second": 9.706,
"step": 2940
},
{
"epoch": 0.5005107252298263,
"eval_sciq_pairs_loss": 8.282496452331543,
"eval_sciq_pairs_runtime": 7.2871,
"eval_sciq_pairs_samples_per_second": 20.584,
"eval_sciq_pairs_steps_per_second": 0.686,
"step": 2940
},
{
"epoch": 0.5005107252298263,
"eval_qasc_pairs_loss": 7.817965507507324,
"eval_qasc_pairs_runtime": 2.0211,
"eval_qasc_pairs_samples_per_second": 74.218,
"eval_qasc_pairs_steps_per_second": 2.474,
"step": 2940
},
{
"epoch": 0.5005107252298263,
"eval_openbookqa_pairs_loss": 4.619383811950684,
"eval_openbookqa_pairs_runtime": 0.8531,
"eval_openbookqa_pairs_samples_per_second": 120.731,
"eval_openbookqa_pairs_steps_per_second": 4.689,
"step": 2940
},
{
"epoch": 0.5005107252298263,
"eval_msmarco_pairs_loss": 3.478559970855713,
"eval_msmarco_pairs_runtime": 2.7512,
"eval_msmarco_pairs_samples_per_second": 54.522,
"eval_msmarco_pairs_steps_per_second": 1.817,
"step": 2940
},
{
"epoch": 0.5005107252298263,
"eval_nq_pairs_loss": 3.3449866771698,
"eval_nq_pairs_runtime": 5.0591,
"eval_nq_pairs_samples_per_second": 29.649,
"eval_nq_pairs_steps_per_second": 0.988,
"step": 2940
},
{
"epoch": 0.5005107252298263,
"eval_trivia_pairs_loss": 3.524484872817993,
"eval_trivia_pairs_runtime": 9.662,
"eval_trivia_pairs_samples_per_second": 15.525,
"eval_trivia_pairs_steps_per_second": 0.517,
"step": 2940
},
{
"epoch": 0.5005107252298263,
"eval_quora_pairs_loss": 0.9095575213432312,
"eval_quora_pairs_runtime": 1.2482,
"eval_quora_pairs_samples_per_second": 120.175,
"eval_quora_pairs_steps_per_second": 4.006,
"step": 2940
},
{
"epoch": 0.5005107252298263,
"eval_gooaq_pairs_loss": 2.6586034297943115,
"eval_gooaq_pairs_runtime": 2.1091,
"eval_gooaq_pairs_samples_per_second": 71.12,
"eval_gooaq_pairs_steps_per_second": 2.371,
"step": 2940
},
{
"epoch": 0.5255362614913177,
"grad_norm": 35.33409118652344,
"learning_rate": 1.04902962206333e-05,
"loss": 3.116,
"step": 3087
},
{
"epoch": 0.550561797752809,
"grad_norm": 22.29003143310547,
"learning_rate": 1.0990806945863125e-05,
"loss": 3.2418,
"step": 3234
},
{
"epoch": 0.5755873340143003,
"grad_norm": 31.277965545654297,
"learning_rate": 1.1491317671092953e-05,
"loss": 3.0757,
"step": 3381
},
{
"epoch": 0.6006128702757916,
"grad_norm": 24.612506866455078,
"learning_rate": 1.1991828396322778e-05,
"loss": 2.8524,
"step": 3528
},
{
"epoch": 0.625638406537283,
"grad_norm": 25.11741065979004,
"learning_rate": 1.2492339121552605e-05,
"loss": 2.6875,
"step": 3675
},
{
"epoch": 0.625638406537283,
"eval_nli-pairs_loss": 2.479051113128662,
"eval_nli-pairs_runtime": 3.9943,
"eval_nli-pairs_samples_per_second": 37.553,
"eval_nli-pairs_steps_per_second": 1.252,
"eval_sts-test_pearson_cosine": 0.7278742453545186,
"eval_sts-test_pearson_dot": 0.6217650825208566,
"eval_sts-test_pearson_euclidean": 0.7243228472931561,
"eval_sts-test_pearson_manhattan": 0.7333297580184588,
"eval_sts-test_pearson_max": 0.7333297580184588,
"eval_sts-test_spearman_cosine": 0.7013110457844404,
"eval_sts-test_spearman_dot": 0.5970993074902947,
"eval_sts-test_spearman_euclidean": 0.701564129266252,
"eval_sts-test_spearman_manhattan": 0.7116482009924582,
"eval_sts-test_spearman_max": 0.7116482009924582,
"step": 3675
},
{
"epoch": 0.625638406537283,
"eval_vitaminc-pairs_loss": 1.974273681640625,
"eval_vitaminc-pairs_runtime": 2.1754,
"eval_vitaminc-pairs_samples_per_second": 68.953,
"eval_vitaminc-pairs_steps_per_second": 2.298,
"step": 3675
},
{
"epoch": 0.625638406537283,
"eval_qnli-contrastive_loss": 1.7706010341644287,
"eval_qnli-contrastive_runtime": 0.4866,
"eval_qnli-contrastive_samples_per_second": 308.244,
"eval_qnli-contrastive_steps_per_second": 10.275,
"step": 3675
},
{
"epoch": 0.625638406537283,
"eval_scitail-pairs-qa_loss": 0.4400452673435211,
"eval_scitail-pairs-qa_runtime": 1.1519,
"eval_scitail-pairs-qa_samples_per_second": 130.222,
"eval_scitail-pairs-qa_steps_per_second": 4.341,
"step": 3675
},
{
"epoch": 0.625638406537283,
"eval_scitail-pairs-pos_loss": 1.1909903287887573,
"eval_scitail-pairs-pos_runtime": 2.1319,
"eval_scitail-pairs-pos_samples_per_second": 70.36,
"eval_scitail-pairs-pos_steps_per_second": 2.345,
"step": 3675
},
{
"epoch": 0.625638406537283,
"eval_xsum-pairs_loss": 1.4811985492706299,
"eval_xsum-pairs_runtime": 2.254,
"eval_xsum-pairs_samples_per_second": 66.548,
"eval_xsum-pairs_steps_per_second": 2.218,
"step": 3675
},
{
"epoch": 0.625638406537283,
"eval_compression-pairs_loss": 0.8453781008720398,
"eval_compression-pairs_runtime": 0.4401,
"eval_compression-pairs_samples_per_second": 340.826,
"eval_compression-pairs_steps_per_second": 11.361,
"step": 3675
},
{
"epoch": 0.625638406537283,
"eval_sciq_pairs_loss": 8.014656066894531,
"eval_sciq_pairs_runtime": 7.0707,
"eval_sciq_pairs_samples_per_second": 21.214,
"eval_sciq_pairs_steps_per_second": 0.707,
"step": 3675
},
{
"epoch": 0.625638406537283,
"eval_qasc_pairs_loss": 6.9316277503967285,
"eval_qasc_pairs_runtime": 2.0338,
"eval_qasc_pairs_samples_per_second": 73.752,
"eval_qasc_pairs_steps_per_second": 2.458,
"step": 3675
},
{
"epoch": 0.625638406537283,
"eval_openbookqa_pairs_loss": 4.21690034866333,
"eval_openbookqa_pairs_runtime": 0.918,
"eval_openbookqa_pairs_samples_per_second": 112.202,
"eval_openbookqa_pairs_steps_per_second": 4.357,
"step": 3675
},
{
"epoch": 0.625638406537283,
"eval_msmarco_pairs_loss": 3.0209598541259766,
"eval_msmarco_pairs_runtime": 2.7749,
"eval_msmarco_pairs_samples_per_second": 54.056,
"eval_msmarco_pairs_steps_per_second": 1.802,
"step": 3675
},
{
"epoch": 0.625638406537283,
"eval_nq_pairs_loss": 2.956088066101074,
"eval_nq_pairs_runtime": 5.0024,
"eval_nq_pairs_samples_per_second": 29.986,
"eval_nq_pairs_steps_per_second": 1.0,
"step": 3675
},
{
"epoch": 0.625638406537283,
"eval_trivia_pairs_loss": 3.17364501953125,
"eval_trivia_pairs_runtime": 9.4856,
"eval_trivia_pairs_samples_per_second": 15.813,
"eval_trivia_pairs_steps_per_second": 0.527,
"step": 3675
},
{
"epoch": 0.625638406537283,
"eval_quora_pairs_loss": 0.763593852519989,
"eval_quora_pairs_runtime": 1.1441,
"eval_quora_pairs_samples_per_second": 131.104,
"eval_quora_pairs_steps_per_second": 4.37,
"step": 3675
},
{
"epoch": 0.625638406537283,
"eval_gooaq_pairs_loss": 2.3524909019470215,
"eval_gooaq_pairs_runtime": 2.0161,
"eval_gooaq_pairs_samples_per_second": 74.4,
"eval_gooaq_pairs_steps_per_second": 2.48,
"step": 3675
},
{
"epoch": 0.6506639427987743,
"grad_norm": 31.163997650146484,
"learning_rate": 1.2992849846782432e-05,
"loss": 2.7808,
"step": 3822
},
{
"epoch": 0.6756894790602656,
"grad_norm": 14.883658409118652,
"learning_rate": 1.3493360572012258e-05,
"loss": 2.5687,
"step": 3969
},
{
"epoch": 0.7007150153217568,
"grad_norm": 5.874042987823486,
"learning_rate": 1.3993871297242083e-05,
"loss": 2.3034,
"step": 4116
},
{
"epoch": 0.7257405515832482,
"grad_norm": 31.464054107666016,
"learning_rate": 1.4494382022471912e-05,
"loss": 2.4412,
"step": 4263
},
{
"epoch": 0.7507660878447395,
"grad_norm": 16.43915367126465,
"learning_rate": 1.4994892747701737e-05,
"loss": 2.3293,
"step": 4410
},
{
"epoch": 0.7507660878447395,
"eval_nli-pairs_loss": 2.3226094245910645,
"eval_nli-pairs_runtime": 4.113,
"eval_nli-pairs_samples_per_second": 36.47,
"eval_nli-pairs_steps_per_second": 1.216,
"eval_sts-test_pearson_cosine": 0.7356971966139032,
"eval_sts-test_pearson_dot": 0.6150809513049869,
"eval_sts-test_pearson_euclidean": 0.7330733579988641,
"eval_sts-test_pearson_manhattan": 0.7423412248131348,
"eval_sts-test_pearson_max": 0.7423412248131348,
"eval_sts-test_spearman_cosine": 0.7121899723082045,
"eval_sts-test_spearman_dot": 0.5926505936679538,
"eval_sts-test_spearman_euclidean": 0.7130179905407037,
"eval_sts-test_spearman_manhattan": 0.7227257562995023,
"eval_sts-test_spearman_max": 0.7227257562995023,
"step": 4410
},
{
"epoch": 0.7507660878447395,
"eval_vitaminc-pairs_loss": 1.7956713438034058,
"eval_vitaminc-pairs_runtime": 2.174,
"eval_vitaminc-pairs_samples_per_second": 68.996,
"eval_vitaminc-pairs_steps_per_second": 2.3,
"step": 4410
},
{
"epoch": 0.7507660878447395,
"eval_qnli-contrastive_loss": 1.0078614950180054,
"eval_qnli-contrastive_runtime": 0.4874,
"eval_qnli-contrastive_samples_per_second": 307.763,
"eval_qnli-contrastive_steps_per_second": 10.259,
"step": 4410
},
{
"epoch": 0.7507660878447395,
"eval_scitail-pairs-qa_loss": 0.36971578001976013,
"eval_scitail-pairs-qa_runtime": 1.164,
"eval_scitail-pairs-qa_samples_per_second": 128.863,
"eval_scitail-pairs-qa_steps_per_second": 4.295,
"step": 4410
},
{
"epoch": 0.7507660878447395,
"eval_scitail-pairs-pos_loss": 1.0497769117355347,
"eval_scitail-pairs-pos_runtime": 2.1205,
"eval_scitail-pairs-pos_samples_per_second": 70.74,
"eval_scitail-pairs-pos_steps_per_second": 2.358,
"step": 4410
},
{
"epoch": 0.7507660878447395,
"eval_xsum-pairs_loss": 1.1691261529922485,
"eval_xsum-pairs_runtime": 2.259,
"eval_xsum-pairs_samples_per_second": 66.401,
"eval_xsum-pairs_steps_per_second": 2.213,
"step": 4410
},
{
"epoch": 0.7507660878447395,
"eval_compression-pairs_loss": 0.5027483105659485,
"eval_compression-pairs_runtime": 0.4403,
"eval_compression-pairs_samples_per_second": 340.682,
"eval_compression-pairs_steps_per_second": 11.356,
"step": 4410
},
{
"epoch": 0.7507660878447395,
"eval_sciq_pairs_loss": 7.823739528656006,
"eval_sciq_pairs_runtime": 7.0738,
"eval_sciq_pairs_samples_per_second": 21.205,
"eval_sciq_pairs_steps_per_second": 0.707,
"step": 4410
},
{
"epoch": 0.7507660878447395,
"eval_qasc_pairs_loss": 6.404655933380127,
"eval_qasc_pairs_runtime": 2.0346,
"eval_qasc_pairs_samples_per_second": 73.723,
"eval_qasc_pairs_steps_per_second": 2.457,
"step": 4410
},
{
"epoch": 0.7507660878447395,
"eval_openbookqa_pairs_loss": 3.857389211654663,
"eval_openbookqa_pairs_runtime": 0.8544,
"eval_openbookqa_pairs_samples_per_second": 120.547,
"eval_openbookqa_pairs_steps_per_second": 4.681,
"step": 4410
},
{
"epoch": 0.7507660878447395,
"eval_msmarco_pairs_loss": 2.7028510570526123,
"eval_msmarco_pairs_runtime": 2.7448,
"eval_msmarco_pairs_samples_per_second": 54.649,
"eval_msmarco_pairs_steps_per_second": 1.822,
"step": 4410
},
{
"epoch": 0.7507660878447395,
"eval_nq_pairs_loss": 2.679351329803467,
"eval_nq_pairs_runtime": 5.067,
"eval_nq_pairs_samples_per_second": 29.603,
"eval_nq_pairs_steps_per_second": 0.987,
"step": 4410
},
{
"epoch": 0.7507660878447395,
"eval_trivia_pairs_loss": 2.8798065185546875,
"eval_trivia_pairs_runtime": 9.5449,
"eval_trivia_pairs_samples_per_second": 15.715,
"eval_trivia_pairs_steps_per_second": 0.524,
"step": 4410
},
{
"epoch": 0.7507660878447395,
"eval_quora_pairs_loss": 0.6825175285339355,
"eval_quora_pairs_runtime": 1.1431,
"eval_quora_pairs_samples_per_second": 131.221,
"eval_quora_pairs_steps_per_second": 4.374,
"step": 4410
},
{
"epoch": 0.7507660878447395,
"eval_gooaq_pairs_loss": 2.0472166538238525,
"eval_gooaq_pairs_runtime": 2.0218,
"eval_gooaq_pairs_samples_per_second": 74.191,
"eval_gooaq_pairs_steps_per_second": 2.473,
"step": 4410
},
{
"epoch": 0.7757916241062308,
"grad_norm": 4.2425055503845215,
"learning_rate": 1.5495403472931565e-05,
"loss": 2.3651,
"step": 4557
},
{
"epoch": 0.8008171603677222,
"grad_norm": 22.42776107788086,
"learning_rate": 1.5995914198161388e-05,
"loss": 2.6296,
"step": 4704
},
{
"epoch": 0.8258426966292135,
"grad_norm": 21.169517517089844,
"learning_rate": 1.6496424923391215e-05,
"loss": 2.2108,
"step": 4851
},
{
"epoch": 0.8508682328907048,
"grad_norm": 23.326181411743164,
"learning_rate": 1.699693564862104e-05,
"loss": 2.1852,
"step": 4998
},
{
"epoch": 0.8758937691521961,
"grad_norm": 24.574176788330078,
"learning_rate": 1.7497446373850868e-05,
"loss": 2.2944,
"step": 5145
},
{
"epoch": 0.8758937691521961,
"eval_nli-pairs_loss": 2.0634915828704834,
"eval_nli-pairs_runtime": 4.0019,
"eval_nli-pairs_samples_per_second": 37.482,
"eval_nli-pairs_steps_per_second": 1.249,
"eval_sts-test_pearson_cosine": 0.7466390532977636,
"eval_sts-test_pearson_dot": 0.612259458274589,
"eval_sts-test_pearson_euclidean": 0.7432536346376271,
"eval_sts-test_pearson_manhattan": 0.7500490179501229,
"eval_sts-test_pearson_max": 0.7500490179501229,
"eval_sts-test_spearman_cosine": 0.728273260456201,
"eval_sts-test_spearman_dot": 0.5960115087190596,
"eval_sts-test_spearman_euclidean": 0.7272394395622148,
"eval_sts-test_spearman_manhattan": 0.7334149564445704,
"eval_sts-test_spearman_max": 0.7334149564445704,
"step": 5145
},
{
"epoch": 0.8758937691521961,
"eval_vitaminc-pairs_loss": 1.638654112815857,
"eval_vitaminc-pairs_runtime": 2.1637,
"eval_vitaminc-pairs_samples_per_second": 69.327,
"eval_vitaminc-pairs_steps_per_second": 2.311,
"step": 5145
},
{
"epoch": 0.8758937691521961,
"eval_qnli-contrastive_loss": 0.9639705419540405,
"eval_qnli-contrastive_runtime": 0.4889,
"eval_qnli-contrastive_samples_per_second": 306.825,
"eval_qnli-contrastive_steps_per_second": 10.228,
"step": 5145
},
{
"epoch": 0.8758937691521961,
"eval_scitail-pairs-qa_loss": 0.31595128774642944,
"eval_scitail-pairs-qa_runtime": 1.1467,
"eval_scitail-pairs-qa_samples_per_second": 130.806,
"eval_scitail-pairs-qa_steps_per_second": 4.36,
"step": 5145
},
{
"epoch": 0.8758937691521961,
"eval_scitail-pairs-pos_loss": 0.9187478423118591,
"eval_scitail-pairs-pos_runtime": 2.1273,
"eval_scitail-pairs-pos_samples_per_second": 70.512,
"eval_scitail-pairs-pos_steps_per_second": 2.35,
"step": 5145
},
{
"epoch": 0.8758937691521961,
"eval_xsum-pairs_loss": 1.060194492340088,
"eval_xsum-pairs_runtime": 2.2836,
"eval_xsum-pairs_samples_per_second": 65.686,
"eval_xsum-pairs_steps_per_second": 2.19,
"step": 5145
},
{
"epoch": 0.8758937691521961,
"eval_compression-pairs_loss": 0.41078585386276245,
"eval_compression-pairs_runtime": 0.4434,
"eval_compression-pairs_samples_per_second": 338.276,
"eval_compression-pairs_steps_per_second": 11.276,
"step": 5145
},
{
"epoch": 0.8758937691521961,
"eval_sciq_pairs_loss": 7.577760696411133,
"eval_sciq_pairs_runtime": 7.1025,
"eval_sciq_pairs_samples_per_second": 21.119,
"eval_sciq_pairs_steps_per_second": 0.704,
"step": 5145
},
{
"epoch": 0.8758937691521961,
"eval_qasc_pairs_loss": 6.353766918182373,
"eval_qasc_pairs_runtime": 2.0113,
"eval_qasc_pairs_samples_per_second": 74.58,
"eval_qasc_pairs_steps_per_second": 2.486,
"step": 5145
},
{
"epoch": 0.8758937691521961,
"eval_openbookqa_pairs_loss": 3.7140932083129883,
"eval_openbookqa_pairs_runtime": 0.8529,
"eval_openbookqa_pairs_samples_per_second": 120.762,
"eval_openbookqa_pairs_steps_per_second": 4.69,
"step": 5145
},
{
"epoch": 0.8758937691521961,
"eval_msmarco_pairs_loss": 2.3862576484680176,
"eval_msmarco_pairs_runtime": 2.8953,
"eval_msmarco_pairs_samples_per_second": 51.808,
"eval_msmarco_pairs_steps_per_second": 1.727,
"step": 5145
},
{
"epoch": 0.8758937691521961,
"eval_nq_pairs_loss": 2.3543190956115723,
"eval_nq_pairs_runtime": 5.0048,
"eval_nq_pairs_samples_per_second": 29.971,
"eval_nq_pairs_steps_per_second": 0.999,
"step": 5145
},
{
"epoch": 0.8758937691521961,
"eval_trivia_pairs_loss": 2.494807481765747,
"eval_trivia_pairs_runtime": 9.5513,
"eval_trivia_pairs_samples_per_second": 15.705,
"eval_trivia_pairs_steps_per_second": 0.523,
"step": 5145
},
{
"epoch": 0.8758937691521961,
"eval_quora_pairs_loss": 0.6137441992759705,
"eval_quora_pairs_runtime": 1.1541,
"eval_quora_pairs_samples_per_second": 129.967,
"eval_quora_pairs_steps_per_second": 4.332,
"step": 5145
},
{
"epoch": 0.8758937691521961,
"eval_gooaq_pairs_loss": 1.8279658555984497,
"eval_gooaq_pairs_runtime": 2.0951,
"eval_gooaq_pairs_samples_per_second": 71.595,
"eval_gooaq_pairs_steps_per_second": 2.387,
"step": 5145
},
{
"epoch": 0.9009193054136875,
"grad_norm": 10.590804100036621,
"learning_rate": 1.7997957099080695e-05,
"loss": 2.2133,
"step": 5292
},
{
"epoch": 0.9259448416751788,
"grad_norm": 18.527711868286133,
"learning_rate": 1.849846782431052e-05,
"loss": 2.2255,
"step": 5439
},
{
"epoch": 0.95097037793667,
"grad_norm": 2.617710828781128,
"learning_rate": 1.8995573714674838e-05,
"loss": 2.3502,
"step": 5586
},
{
"epoch": 0.9759959141981613,
"grad_norm": 19.551551818847656,
"learning_rate": 1.9496084439904668e-05,
"loss": 1.8964,
"step": 5733
},
{
"epoch": 1.0010214504596526,
"grad_norm": 11.783225059509277,
"learning_rate": 1.999319033026898e-05,
"loss": 1.913,
"step": 5880
},
{
"epoch": 1.0010214504596526,
"eval_nli-pairs_loss": 1.9677053689956665,
"eval_nli-pairs_runtime": 4.3863,
"eval_nli-pairs_samples_per_second": 34.198,
"eval_nli-pairs_steps_per_second": 1.14,
"eval_sts-test_pearson_cosine": 0.7531824359441671,
"eval_sts-test_pearson_dot": 0.602579906515822,
"eval_sts-test_pearson_euclidean": 0.7486763477944213,
"eval_sts-test_pearson_manhattan": 0.7566220287347274,
"eval_sts-test_pearson_max": 0.7566220287347274,
"eval_sts-test_spearman_cosine": 0.7387792578665129,
"eval_sts-test_spearman_dot": 0.5926594656319394,
"eval_sts-test_spearman_euclidean": 0.733653805383597,
"eval_sts-test_spearman_manhattan": 0.7420657558603486,
"eval_sts-test_spearman_max": 0.7420657558603486,
"step": 5880
},
{
"epoch": 1.0010214504596526,
"eval_vitaminc-pairs_loss": 1.4394291639328003,
"eval_vitaminc-pairs_runtime": 2.2575,
"eval_vitaminc-pairs_samples_per_second": 66.446,
"eval_vitaminc-pairs_steps_per_second": 2.215,
"step": 5880
},
{
"epoch": 1.0010214504596526,
"eval_qnli-contrastive_loss": 0.45715218782424927,
"eval_qnli-contrastive_runtime": 0.501,
"eval_qnli-contrastive_samples_per_second": 299.385,
"eval_qnli-contrastive_steps_per_second": 9.979,
"step": 5880
},
{
"epoch": 1.0010214504596526,
"eval_scitail-pairs-qa_loss": 0.26679515838623047,
"eval_scitail-pairs-qa_runtime": 1.4342,
"eval_scitail-pairs-qa_samples_per_second": 104.587,
"eval_scitail-pairs-qa_steps_per_second": 3.486,
"step": 5880
},
{
"epoch": 1.0010214504596526,
"eval_scitail-pairs-pos_loss": 0.8628473281860352,
"eval_scitail-pairs-pos_runtime": 2.3485,
"eval_scitail-pairs-pos_samples_per_second": 63.871,
"eval_scitail-pairs-pos_steps_per_second": 2.129,
"step": 5880
},
{
"epoch": 1.0010214504596526,
"eval_xsum-pairs_loss": 0.9014443755149841,
"eval_xsum-pairs_runtime": 2.2896,
"eval_xsum-pairs_samples_per_second": 65.513,
"eval_xsum-pairs_steps_per_second": 2.184,
"step": 5880
},
{
"epoch": 1.0010214504596526,
"eval_compression-pairs_loss": 0.3047434389591217,
"eval_compression-pairs_runtime": 0.4852,
"eval_compression-pairs_samples_per_second": 309.163,
"eval_compression-pairs_steps_per_second": 10.305,
"step": 5880
},
{
"epoch": 1.0010214504596526,
"eval_sciq_pairs_loss": 1.091601848602295,
"eval_sciq_pairs_runtime": 7.3046,
"eval_sciq_pairs_samples_per_second": 20.535,
"eval_sciq_pairs_steps_per_second": 0.684,
"step": 5880
},
{
"epoch": 1.0010214504596526,
"eval_qasc_pairs_loss": 5.947833061218262,
"eval_qasc_pairs_runtime": 2.1787,
"eval_qasc_pairs_samples_per_second": 68.849,
"eval_qasc_pairs_steps_per_second": 2.295,
"step": 5880
},
{
"epoch": 1.0010214504596526,
"eval_openbookqa_pairs_loss": 3.4724366664886475,
"eval_openbookqa_pairs_runtime": 0.9106,
"eval_openbookqa_pairs_samples_per_second": 113.111,
"eval_openbookqa_pairs_steps_per_second": 4.393,
"step": 5880
},
{
"epoch": 1.0010214504596526,
"eval_msmarco_pairs_loss": 2.1638240814208984,
"eval_msmarco_pairs_runtime": 2.82,
"eval_msmarco_pairs_samples_per_second": 53.191,
"eval_msmarco_pairs_steps_per_second": 1.773,
"step": 5880
},
{
"epoch": 1.0010214504596526,
"eval_nq_pairs_loss": 2.110903739929199,
"eval_nq_pairs_runtime": 5.2303,
"eval_nq_pairs_samples_per_second": 28.679,
"eval_nq_pairs_steps_per_second": 0.956,
"step": 5880
},
{
"epoch": 1.0010214504596526,
"eval_trivia_pairs_loss": 2.3711097240448,
"eval_trivia_pairs_runtime": 9.6247,
"eval_trivia_pairs_samples_per_second": 15.585,
"eval_trivia_pairs_steps_per_second": 0.519,
"step": 5880
},
{
"epoch": 1.0010214504596526,
"eval_quora_pairs_loss": 0.5216041803359985,
"eval_quora_pairs_runtime": 1.3072,
"eval_quora_pairs_samples_per_second": 114.749,
"eval_quora_pairs_steps_per_second": 3.825,
"step": 5880
},
{
"epoch": 1.0010214504596526,
"eval_gooaq_pairs_loss": 1.7041363716125488,
"eval_gooaq_pairs_runtime": 2.0973,
"eval_gooaq_pairs_samples_per_second": 71.521,
"eval_gooaq_pairs_steps_per_second": 2.384,
"step": 5880
},
{
"epoch": 1.026046986721144,
"grad_norm": 17.308378219604492,
"learning_rate": 2.0493701055498808e-05,
"loss": 1.7772,
"step": 6027
},
{
"epoch": 1.0510725229826354,
"grad_norm": 20.248981475830078,
"learning_rate": 2.0994211780728634e-05,
"loss": 1.9079,
"step": 6174
},
{
"epoch": 1.0760980592441267,
"grad_norm": 6.012618064880371,
"learning_rate": 2.1494722505958464e-05,
"loss": 1.8657,
"step": 6321
},
{
"epoch": 1.101123595505618,
"grad_norm": 1.1185024976730347,
"learning_rate": 2.1995233231188288e-05,
"loss": 1.7144,
"step": 6468
},
{
"epoch": 1.1261491317671093,
"grad_norm": 1.2436251640319824,
"learning_rate": 2.2495743956418114e-05,
"loss": 1.7661,
"step": 6615
},
{
"epoch": 1.1261491317671093,
"eval_nli-pairs_loss": 1.7907973527908325,
"eval_nli-pairs_runtime": 4.0147,
"eval_nli-pairs_samples_per_second": 37.363,
"eval_nli-pairs_steps_per_second": 1.245,
"eval_sts-test_pearson_cosine": 0.755444461779583,
"eval_sts-test_pearson_dot": 0.5833168145328357,
"eval_sts-test_pearson_euclidean": 0.7437155007996056,
"eval_sts-test_pearson_manhattan": 0.7524938984567344,
"eval_sts-test_pearson_max": 0.755444461779583,
"eval_sts-test_spearman_cosine": 0.7446166596886566,
"eval_sts-test_spearman_dot": 0.5792340720766105,
"eval_sts-test_spearman_euclidean": 0.7317285388028532,
"eval_sts-test_spearman_manhattan": 0.7401637904976945,
"eval_sts-test_spearman_max": 0.7446166596886566,
"step": 6615
},
{
"epoch": 1.1261491317671093,
"eval_vitaminc-pairs_loss": 1.3403607606887817,
"eval_vitaminc-pairs_runtime": 2.168,
"eval_vitaminc-pairs_samples_per_second": 69.189,
"eval_vitaminc-pairs_steps_per_second": 2.306,
"step": 6615
},
{
"epoch": 1.1261491317671093,
"eval_qnli-contrastive_loss": 0.2736852467060089,
"eval_qnli-contrastive_runtime": 0.4913,
"eval_qnli-contrastive_samples_per_second": 305.336,
"eval_qnli-contrastive_steps_per_second": 10.178,
"step": 6615
},
{
"epoch": 1.1261491317671093,
"eval_scitail-pairs-qa_loss": 0.22441554069519043,
"eval_scitail-pairs-qa_runtime": 1.1614,
"eval_scitail-pairs-qa_samples_per_second": 129.152,
"eval_scitail-pairs-qa_steps_per_second": 4.305,
"step": 6615
},
{
"epoch": 1.1261491317671093,
"eval_scitail-pairs-pos_loss": 0.7723743915557861,
"eval_scitail-pairs-pos_runtime": 2.1567,
"eval_scitail-pairs-pos_samples_per_second": 69.55,
"eval_scitail-pairs-pos_steps_per_second": 2.318,
"step": 6615
},
{
"epoch": 1.1261491317671093,
"eval_xsum-pairs_loss": 0.8370540142059326,
"eval_xsum-pairs_runtime": 2.2569,
"eval_xsum-pairs_samples_per_second": 66.463,
"eval_xsum-pairs_steps_per_second": 2.215,
"step": 6615
},
{
"epoch": 1.1261491317671093,
"eval_compression-pairs_loss": 0.265947163105011,
"eval_compression-pairs_runtime": 0.4431,
"eval_compression-pairs_samples_per_second": 338.529,
"eval_compression-pairs_steps_per_second": 11.284,
"step": 6615
},
{
"epoch": 1.1261491317671093,
"eval_sciq_pairs_loss": 0.9383512735366821,
"eval_sciq_pairs_runtime": 7.1464,
"eval_sciq_pairs_samples_per_second": 20.99,
"eval_sciq_pairs_steps_per_second": 0.7,
"step": 6615
},
{
"epoch": 1.1261491317671093,
"eval_qasc_pairs_loss": 5.753899097442627,
"eval_qasc_pairs_runtime": 2.0099,
"eval_qasc_pairs_samples_per_second": 74.63,
"eval_qasc_pairs_steps_per_second": 2.488,
"step": 6615
},
{
"epoch": 1.1261491317671093,
"eval_openbookqa_pairs_loss": 3.3517918586730957,
"eval_openbookqa_pairs_runtime": 0.8594,
"eval_openbookqa_pairs_samples_per_second": 119.858,
"eval_openbookqa_pairs_steps_per_second": 4.655,
"step": 6615
},
{
"epoch": 1.1261491317671093,
"eval_msmarco_pairs_loss": 2.044360399246216,
"eval_msmarco_pairs_runtime": 2.7431,
"eval_msmarco_pairs_samples_per_second": 54.682,
"eval_msmarco_pairs_steps_per_second": 1.823,
"step": 6615
},
{
"epoch": 1.1261491317671093,
"eval_nq_pairs_loss": 1.9409464597702026,
"eval_nq_pairs_runtime": 5.028,
"eval_nq_pairs_samples_per_second": 29.833,
"eval_nq_pairs_steps_per_second": 0.994,
"step": 6615
},
{
"epoch": 1.1261491317671093,
"eval_trivia_pairs_loss": 2.369060754776001,
"eval_trivia_pairs_runtime": 9.5137,
"eval_trivia_pairs_samples_per_second": 15.767,
"eval_trivia_pairs_steps_per_second": 0.526,
"step": 6615
},
{
"epoch": 1.1261491317671093,
"eval_quora_pairs_loss": 0.47849634289741516,
"eval_quora_pairs_runtime": 1.1413,
"eval_quora_pairs_samples_per_second": 131.424,
"eval_quora_pairs_steps_per_second": 4.381,
"step": 6615
},
{
"epoch": 1.1261491317671093,
"eval_gooaq_pairs_loss": 1.5795674324035645,
"eval_gooaq_pairs_runtime": 2.0155,
"eval_gooaq_pairs_samples_per_second": 74.422,
"eval_gooaq_pairs_steps_per_second": 2.481,
"step": 6615
},
{
"epoch": 1.1511746680286006,
"grad_norm": 20.95261001586914,
"learning_rate": 2.299625468164794e-05,
"loss": 1.8066,
"step": 6762
},
{
"epoch": 1.1762002042900919,
"grad_norm": 20.31597900390625,
"learning_rate": 2.3496765406877764e-05,
"loss": 1.7438,
"step": 6909
},
{
"epoch": 1.2012257405515832,
"grad_norm": 28.363882064819336,
"learning_rate": 2.399727613210759e-05,
"loss": 2.0231,
"step": 7056
},
{
"epoch": 1.2262512768130747,
"grad_norm": 14.403656959533691,
"learning_rate": 2.449778685733742e-05,
"loss": 1.8966,
"step": 7203
},
{
"epoch": 1.251276813074566,
"grad_norm": 17.73562240600586,
"learning_rate": 2.4998297582567248e-05,
"loss": 1.7958,
"step": 7350
},
{
"epoch": 1.251276813074566,
"eval_nli-pairs_loss": 1.5906368494033813,
"eval_nli-pairs_runtime": 4.0261,
"eval_nli-pairs_samples_per_second": 37.257,
"eval_nli-pairs_steps_per_second": 1.242,
"eval_sts-test_pearson_cosine": 0.7626661521495873,
"eval_sts-test_pearson_dot": 0.5632604768989181,
"eval_sts-test_pearson_euclidean": 0.7370060575260952,
"eval_sts-test_pearson_manhattan": 0.7472706980613159,
"eval_sts-test_pearson_max": 0.7626661521495873,
"eval_sts-test_spearman_cosine": 0.7535266725567149,
"eval_sts-test_spearman_dot": 0.5848997224802808,
"eval_sts-test_spearman_euclidean": 0.7290608032903477,
"eval_sts-test_spearman_manhattan": 0.739032087078249,
"eval_sts-test_spearman_max": 0.7535266725567149,
"step": 7350
},
{
"epoch": 1.251276813074566,
"eval_vitaminc-pairs_loss": 1.222551941871643,
"eval_vitaminc-pairs_runtime": 2.1784,
"eval_vitaminc-pairs_samples_per_second": 68.857,
"eval_vitaminc-pairs_steps_per_second": 2.295,
"step": 7350
},
{
"epoch": 1.251276813074566,
"eval_qnli-contrastive_loss": 0.3951484262943268,
"eval_qnli-contrastive_runtime": 0.4916,
"eval_qnli-contrastive_samples_per_second": 305.11,
"eval_qnli-contrastive_steps_per_second": 10.17,
"step": 7350
},
{
"epoch": 1.251276813074566,
"eval_scitail-pairs-qa_loss": 0.17783091962337494,
"eval_scitail-pairs-qa_runtime": 1.1549,
"eval_scitail-pairs-qa_samples_per_second": 129.88,
"eval_scitail-pairs-qa_steps_per_second": 4.329,
"step": 7350
},
{
"epoch": 1.251276813074566,
"eval_scitail-pairs-pos_loss": 0.7214661836624146,
"eval_scitail-pairs-pos_runtime": 2.132,
"eval_scitail-pairs-pos_samples_per_second": 70.357,
"eval_scitail-pairs-pos_steps_per_second": 2.345,
"step": 7350
},
{
"epoch": 1.251276813074566,
"eval_xsum-pairs_loss": 0.7919928431510925,
"eval_xsum-pairs_runtime": 2.2579,
"eval_xsum-pairs_samples_per_second": 66.432,
"eval_xsum-pairs_steps_per_second": 2.214,
"step": 7350
},
{
"epoch": 1.251276813074566,
"eval_compression-pairs_loss": 0.24975377321243286,
"eval_compression-pairs_runtime": 0.447,
"eval_compression-pairs_samples_per_second": 335.534,
"eval_compression-pairs_steps_per_second": 11.184,
"step": 7350
},
{
"epoch": 1.251276813074566,
"eval_sciq_pairs_loss": 0.8343773484230042,
"eval_sciq_pairs_runtime": 7.1288,
"eval_sciq_pairs_samples_per_second": 21.042,
"eval_sciq_pairs_steps_per_second": 0.701,
"step": 7350
},
{
"epoch": 1.251276813074566,
"eval_qasc_pairs_loss": 5.4840240478515625,
"eval_qasc_pairs_runtime": 2.025,
"eval_qasc_pairs_samples_per_second": 74.074,
"eval_qasc_pairs_steps_per_second": 2.469,
"step": 7350
},
{
"epoch": 1.251276813074566,
"eval_openbookqa_pairs_loss": 3.1631176471710205,
"eval_openbookqa_pairs_runtime": 0.8612,
"eval_openbookqa_pairs_samples_per_second": 119.598,
"eval_openbookqa_pairs_steps_per_second": 4.645,
"step": 7350
},
{
"epoch": 1.251276813074566,
"eval_msmarco_pairs_loss": 1.8952231407165527,
"eval_msmarco_pairs_runtime": 2.7585,
"eval_msmarco_pairs_samples_per_second": 54.378,
"eval_msmarco_pairs_steps_per_second": 1.813,
"step": 7350
},
{
"epoch": 1.251276813074566,
"eval_nq_pairs_loss": 1.6934970617294312,
"eval_nq_pairs_runtime": 5.0253,
"eval_nq_pairs_samples_per_second": 29.849,
"eval_nq_pairs_steps_per_second": 0.995,
"step": 7350
},
{
"epoch": 1.251276813074566,
"eval_trivia_pairs_loss": 1.9966663122177124,
"eval_trivia_pairs_runtime": 9.5675,
"eval_trivia_pairs_samples_per_second": 15.678,
"eval_trivia_pairs_steps_per_second": 0.523,
"step": 7350
},
{
"epoch": 1.251276813074566,
"eval_quora_pairs_loss": 0.405385285615921,
"eval_quora_pairs_runtime": 1.1432,
"eval_quora_pairs_samples_per_second": 131.209,
"eval_quora_pairs_steps_per_second": 4.374,
"step": 7350
},
{
"epoch": 1.251276813074566,
"eval_gooaq_pairs_loss": 1.3951071500778198,
"eval_gooaq_pairs_runtime": 2.038,
"eval_gooaq_pairs_samples_per_second": 73.601,
"eval_gooaq_pairs_steps_per_second": 2.453,
"step": 7350
},
{
"epoch": 1.2763023493360572,
"grad_norm": 21.254159927368164,
"learning_rate": 2.549880830779707e-05,
"loss": 1.5109,
"step": 7497
},
{
"epoch": 1.3013278855975485,
"grad_norm": 20.08012580871582,
"learning_rate": 2.5999319033026898e-05,
"loss": 1.8119,
"step": 7644
},
{
"epoch": 1.3263534218590398,
"grad_norm": 0.6448306441307068,
"learning_rate": 2.6499829758256724e-05,
"loss": 1.6833,
"step": 7791
},
{
"epoch": 1.351378958120531,
"grad_norm": 16.65821647644043,
"learning_rate": 2.7000340483486554e-05,
"loss": 1.5917,
"step": 7938
},
{
"epoch": 1.3764044943820224,
"grad_norm": 14.949362754821777,
"learning_rate": 2.7500851208716378e-05,
"loss": 1.809,
"step": 8085
},
{
"epoch": 1.3764044943820224,
"eval_nli-pairs_loss": 1.5967836380004883,
"eval_nli-pairs_runtime": 4.0496,
"eval_nli-pairs_samples_per_second": 37.041,
"eval_nli-pairs_steps_per_second": 1.235,
"eval_sts-test_pearson_cosine": 0.7653416933913197,
"eval_sts-test_pearson_dot": 0.5401711611334493,
"eval_sts-test_pearson_euclidean": 0.7529907774019836,
"eval_sts-test_pearson_manhattan": 0.7605105025260754,
"eval_sts-test_pearson_max": 0.7653416933913197,
"eval_sts-test_spearman_cosine": 0.7593865234485873,
"eval_sts-test_spearman_dot": 0.5559615063301898,
"eval_sts-test_spearman_euclidean": 0.7436431053840061,
"eval_sts-test_spearman_manhattan": 0.7515978828464567,
"eval_sts-test_spearman_max": 0.7593865234485873,
"step": 8085
},
{
"epoch": 1.3764044943820224,
"eval_vitaminc-pairs_loss": 1.1434590816497803,
"eval_vitaminc-pairs_runtime": 2.2066,
"eval_vitaminc-pairs_samples_per_second": 67.977,
"eval_vitaminc-pairs_steps_per_second": 2.266,
"step": 8085
},
{
"epoch": 1.3764044943820224,
"eval_qnli-contrastive_loss": 0.3819103538990021,
"eval_qnli-contrastive_runtime": 0.4972,
"eval_qnli-contrastive_samples_per_second": 301.706,
"eval_qnli-contrastive_steps_per_second": 10.057,
"step": 8085
},
{
"epoch": 1.3764044943820224,
"eval_scitail-pairs-qa_loss": 0.15774373710155487,
"eval_scitail-pairs-qa_runtime": 1.1704,
"eval_scitail-pairs-qa_samples_per_second": 128.161,
"eval_scitail-pairs-qa_steps_per_second": 4.272,
"step": 8085
},
{
"epoch": 1.3764044943820224,
"eval_scitail-pairs-pos_loss": 0.6571963429450989,
"eval_scitail-pairs-pos_runtime": 2.1634,
"eval_scitail-pairs-pos_samples_per_second": 69.335,
"eval_scitail-pairs-pos_steps_per_second": 2.311,
"step": 8085
},
{
"epoch": 1.3764044943820224,
"eval_xsum-pairs_loss": 0.7028753757476807,
"eval_xsum-pairs_runtime": 2.2608,
"eval_xsum-pairs_samples_per_second": 66.347,
"eval_xsum-pairs_steps_per_second": 2.212,
"step": 8085
},
{
"epoch": 1.3764044943820224,
"eval_compression-pairs_loss": 0.23010987043380737,
"eval_compression-pairs_runtime": 0.4514,
"eval_compression-pairs_samples_per_second": 332.284,
"eval_compression-pairs_steps_per_second": 11.076,
"step": 8085
},
{
"epoch": 1.3764044943820224,
"eval_sciq_pairs_loss": 0.799666702747345,
"eval_sciq_pairs_runtime": 7.1816,
"eval_sciq_pairs_samples_per_second": 20.887,
"eval_sciq_pairs_steps_per_second": 0.696,
"step": 8085
},
{
"epoch": 1.3764044943820224,
"eval_qasc_pairs_loss": 5.433376789093018,
"eval_qasc_pairs_runtime": 2.0592,
"eval_qasc_pairs_samples_per_second": 72.843,
"eval_qasc_pairs_steps_per_second": 2.428,
"step": 8085
},
{
"epoch": 1.3764044943820224,
"eval_openbookqa_pairs_loss": 2.9010672569274902,
"eval_openbookqa_pairs_runtime": 0.865,
"eval_openbookqa_pairs_samples_per_second": 119.074,
"eval_openbookqa_pairs_steps_per_second": 4.624,
"step": 8085
},
{
"epoch": 1.3764044943820224,
"eval_msmarco_pairs_loss": 1.7567836046218872,
"eval_msmarco_pairs_runtime": 2.7812,
"eval_msmarco_pairs_samples_per_second": 53.933,
"eval_msmarco_pairs_steps_per_second": 1.798,
"step": 8085
},
{
"epoch": 1.3764044943820224,
"eval_nq_pairs_loss": 1.5407707691192627,
"eval_nq_pairs_runtime": 5.0607,
"eval_nq_pairs_samples_per_second": 29.64,
"eval_nq_pairs_steps_per_second": 0.988,
"step": 8085
},
{
"epoch": 1.3764044943820224,
"eval_trivia_pairs_loss": 1.8419283628463745,
"eval_trivia_pairs_runtime": 9.5535,
"eval_trivia_pairs_samples_per_second": 15.701,
"eval_trivia_pairs_steps_per_second": 0.523,
"step": 8085
},
{
"epoch": 1.3764044943820224,
"eval_quora_pairs_loss": 0.3561370372772217,
"eval_quora_pairs_runtime": 1.2005,
"eval_quora_pairs_samples_per_second": 124.946,
"eval_quora_pairs_steps_per_second": 4.165,
"step": 8085
},
{
"epoch": 1.3764044943820224,
"eval_gooaq_pairs_loss": 1.1745914220809937,
"eval_gooaq_pairs_runtime": 2.0463,
"eval_gooaq_pairs_samples_per_second": 73.305,
"eval_gooaq_pairs_steps_per_second": 2.443,
"step": 8085
},
{
"epoch": 1.401430030643514,
"grad_norm": 14.31106185913086,
"learning_rate": 2.8001361933946204e-05,
"loss": 1.5561,
"step": 8232
},
{
"epoch": 1.4264555669050052,
"grad_norm": 11.82392692565918,
"learning_rate": 2.850187265917603e-05,
"loss": 1.5325,
"step": 8379
},
{
"epoch": 1.4514811031664965,
"grad_norm": 21.716449737548828,
"learning_rate": 2.9002383384405858e-05,
"loss": 1.5085,
"step": 8526
},
{
"epoch": 1.4765066394279878,
"grad_norm": 6.5607147216796875,
"learning_rate": 2.950289410963568e-05,
"loss": 1.5634,
"step": 8673
}
],
"logging_steps": 147,
"max_steps": 29370,
"num_input_tokens_seen": 0,
"num_train_epochs": 5,
"save_steps": 2937,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 0.0,
"train_batch_size": 32,
"trial_name": null,
"trial_params": null
}