{ "best_metric": 0.06025264039635658, "best_model_checkpoint": "roberta-large-finetuned-iterate_intent_classification-200k_all_extra_datasets_v2_single-task_multi-sent/checkpoint-56000", "epoch": 1.5705631590756113, "global_step": 56000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.01, "learning_rate": 2.9860612519632043e-05, "loss": 0.139, "step": 500 }, { "epoch": 0.03, "learning_rate": 2.9720383666143147e-05, "loss": 0.0977, "step": 1000 }, { "epoch": 0.03, "eval_accuracy": 0.971162091635854, "eval_f1": 0.5399681845297277, "eval_loss": 0.09991234540939331, "eval_precision": 0.5387896825396825, "eval_recall": 0.5411518533280192, "eval_runtime": 37.2769, "eval_samples_per_second": 80.479, "eval_steps_per_second": 5.043, "step": 1000 }, { "epoch": 0.04, "learning_rate": 2.9580154812654254e-05, "loss": 0.0907, "step": 1500 }, { "epoch": 0.06, "learning_rate": 2.943992595916536e-05, "loss": 0.085, "step": 2000 }, { "epoch": 0.06, "eval_accuracy": 0.9737669546615523, "eval_f1": 0.5691315136476427, "eval_loss": 0.09658516198396683, "eval_precision": 0.566936919122009, "eval_recall": 0.5713431646074133, "eval_runtime": 38.0964, "eval_samples_per_second": 78.748, "eval_steps_per_second": 4.935, "step": 2000 }, { "epoch": 0.07, "learning_rate": 2.9299697105676466e-05, "loss": 0.085, "step": 2500 }, { "epoch": 0.08, "learning_rate": 2.915946825218757e-05, "loss": 0.0758, "step": 3000 }, { "epoch": 0.08, "eval_accuracy": 0.9763026620317009, "eval_f1": 0.6236316332040647, "eval_loss": 0.07386751472949982, "eval_precision": 0.6146105466860183, "eval_recall": 0.6329214826624153, "eval_runtime": 37.6732, "eval_samples_per_second": 79.632, "eval_steps_per_second": 4.99, "step": 3000 }, { "epoch": 0.1, "learning_rate": 2.9019519856405656e-05, "loss": 0.0781, "step": 3500 }, { "epoch": 0.11, "learning_rate": 2.887929100291676e-05, "loss": 0.0782, "step": 4000 }, { "epoch": 0.11, "eval_accuracy": 0.9755096771813999, "eval_f1": 0.5991719984945427, "eval_loss": 0.07741887867450714, "eval_precision": 0.5675579322638146, "eval_recall": 0.6345157433240335, "eval_runtime": 36.9968, "eval_samples_per_second": 81.088, "eval_steps_per_second": 5.082, "step": 4000 }, { "epoch": 0.13, "learning_rate": 2.8739342607134845e-05, "loss": 0.0778, "step": 4500 }, { "epoch": 0.14, "learning_rate": 2.859911375364595e-05, "loss": 0.0695, "step": 5000 }, { "epoch": 0.14, "eval_accuracy": 0.9774137628975298, "eval_f1": 0.680416421135337, "eval_loss": 0.07352685928344727, "eval_precision": 0.6707978311386522, "eval_recall": 0.6903148664806696, "eval_runtime": 36.5263, "eval_samples_per_second": 82.133, "eval_steps_per_second": 5.147, "step": 5000 }, { "epoch": 0.15, "learning_rate": 2.8458884900157057e-05, "loss": 0.0699, "step": 5500 }, { "epoch": 0.17, "learning_rate": 2.8318656046668165e-05, "loss": 0.0722, "step": 6000 }, { "epoch": 0.17, "eval_accuracy": 0.9802675862832062, "eval_f1": 0.7195344478966317, "eval_loss": 0.06846912950277328, "eval_precision": 0.7123327800019529, "eval_recall": 0.7268832204065365, "eval_runtime": 37.6415, "eval_samples_per_second": 79.699, "eval_steps_per_second": 4.994, "step": 6000 }, { "epoch": 0.18, "learning_rate": 2.817842719317927e-05, "loss": 0.0702, "step": 6500 }, { "epoch": 0.2, "learning_rate": 2.8038198339690376e-05, "loss": 0.0667, "step": 7000 }, { "epoch": 0.2, "eval_accuracy": 0.9801108334639607, "eval_f1": 0.7278459189202502, "eval_loss": 0.06565115600824356, "eval_precision": 0.7197272284461763, "eval_recall": 0.7361498605021921, "eval_runtime": 37.325, "eval_samples_per_second": 80.375, "eval_steps_per_second": 5.037, "step": 7000 }, { "epoch": 0.21, "learning_rate": 2.789796948620148e-05, "loss": 0.0658, "step": 7500 }, { "epoch": 0.22, "learning_rate": 2.7757740632712588e-05, "loss": 0.0688, "step": 8000 }, { "epoch": 0.22, "eval_accuracy": 0.9796728476454805, "eval_f1": 0.7163943328232216, "eval_loss": 0.06845768541097641, "eval_precision": 0.7099109676156932, "eval_recall": 0.7229972100438422, "eval_runtime": 36.6425, "eval_samples_per_second": 81.872, "eval_steps_per_second": 5.131, "step": 8000 }, { "epoch": 0.24, "learning_rate": 2.7617511779223692e-05, "loss": 0.0678, "step": 8500 }, { "epoch": 0.25, "learning_rate": 2.7477563383441778e-05, "loss": 0.0654, "step": 9000 }, { "epoch": 0.25, "eval_accuracy": 0.9798526523499091, "eval_f1": 0.7101066431855984, "eval_loss": 0.06661399453878403, "eval_precision": 0.6974822217951182, "eval_recall": 0.7231964926265444, "eval_runtime": 41.9581, "eval_samples_per_second": 71.5, "eval_steps_per_second": 4.481, "step": 9000 }, { "epoch": 0.27, "learning_rate": 2.7337334529952882e-05, "loss": 0.0691, "step": 9500 }, { "epoch": 0.28, "learning_rate": 2.7197386134170967e-05, "loss": 0.0677, "step": 10000 }, { "epoch": 0.28, "eval_accuracy": 0.980018625923228, "eval_f1": 0.7221836228287842, "eval_loss": 0.07092269510030746, "eval_precision": 0.7193988530749457, "eval_recall": 0.7249900358708649, "eval_runtime": 37.1023, "eval_samples_per_second": 80.858, "eval_steps_per_second": 5.067, "step": 10000 }, { "epoch": 0.29, "learning_rate": 2.7057157280682075e-05, "loss": 0.0686, "step": 10500 }, { "epoch": 0.31, "learning_rate": 2.691692842719318e-05, "loss": 0.0666, "step": 11000 }, { "epoch": 0.31, "eval_accuracy": 0.9806548579542835, "eval_f1": 0.7343549184379634, "eval_loss": 0.0653684139251709, "eval_precision": 0.7286639199529135, "eval_recall": 0.7401355121562375, "eval_runtime": 35.9849, "eval_samples_per_second": 83.368, "eval_steps_per_second": 5.224, "step": 11000 }, { "epoch": 0.32, "learning_rate": 2.6776699573704287e-05, "loss": 0.0667, "step": 11500 }, { "epoch": 0.34, "learning_rate": 2.663647072021539e-05, "loss": 0.0635, "step": 12000 }, { "epoch": 0.34, "eval_accuracy": 0.9803413523157923, "eval_f1": 0.7172954434100932, "eval_loss": 0.06524238735437393, "eval_precision": 0.7056101792943898, "eval_recall": 0.7293742526903149, "eval_runtime": 37.7011, "eval_samples_per_second": 79.573, "eval_steps_per_second": 4.987, "step": 12000 }, { "epoch": 0.35, "learning_rate": 2.6496241866726498e-05, "loss": 0.066, "step": 12500 }, { "epoch": 0.36, "learning_rate": 2.6356013013237602e-05, "loss": 0.0635, "step": 13000 }, { "epoch": 0.36, "eval_accuracy": 0.9800601193165577, "eval_f1": 0.7266683205160009, "eval_loss": 0.07080024480819702, "eval_precision": 0.7236881114734658, "eval_recall": 0.7296731765643683, "eval_runtime": 37.3623, "eval_samples_per_second": 80.295, "eval_steps_per_second": 5.032, "step": 13000 }, { "epoch": 0.38, "learning_rate": 2.621578415974871e-05, "loss": 0.0614, "step": 13500 }, { "epoch": 0.39, "learning_rate": 2.6075555306259814e-05, "loss": 0.0619, "step": 14000 }, { "epoch": 0.39, "eval_accuracy": 0.979778886317323, "eval_f1": 0.7210257933561068, "eval_loss": 0.06537187844514847, "eval_precision": 0.7165207123880744, "eval_recall": 0.7255878836189718, "eval_runtime": 37.6468, "eval_samples_per_second": 79.688, "eval_steps_per_second": 4.994, "step": 14000 }, { "epoch": 0.41, "learning_rate": 2.59356069104779e-05, "loss": 0.0623, "step": 14500 }, { "epoch": 0.42, "learning_rate": 2.5795378056989004e-05, "loss": 0.0621, "step": 15000 }, { "epoch": 0.42, "eval_accuracy": 0.9795529778425279, "eval_f1": 0.7259988073941562, "eval_loss": 0.07811370491981506, "eval_precision": 0.7241276764472641, "eval_recall": 0.7278796333200478, "eval_runtime": 37.6797, "eval_samples_per_second": 79.618, "eval_steps_per_second": 4.989, "step": 15000 }, { "epoch": 0.43, "learning_rate": 2.565542966120709e-05, "loss": 0.0663, "step": 15500 }, { "epoch": 0.45, "learning_rate": 2.5515200807718197e-05, "loss": 0.0635, "step": 16000 }, { "epoch": 0.45, "eval_accuracy": 0.9805442089054043, "eval_f1": 0.7281001137656427, "eval_loss": 0.06664826720952988, "eval_precision": 0.7229152342598959, "eval_recall": 0.7333599043443603, "eval_runtime": 37.7966, "eval_samples_per_second": 79.372, "eval_steps_per_second": 4.974, "step": 16000 }, { "epoch": 0.46, "learning_rate": 2.53749719542293e-05, "loss": 0.0619, "step": 16500 }, { "epoch": 0.48, "learning_rate": 2.5235023558447387e-05, "loss": 0.0592, "step": 17000 }, { "epoch": 0.48, "eval_accuracy": 0.979691289153627, "eval_f1": 0.7246881057706644, "eval_loss": 0.0674288421869278, "eval_precision": 0.7229991074085094, "eval_recall": 0.7263850139497808, "eval_runtime": 36.2962, "eval_samples_per_second": 82.653, "eval_steps_per_second": 5.18, "step": 17000 }, { "epoch": 0.49, "learning_rate": 2.509479470495849e-05, "loss": 0.0616, "step": 17500 }, { "epoch": 0.5, "learning_rate": 2.49545658514696e-05, "loss": 0.062, "step": 18000 }, { "epoch": 0.5, "eval_accuracy": 0.9812219343297894, "eval_f1": 0.7340672360171793, "eval_loss": 0.06332722306251526, "eval_precision": 0.7274239311221994, "eval_recall": 0.7408330011956955, "eval_runtime": 38.753, "eval_samples_per_second": 77.413, "eval_steps_per_second": 4.851, "step": 18000 }, { "epoch": 0.52, "learning_rate": 2.4814336997980706e-05, "loss": 0.063, "step": 18500 }, { "epoch": 0.53, "learning_rate": 2.4674108144491813e-05, "loss": 0.0607, "step": 19000 }, { "epoch": 0.53, "eval_accuracy": 0.9811988824446063, "eval_f1": 0.7373217115689383, "eval_loss": 0.06261081993579865, "eval_precision": 0.732965734541158, "eval_recall": 0.7417297728178557, "eval_runtime": 36.3964, "eval_samples_per_second": 82.426, "eval_steps_per_second": 5.165, "step": 19000 }, { "epoch": 0.55, "learning_rate": 2.4533879291002917e-05, "loss": 0.0634, "step": 19500 }, { "epoch": 0.56, "learning_rate": 2.4393650437514025e-05, "loss": 0.0629, "step": 20000 }, { "epoch": 0.56, "eval_accuracy": 0.9799218080054587, "eval_f1": 0.7318235995232418, "eval_loss": 0.07822923362255096, "eval_precision": 0.7295049504950495, "eval_recall": 0.7341570346751694, "eval_runtime": 37.4868, "eval_samples_per_second": 80.028, "eval_steps_per_second": 5.015, "step": 20000 }, { "epoch": 0.57, "learning_rate": 2.425342158402513e-05, "loss": 0.0613, "step": 20500 }, { "epoch": 0.59, "learning_rate": 2.4113192730536237e-05, "loss": 0.0624, "step": 21000 }, { "epoch": 0.59, "eval_accuracy": 0.9803644042009756, "eval_f1": 0.7339413164155432, "eval_loss": 0.06663613021373749, "eval_precision": 0.7301775147928994, "eval_recall": 0.7377441211638103, "eval_runtime": 35.995, "eval_samples_per_second": 83.345, "eval_steps_per_second": 5.223, "step": 21000 }, { "epoch": 0.6, "learning_rate": 2.3972963877047344e-05, "loss": 0.0608, "step": 21500 }, { "epoch": 0.62, "learning_rate": 2.3833015481265426e-05, "loss": 0.0624, "step": 22000 }, { "epoch": 0.62, "eval_accuracy": 0.9802122617587666, "eval_f1": 0.7311229308545011, "eval_loss": 0.06742220371961594, "eval_precision": 0.7294911219125086, "eval_recall": 0.7327620565962535, "eval_runtime": 37.1663, "eval_samples_per_second": 80.718, "eval_steps_per_second": 5.058, "step": 22000 }, { "epoch": 0.63, "learning_rate": 2.3692786627776534e-05, "loss": 0.0593, "step": 22500 }, { "epoch": 0.65, "learning_rate": 2.3552557774287638e-05, "loss": 0.0593, "step": 23000 }, { "epoch": 0.65, "eval_accuracy": 0.9812634277231191, "eval_f1": 0.7430700447093891, "eval_loss": 0.06372907757759094, "eval_precision": 0.7409352090350704, "eval_recall": 0.7452172180151455, "eval_runtime": 37.7419, "eval_samples_per_second": 79.487, "eval_steps_per_second": 4.981, "step": 23000 }, { "epoch": 0.66, "learning_rate": 2.3412328920798745e-05, "loss": 0.0629, "step": 23500 }, { "epoch": 0.67, "learning_rate": 2.327210006730985e-05, "loss": 0.0605, "step": 24000 }, { "epoch": 0.67, "eval_accuracy": 0.9806087541839171, "eval_f1": 0.7302190657197158, "eval_loss": 0.06761059165000916, "eval_precision": 0.7330789315123519, "eval_recall": 0.7273814268632921, "eval_runtime": 37.6798, "eval_samples_per_second": 79.618, "eval_steps_per_second": 4.989, "step": 24000 }, { "epoch": 0.69, "learning_rate": 2.3131871213820957e-05, "loss": 0.0608, "step": 24500 }, { "epoch": 0.7, "learning_rate": 2.299164236033206e-05, "loss": 0.0577, "step": 25000 }, { "epoch": 0.7, "eval_accuracy": 0.9804105079713419, "eval_f1": 0.7315063052328468, "eval_loss": 0.07262897491455078, "eval_precision": 0.7289728873936275, "eval_recall": 0.7340573933838183, "eval_runtime": 36.2251, "eval_samples_per_second": 82.815, "eval_steps_per_second": 5.19, "step": 25000 }, { "epoch": 0.72, "learning_rate": 2.285141350684317e-05, "loss": 0.065, "step": 25500 }, { "epoch": 0.73, "learning_rate": 2.2711184653354273e-05, "loss": 0.0616, "step": 26000 }, { "epoch": 0.73, "eval_accuracy": 0.981291089985339, "eval_f1": 0.7420074349442379, "eval_loss": 0.06614366918802261, "eval_precision": 0.738238485057698, "eval_recall": 0.7458150657632523, "eval_runtime": 37.1932, "eval_samples_per_second": 80.66, "eval_steps_per_second": 5.055, "step": 26000 }, { "epoch": 0.74, "learning_rate": 2.257095579986538e-05, "loss": 0.0587, "step": 26500 }, { "epoch": 0.76, "learning_rate": 2.2431007404083466e-05, "loss": 0.0598, "step": 27000 }, { "epoch": 0.76, "eval_accuracy": 0.9814386220505112, "eval_f1": 0.7464872353057589, "eval_loss": 0.06462829560041428, "eval_precision": 0.7413522012578616, "eval_recall": 0.7516939019529693, "eval_runtime": 37.4813, "eval_samples_per_second": 80.04, "eval_steps_per_second": 5.016, "step": 27000 }, { "epoch": 0.77, "learning_rate": 2.229077855059457e-05, "loss": 0.0536, "step": 27500 }, { "epoch": 0.79, "learning_rate": 2.2150549697105678e-05, "loss": 0.0596, "step": 28000 }, { "epoch": 0.79, "eval_accuracy": 0.9802906381683895, "eval_f1": 0.735488974587165, "eval_loss": 0.06780258566141129, "eval_precision": 0.7299313052011777, "eval_recall": 0.7411319250697489, "eval_runtime": 37.4961, "eval_samples_per_second": 80.008, "eval_steps_per_second": 5.014, "step": 28000 }, { "epoch": 0.8, "learning_rate": 2.201060130132376e-05, "loss": 0.0602, "step": 28500 }, { "epoch": 0.81, "learning_rate": 2.1870372447834867e-05, "loss": 0.0593, "step": 29000 }, { "epoch": 0.81, "eval_accuracy": 0.9815723229845736, "eval_f1": 0.7491701758731731, "eval_loss": 0.06298363208770752, "eval_precision": 0.7449995073406247, "eval_recall": 0.7533878039059386, "eval_runtime": 37.7907, "eval_samples_per_second": 79.385, "eval_steps_per_second": 4.975, "step": 29000 }, { "epoch": 0.83, "learning_rate": 2.173014359434597e-05, "loss": 0.0586, "step": 29500 }, { "epoch": 0.84, "learning_rate": 2.158991474085708e-05, "loss": 0.0619, "step": 30000 }, { "epoch": 0.84, "eval_accuracy": 0.9810697918875806, "eval_f1": 0.7425102020503633, "eval_loss": 0.06618673354387283, "eval_precision": 0.7416981507257904, "eval_recall": 0.7433240334794738, "eval_runtime": 37.549, "eval_samples_per_second": 79.896, "eval_steps_per_second": 5.007, "step": 30000 }, { "epoch": 0.86, "learning_rate": 2.1449685887368183e-05, "loss": 0.0595, "step": 30500 }, { "epoch": 0.87, "learning_rate": 2.130945703387929e-05, "loss": 0.0589, "step": 31000 }, { "epoch": 0.87, "eval_accuracy": 0.9798572627269458, "eval_f1": 0.7328214215396731, "eval_loss": 0.06754804402589798, "eval_precision": 0.724124513618677, "eval_recall": 0.7417297728178557, "eval_runtime": 37.8499, "eval_samples_per_second": 79.261, "eval_steps_per_second": 4.967, "step": 31000 }, { "epoch": 0.88, "learning_rate": 2.1169228180390395e-05, "loss": 0.0593, "step": 31500 }, { "epoch": 0.9, "learning_rate": 2.1028999326901502e-05, "loss": 0.0616, "step": 32000 }, { "epoch": 0.9, "eval_accuracy": 0.9811481682972033, "eval_f1": 0.752437998118905, "eval_loss": 0.06686053425073624, "eval_precision": 0.7476635514018691, "eval_recall": 0.7572738142686329, "eval_runtime": 37.608, "eval_samples_per_second": 79.77, "eval_steps_per_second": 4.999, "step": 32000 }, { "epoch": 0.91, "learning_rate": 2.088877047341261e-05, "loss": 0.0596, "step": 32500 }, { "epoch": 0.93, "learning_rate": 2.0748541619923717e-05, "loss": 0.0599, "step": 33000 }, { "epoch": 0.93, "eval_accuracy": 0.9808623249209321, "eval_f1": 0.7464684014869889, "eval_loss": 0.0668148472905159, "eval_precision": 0.7426767925830949, "eval_recall": 0.7502989238740534, "eval_runtime": 37.7142, "eval_samples_per_second": 79.546, "eval_steps_per_second": 4.985, "step": 33000 }, { "epoch": 0.94, "learning_rate": 2.06085932241418e-05, "loss": 0.0611, "step": 33500 }, { "epoch": 0.95, "learning_rate": 2.0468364370652904e-05, "loss": 0.0578, "step": 34000 }, { "epoch": 0.95, "eval_accuracy": 0.9800970023328508, "eval_f1": 0.7286303792493615, "eval_loss": 0.07239069789648056, "eval_precision": 0.7186046511627907, "eval_recall": 0.738939816660024, "eval_runtime": 36.2678, "eval_samples_per_second": 82.718, "eval_steps_per_second": 5.184, "step": 34000 }, { "epoch": 0.97, "learning_rate": 2.032841597487099e-05, "loss": 0.0591, "step": 34500 }, { "epoch": 0.98, "learning_rate": 2.0188187121382093e-05, "loss": 0.0552, "step": 35000 }, { "epoch": 0.98, "eval_accuracy": 0.9813971286571815, "eval_f1": 0.7495317890586495, "eval_loss": 0.06262348592281342, "eval_precision": 0.7415642676028866, "eval_recall": 0.7576723794340374, "eval_runtime": 37.8404, "eval_samples_per_second": 79.28, "eval_steps_per_second": 4.968, "step": 35000 }, { "epoch": 1.0, "learning_rate": 2.0047958267893204e-05, "loss": 0.0552, "step": 35500 }, { "epoch": 1.01, "learning_rate": 1.990772941440431e-05, "loss": 0.0533, "step": 36000 }, { "epoch": 1.01, "eval_accuracy": 0.981254206969046, "eval_f1": 0.7463703703703705, "eval_loss": 0.06460578739643097, "eval_precision": 0.7398668494223615, "eval_recall": 0.752989238740534, "eval_runtime": 37.9225, "eval_samples_per_second": 79.109, "eval_steps_per_second": 4.957, "step": 36000 }, { "epoch": 1.02, "learning_rate": 1.9767500560915416e-05, "loss": 0.0502, "step": 36500 }, { "epoch": 1.04, "learning_rate": 1.962727170742652e-05, "loss": 0.0495, "step": 37000 }, { "epoch": 1.04, "eval_accuracy": 0.9808484937898221, "eval_f1": 0.7483538789048964, "eval_loss": 0.0672934502363205, "eval_precision": 0.7436780478205255, "eval_recall": 0.7530888800318852, "eval_runtime": 37.432, "eval_samples_per_second": 80.145, "eval_steps_per_second": 5.022, "step": 37000 }, { "epoch": 1.05, "learning_rate": 1.9487042853937628e-05, "loss": 0.051, "step": 37500 }, { "epoch": 1.07, "learning_rate": 1.9346814000448735e-05, "loss": 0.0545, "step": 38000 }, { "epoch": 1.07, "eval_accuracy": 0.9808992079372251, "eval_f1": 0.7423830921929782, "eval_loss": 0.06774791330099106, "eval_precision": 0.7358786098874205, "eval_recall": 0.7490035870864886, "eval_runtime": 36.4586, "eval_samples_per_second": 82.285, "eval_steps_per_second": 5.157, "step": 38000 }, { "epoch": 1.08, "learning_rate": 1.9206865604666817e-05, "loss": 0.0517, "step": 38500 }, { "epoch": 1.09, "learning_rate": 1.9066636751177925e-05, "loss": 0.0506, "step": 39000 }, { "epoch": 1.09, "eval_accuracy": 0.9809821947238845, "eval_f1": 0.7475723369645586, "eval_loss": 0.0674295574426651, "eval_precision": 0.7397327090039996, "eval_recall": 0.7555799123156636, "eval_runtime": 37.4832, "eval_samples_per_second": 80.036, "eval_steps_per_second": 5.016, "step": 39000 }, { "epoch": 1.11, "learning_rate": 1.892640789768903e-05, "loss": 0.0513, "step": 39500 }, { "epoch": 1.12, "learning_rate": 1.8786179044200137e-05, "loss": 0.0505, "step": 40000 }, { "epoch": 1.12, "eval_accuracy": 0.9814017390342182, "eval_f1": 0.7522636188214338, "eval_loss": 0.06595376133918762, "eval_precision": 0.7471253071253071, "eval_recall": 0.7574730968513352, "eval_runtime": 37.3722, "eval_samples_per_second": 80.274, "eval_steps_per_second": 5.03, "step": 40000 }, { "epoch": 1.14, "learning_rate": 1.864595019071124e-05, "loss": 0.0497, "step": 40500 }, { "epoch": 1.15, "learning_rate": 1.8505721337222348e-05, "loss": 0.0563, "step": 41000 }, { "epoch": 1.15, "eval_accuracy": 0.9808945975601885, "eval_f1": 0.7516394655095903, "eval_loss": 0.06491059809923172, "eval_precision": 0.7439726695949244, "eval_recall": 0.7594659226783579, "eval_runtime": 38.0002, "eval_samples_per_second": 78.947, "eval_steps_per_second": 4.947, "step": 41000 }, { "epoch": 1.16, "learning_rate": 1.836577294144043e-05, "loss": 0.0523, "step": 41500 }, { "epoch": 1.18, "learning_rate": 1.8225544087951538e-05, "loss": 0.0502, "step": 42000 }, { "epoch": 1.18, "eval_accuracy": 0.9805949230528073, "eval_f1": 0.7549393414211438, "eval_loss": 0.07190626114606857, "eval_precision": 0.7503691308199626, "eval_recall": 0.7595655639697091, "eval_runtime": 37.6782, "eval_samples_per_second": 79.622, "eval_steps_per_second": 4.99, "step": 42000 }, { "epoch": 1.19, "learning_rate": 1.8085315234462645e-05, "loss": 0.051, "step": 42500 }, { "epoch": 1.21, "learning_rate": 1.794508638097375e-05, "loss": 0.0491, "step": 43000 }, { "epoch": 1.21, "eval_accuracy": 0.9808254419046389, "eval_f1": 0.7479091995221027, "eval_loss": 0.06869912892580032, "eval_precision": 0.7473139673696777, "eval_recall": 0.7485053806297329, "eval_runtime": 37.2482, "eval_samples_per_second": 80.541, "eval_steps_per_second": 5.047, "step": 43000 }, { "epoch": 1.22, "learning_rate": 1.7805137985191835e-05, "loss": 0.0497, "step": 43500 }, { "epoch": 1.23, "learning_rate": 1.766490913170294e-05, "loss": 0.051, "step": 44000 }, { "epoch": 1.23, "eval_accuracy": 0.9811850513134964, "eval_f1": 0.7476012925677354, "eval_loss": 0.0647246241569519, "eval_precision": 0.7460065482686774, "eval_recall": 0.7492028696691909, "eval_runtime": 37.6178, "eval_samples_per_second": 79.749, "eval_steps_per_second": 4.998, "step": 44000 }, { "epoch": 1.25, "learning_rate": 1.7524960735921025e-05, "loss": 0.0517, "step": 44500 }, { "epoch": 1.26, "learning_rate": 1.738473188243213e-05, "loss": 0.0495, "step": 45000 }, { "epoch": 1.26, "eval_accuracy": 0.9815031673290242, "eval_f1": 0.7493440269320264, "eval_loss": 0.06404220312833786, "eval_precision": 0.7446620092492374, "eval_recall": 0.7540852929453966, "eval_runtime": 37.4983, "eval_samples_per_second": 80.004, "eval_steps_per_second": 5.014, "step": 45000 }, { "epoch": 1.28, "learning_rate": 1.7244503028943237e-05, "loss": 0.052, "step": 45500 }, { "epoch": 1.29, "learning_rate": 1.710427417545434e-05, "loss": 0.0507, "step": 46000 }, { "epoch": 1.29, "eval_accuracy": 0.9804289494794884, "eval_f1": 0.7446007529225283, "eval_loss": 0.06634628772735596, "eval_precision": 0.7403467297084318, "eval_recall": 0.7489039457951375, "eval_runtime": 37.6634, "eval_samples_per_second": 79.653, "eval_steps_per_second": 4.992, "step": 46000 }, { "epoch": 1.3, "learning_rate": 1.6964045321965448e-05, "loss": 0.048, "step": 46500 }, { "epoch": 1.32, "learning_rate": 1.6823816468476552e-05, "loss": 0.0496, "step": 47000 }, { "epoch": 1.32, "eval_accuracy": 0.9806825202165033, "eval_f1": 0.7495407833986993, "eval_loss": 0.07511032372713089, "eval_precision": 0.7469080835064806, "eval_recall": 0.752192108409725, "eval_runtime": 37.4863, "eval_samples_per_second": 80.029, "eval_steps_per_second": 5.015, "step": 47000 }, { "epoch": 1.33, "learning_rate": 1.6683868072694638e-05, "loss": 0.0479, "step": 47500 }, { "epoch": 1.35, "learning_rate": 1.6543639219205746e-05, "loss": 0.0482, "step": 48000 }, { "epoch": 1.35, "eval_accuracy": 0.9812311550838627, "eval_f1": 0.7515115472296561, "eval_loss": 0.06654708087444305, "eval_precision": 0.7475843028988365, "eval_recall": 0.7554802710243125, "eval_runtime": 37.3402, "eval_samples_per_second": 80.342, "eval_steps_per_second": 5.035, "step": 48000 }, { "epoch": 1.36, "learning_rate": 1.6403690823423828e-05, "loss": 0.0496, "step": 48500 }, { "epoch": 1.37, "learning_rate": 1.6263461969934935e-05, "loss": 0.0499, "step": 49000 }, { "epoch": 1.37, "eval_accuracy": 0.9817290758038192, "eval_f1": 0.7567942181080144, "eval_loss": 0.06324990093708038, "eval_precision": 0.7519921298573536, "eval_recall": 0.7616580310880829, "eval_runtime": 37.4694, "eval_samples_per_second": 80.065, "eval_steps_per_second": 5.017, "step": 49000 }, { "epoch": 1.39, "learning_rate": 1.612323311644604e-05, "loss": 0.0487, "step": 49500 }, { "epoch": 1.4, "learning_rate": 1.5983004262957147e-05, "loss": 0.0492, "step": 50000 }, { "epoch": 1.4, "eval_accuracy": 0.9811158956579469, "eval_f1": 0.752822961747003, "eval_loss": 0.07030627131462097, "eval_precision": 0.7516638521903248, "eval_recall": 0.7539856516540454, "eval_runtime": 37.5303, "eval_samples_per_second": 79.935, "eval_steps_per_second": 5.009, "step": 50000 }, { "epoch": 1.42, "learning_rate": 1.584305586717523e-05, "loss": 0.0503, "step": 50500 }, { "epoch": 1.43, "learning_rate": 1.5702827013686337e-05, "loss": 0.0496, "step": 51000 }, { "epoch": 1.43, "eval_accuracy": 0.981719855049746, "eval_f1": 0.7585012126911844, "eval_loss": 0.06571871042251587, "eval_precision": 0.7536146355857185, "eval_recall": 0.7634515743324033, "eval_runtime": 37.9295, "eval_samples_per_second": 79.094, "eval_steps_per_second": 4.957, "step": 51000 }, { "epoch": 1.44, "learning_rate": 1.556259816019744e-05, "loss": 0.0477, "step": 51500 }, { "epoch": 1.46, "learning_rate": 1.542236930670855e-05, "loss": 0.0499, "step": 52000 }, { "epoch": 1.46, "eval_accuracy": 0.9822085550156292, "eval_f1": 0.7642292490118576, "eval_loss": 0.061449870467185974, "eval_precision": 0.757938063504508, "eval_recall": 0.7706257473096851, "eval_runtime": 37.5922, "eval_samples_per_second": 79.804, "eval_steps_per_second": 5.001, "step": 52000 }, { "epoch": 1.47, "learning_rate": 1.5282140453219652e-05, "loss": 0.0475, "step": 52500 }, { "epoch": 1.49, "learning_rate": 1.514191159973076e-05, "loss": 0.0475, "step": 53000 }, { "epoch": 1.49, "eval_accuracy": 0.9815538814764272, "eval_f1": 0.7547375191727277, "eval_loss": 0.06496689468622208, "eval_precision": 0.7495823095823095, "eval_recall": 0.7599641291351136, "eval_runtime": 37.7023, "eval_samples_per_second": 79.571, "eval_steps_per_second": 4.986, "step": 53000 }, { "epoch": 1.5, "learning_rate": 1.5001682746241866e-05, "loss": 0.0515, "step": 53500 }, { "epoch": 1.51, "learning_rate": 1.4861453892752973e-05, "loss": 0.048, "step": 54000 }, { "epoch": 1.51, "eval_accuracy": 0.9812219343297894, "eval_f1": 0.7529961708687652, "eval_loss": 0.06513578444719315, "eval_precision": 0.7516132234686786, "eval_recall": 0.75438421681945, "eval_runtime": 37.4039, "eval_samples_per_second": 80.205, "eval_steps_per_second": 5.026, "step": 54000 }, { "epoch": 1.53, "learning_rate": 1.4721225039264079e-05, "loss": 0.0471, "step": 54500 }, { "epoch": 1.54, "learning_rate": 1.4580996185775185e-05, "loss": 0.0487, "step": 55000 }, { "epoch": 1.54, "eval_accuracy": 0.9822085550156292, "eval_f1": 0.7677227722772277, "eval_loss": 0.061350539326667786, "eval_precision": 0.7628886265249901, "eval_recall": 0.7726185731367079, "eval_runtime": 37.2631, "eval_samples_per_second": 80.509, "eval_steps_per_second": 5.045, "step": 55000 }, { "epoch": 1.56, "learning_rate": 1.444076733228629e-05, "loss": 0.0496, "step": 55500 }, { "epoch": 1.57, "learning_rate": 1.4300538478797398e-05, "loss": 0.0491, "step": 56000 }, { "epoch": 1.57, "eval_accuracy": 0.9823653078348747, "eval_f1": 0.7622540516429598, "eval_loss": 0.06025264039635658, "eval_precision": 0.7583078591854847, "eval_recall": 0.7662415304902351, "eval_runtime": 36.0146, "eval_samples_per_second": 83.299, "eval_steps_per_second": 5.22, "step": 56000 } ], "max_steps": 106968, "num_train_epochs": 3, "total_flos": 3.1285620016887974e+17, "trial_name": null, "trial_params": null }