{ "best_metric": 68.30131315047515, "best_model_checkpoint": "/data/jcanete/all_results/mlqa/albeto_large/epochs_4_bs_16_lr_5e-6/checkpoint-9900", "epoch": 3.9999025056059274, "global_step": 20512, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.06, "eval_exact_match": 29.0, "eval_f1": 50.90509628497882, "step": 300 }, { "epoch": 0.1, "learning_rate": 4.8798264430577225e-06, "loss": 3.1446, "step": 500 }, { "epoch": 0.12, "eval_exact_match": 31.8, "eval_f1": 55.04852261744159, "step": 600 }, { "epoch": 0.18, "eval_exact_match": 35.8, "eval_f1": 59.213689806872225, "step": 900 }, { "epoch": 0.19, "learning_rate": 4.757946567862715e-06, "loss": 2.2422, "step": 1000 }, { "epoch": 0.23, "eval_exact_match": 35.8, "eval_f1": 60.27763276523416, "step": 1200 }, { "epoch": 0.29, "learning_rate": 4.636066692667707e-06, "loss": 2.0263, "step": 1500 }, { "epoch": 0.29, "eval_exact_match": 37.2, "eval_f1": 61.640978566156164, "step": 1500 }, { "epoch": 0.35, "eval_exact_match": 38.8, "eval_f1": 63.63406896655414, "step": 1800 }, { "epoch": 0.39, "learning_rate": 4.514186817472699e-06, "loss": 1.9866, "step": 2000 }, { "epoch": 0.41, "eval_exact_match": 38.8, "eval_f1": 62.922385789980396, "step": 2100 }, { "epoch": 0.47, "eval_exact_match": 41.0, "eval_f1": 65.67215610318891, "step": 2400 }, { "epoch": 0.49, "learning_rate": 4.3923069422776915e-06, "loss": 1.9148, "step": 2500 }, { "epoch": 0.53, "eval_exact_match": 39.8, "eval_f1": 64.93059242091284, "step": 2700 }, { "epoch": 0.58, "learning_rate": 4.270427067082684e-06, "loss": 1.9195, "step": 3000 }, { "epoch": 0.58, "eval_exact_match": 41.4, "eval_f1": 65.8577993783837, "step": 3000 }, { "epoch": 0.64, "eval_exact_match": 39.2, "eval_f1": 63.87734802490549, "step": 3300 }, { "epoch": 0.68, "learning_rate": 4.148547191887676e-06, "loss": 1.8627, "step": 3500 }, { "epoch": 0.7, "eval_exact_match": 40.2, "eval_f1": 65.36196332302504, "step": 3600 }, { "epoch": 0.76, "eval_exact_match": 41.0, "eval_f1": 66.05076968974839, "step": 3900 }, { "epoch": 0.78, "learning_rate": 4.0266673166926675e-06, "loss": 1.8683, "step": 4000 }, { "epoch": 0.82, "eval_exact_match": 40.0, "eval_f1": 65.39746267260027, "step": 4200 }, { "epoch": 0.88, "learning_rate": 3.90478744149766e-06, "loss": 1.8329, "step": 4500 }, { "epoch": 0.88, "eval_exact_match": 40.8, "eval_f1": 65.6859788771072, "step": 4500 }, { "epoch": 0.94, "eval_exact_match": 43.2, "eval_f1": 66.51118872985614, "step": 4800 }, { "epoch": 0.97, "learning_rate": 3.782907566302653e-06, "loss": 1.8251, "step": 5000 }, { "epoch": 0.99, "eval_exact_match": 43.0, "eval_f1": 66.4592590376383, "step": 5100 }, { "epoch": 1.05, "eval_exact_match": 43.4, "eval_f1": 67.52269758839552, "step": 5400 }, { "epoch": 1.07, "learning_rate": 3.6610276911076447e-06, "loss": 1.695, "step": 5500 }, { "epoch": 1.11, "eval_exact_match": 41.2, "eval_f1": 65.42262622506561, "step": 5700 }, { "epoch": 1.17, "learning_rate": 3.539147815912637e-06, "loss": 1.6866, "step": 6000 }, { "epoch": 1.17, "eval_exact_match": 43.4, "eval_f1": 66.35194455433367, "step": 6000 }, { "epoch": 1.23, "eval_exact_match": 42.4, "eval_f1": 67.08280208802455, "step": 6300 }, { "epoch": 1.27, "learning_rate": 3.4172679407176292e-06, "loss": 1.67, "step": 6500 }, { "epoch": 1.29, "eval_exact_match": 44.2, "eval_f1": 67.91419349019203, "step": 6600 }, { "epoch": 1.35, "eval_exact_match": 42.2, "eval_f1": 66.31105684124356, "step": 6900 }, { "epoch": 1.37, "learning_rate": 3.295388065522621e-06, "loss": 1.6472, "step": 7000 }, { "epoch": 1.4, "eval_exact_match": 43.8, "eval_f1": 67.99899733387957, "step": 7200 }, { "epoch": 1.46, "learning_rate": 3.1735081903276133e-06, "loss": 1.653, "step": 7500 }, { "epoch": 1.46, "eval_exact_match": 43.8, "eval_f1": 66.75807526659699, "step": 7500 }, { "epoch": 1.52, "eval_exact_match": 42.4, "eval_f1": 66.893459242555, "step": 7800 }, { "epoch": 1.56, "learning_rate": 3.051628315132605e-06, "loss": 1.6675, "step": 8000 }, { "epoch": 1.58, "eval_exact_match": 42.2, "eval_f1": 67.17897557140992, "step": 8100 }, { "epoch": 1.64, "eval_exact_match": 42.6, "eval_f1": 66.80668914548878, "step": 8400 }, { "epoch": 1.66, "learning_rate": 2.9297484399375974e-06, "loss": 1.6521, "step": 8500 }, { "epoch": 1.7, "eval_exact_match": 42.8, "eval_f1": 66.67360447265725, "step": 8700 }, { "epoch": 1.75, "learning_rate": 2.8081123244929796e-06, "loss": 1.6663, "step": 9000 }, { "epoch": 1.75, "eval_exact_match": 42.8, "eval_f1": 67.4405587836458, "step": 9000 }, { "epoch": 1.81, "eval_exact_match": 41.8, "eval_f1": 66.47134668296808, "step": 9300 }, { "epoch": 1.85, "learning_rate": 2.686232449297972e-06, "loss": 1.6636, "step": 9500 }, { "epoch": 1.87, "eval_exact_match": 43.2, "eval_f1": 67.05153492932693, "step": 9600 }, { "epoch": 1.93, "eval_exact_match": 43.4, "eval_f1": 68.30131315047515, "step": 9900 }, { "epoch": 1.95, "learning_rate": 2.5643525741029646e-06, "loss": 1.636, "step": 10000 }, { "epoch": 1.99, "eval_exact_match": 42.0, "eval_f1": 66.57096278498234, "step": 10200 }, { "epoch": 2.05, "learning_rate": 2.4424726989079564e-06, "loss": 1.5741, "step": 10500 }, { "epoch": 2.05, "eval_exact_match": 42.0, "eval_f1": 67.26443263606592, "step": 10500 }, { "epoch": 2.11, "eval_exact_match": 41.8, "eval_f1": 65.97313951175933, "step": 10800 }, { "epoch": 2.15, "learning_rate": 2.3205928237129487e-06, "loss": 1.5013, "step": 11000 }, { "epoch": 2.16, "eval_exact_match": 42.0, "eval_f1": 66.27870125797807, "step": 11100 }, { "epoch": 2.22, "eval_exact_match": 42.0, "eval_f1": 66.81389262599433, "step": 11400 }, { "epoch": 2.24, "learning_rate": 2.198712948517941e-06, "loss": 1.5408, "step": 11500 }, { "epoch": 2.28, "eval_exact_match": 42.0, "eval_f1": 66.93349815276726, "step": 11700 }, { "epoch": 2.34, "learning_rate": 2.076833073322933e-06, "loss": 1.5204, "step": 12000 }, { "epoch": 2.34, "eval_exact_match": 41.8, "eval_f1": 66.98872203081277, "step": 12000 }, { "epoch": 2.4, "eval_exact_match": 41.0, "eval_f1": 66.69394179465107, "step": 12300 }, { "epoch": 2.44, "learning_rate": 1.954953198127925e-06, "loss": 1.5073, "step": 12500 }, { "epoch": 2.46, "eval_exact_match": 41.4, "eval_f1": 66.72832055752183, "step": 12600 }, { "epoch": 2.52, "eval_exact_match": 41.8, "eval_f1": 66.82588745690937, "step": 12900 }, { "epoch": 2.54, "learning_rate": 1.8333170826833074e-06, "loss": 1.5393, "step": 13000 }, { "epoch": 2.57, "eval_exact_match": 42.0, "eval_f1": 66.26976484353048, "step": 13200 }, { "epoch": 2.63, "learning_rate": 1.7114372074882995e-06, "loss": 1.4919, "step": 13500 }, { "epoch": 2.63, "eval_exact_match": 41.6, "eval_f1": 66.61814903434147, "step": 13500 }, { "epoch": 2.69, "eval_exact_match": 43.4, "eval_f1": 67.5204173683535, "step": 13800 }, { "epoch": 2.73, "learning_rate": 1.5898010920436819e-06, "loss": 1.5187, "step": 14000 }, { "epoch": 2.75, "eval_exact_match": 42.2, "eval_f1": 67.32150505606054, "step": 14100 }, { "epoch": 2.81, "eval_exact_match": 42.0, "eval_f1": 66.80272450453026, "step": 14400 }, { "epoch": 2.83, "learning_rate": 1.468164976599064e-06, "loss": 1.5261, "step": 14500 }, { "epoch": 2.87, "eval_exact_match": 42.4, "eval_f1": 67.28393744972873, "step": 14700 }, { "epoch": 2.93, "learning_rate": 1.3462851014040563e-06, "loss": 1.5142, "step": 15000 }, { "epoch": 2.93, "eval_exact_match": 41.6, "eval_f1": 66.34997901825885, "step": 15000 }, { "epoch": 2.98, "eval_exact_match": 42.6, "eval_f1": 67.39174453996277, "step": 15300 }, { "epoch": 3.02, "learning_rate": 1.2244052262090486e-06, "loss": 1.5121, "step": 15500 }, { "epoch": 3.04, "eval_exact_match": 42.0, "eval_f1": 67.01056668618087, "step": 15600 }, { "epoch": 3.1, "eval_exact_match": 40.8, "eval_f1": 66.54001835281765, "step": 15900 }, { "epoch": 3.12, "learning_rate": 1.1025253510140406e-06, "loss": 1.4242, "step": 16000 }, { "epoch": 3.16, "eval_exact_match": 42.2, "eval_f1": 66.76596500403501, "step": 16200 }, { "epoch": 3.22, "learning_rate": 9.808892355694228e-07, "loss": 1.4527, "step": 16500 }, { "epoch": 3.22, "eval_exact_match": 40.8, "eval_f1": 66.44298336844766, "step": 16500 }, { "epoch": 3.28, "eval_exact_match": 40.8, "eval_f1": 65.94468985507064, "step": 16800 }, { "epoch": 3.32, "learning_rate": 8.59009360374415e-07, "loss": 1.4366, "step": 17000 }, { "epoch": 3.33, "eval_exact_match": 41.4, "eval_f1": 66.15019320465619, "step": 17100 }, { "epoch": 3.39, "eval_exact_match": 41.2, "eval_f1": 66.46393475983746, "step": 17400 }, { "epoch": 3.41, "learning_rate": 7.371294851794072e-07, "loss": 1.4172, "step": 17500 }, { "epoch": 3.45, "eval_exact_match": 41.4, "eval_f1": 66.63413637625855, "step": 17700 }, { "epoch": 3.51, "learning_rate": 6.152496099843995e-07, "loss": 1.3882, "step": 18000 }, { "epoch": 3.51, "eval_exact_match": 42.6, "eval_f1": 67.05450679893755, "step": 18000 }, { "epoch": 3.57, "eval_exact_match": 41.4, "eval_f1": 66.97646758024133, "step": 18300 }, { "epoch": 3.61, "learning_rate": 4.933697347893916e-07, "loss": 1.4208, "step": 18500 }, { "epoch": 3.63, "eval_exact_match": 41.8, "eval_f1": 66.64499063945128, "step": 18600 }, { "epoch": 3.69, "eval_exact_match": 42.0, "eval_f1": 66.34641936217525, "step": 18900 }, { "epoch": 3.71, "learning_rate": 3.714898595943838e-07, "loss": 1.4226, "step": 19000 }, { "epoch": 3.74, "eval_exact_match": 42.2, "eval_f1": 66.77988878164467, "step": 19200 }, { "epoch": 3.8, "learning_rate": 2.49609984399376e-07, "loss": 1.4301, "step": 19500 }, { "epoch": 3.8, "eval_exact_match": 41.8, "eval_f1": 66.8207685935084, "step": 19500 }, { "epoch": 3.86, "eval_exact_match": 42.6, "eval_f1": 66.67617693028318, "step": 19800 }, { "epoch": 3.9, "learning_rate": 1.2773010920436818e-07, "loss": 1.4246, "step": 20000 }, { "epoch": 3.92, "eval_exact_match": 42.2, "eval_f1": 66.93786314807664, "step": 20100 }, { "epoch": 3.98, "eval_exact_match": 42.0, "eval_f1": 67.00733683228717, "step": 20400 }, { "epoch": 4.0, "learning_rate": 5.850234009360375e-09, "loss": 1.4253, "step": 20500 }, { "epoch": 4.0, "step": 20512, "total_flos": 7862366381444640.0, "train_loss": 1.6645502970668715, "train_runtime": 13423.2225, "train_samples_per_second": 24.45, "train_steps_per_second": 1.528 } ], "max_steps": 20512, "num_train_epochs": 4, "total_flos": 7862366381444640.0, "trial_name": null, "trial_params": null }