|
{ |
|
"best_metric": 0.35447033515145, |
|
"best_model_checkpoint": "esm2_t12_35M_qlora_binding_sites_2023-09-30_06-27-21/checkpoint-15867", |
|
"epoch": 3.0, |
|
"eval_steps": 500, |
|
"global_step": 15867, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 0.0003700117150420716, |
|
"loss": 0.4265, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"learning_rate": 0.0003695766709151845, |
|
"loss": 0.2446, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"learning_rate": 0.00036885235529645174, |
|
"loss": 0.1964, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"learning_rate": 0.00036783990382720894, |
|
"loss": 0.1714, |
|
"step": 800 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"learning_rate": 0.000366540903911771, |
|
"loss": 0.1556, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"learning_rate": 0.00036495739222857005, |
|
"loss": 0.1454, |
|
"step": 1200 |
|
}, |
|
{ |
|
"epoch": 0.26, |
|
"learning_rate": 0.00036309185153688393, |
|
"loss": 0.1387, |
|
"step": 1400 |
|
}, |
|
{ |
|
"epoch": 0.3, |
|
"learning_rate": 0.0003609472067841633, |
|
"loss": 0.133, |
|
"step": 1600 |
|
}, |
|
{ |
|
"epoch": 0.34, |
|
"learning_rate": 0.0003585268205200591, |
|
"loss": 0.1289, |
|
"step": 1800 |
|
}, |
|
{ |
|
"epoch": 0.38, |
|
"learning_rate": 0.0003558344876243421, |
|
"loss": 0.1228, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 0.42, |
|
"learning_rate": 0.0003528744293569798, |
|
"loss": 0.1208, |
|
"step": 2200 |
|
}, |
|
{ |
|
"epoch": 0.45, |
|
"learning_rate": 0.00034965128673969907, |
|
"loss": 0.1167, |
|
"step": 2400 |
|
}, |
|
{ |
|
"epoch": 0.49, |
|
"learning_rate": 0.0003461701132794125, |
|
"loss": 0.1131, |
|
"step": 2600 |
|
}, |
|
{ |
|
"epoch": 0.53, |
|
"learning_rate": 0.0003424363670449164, |
|
"loss": 0.1113, |
|
"step": 2800 |
|
}, |
|
{ |
|
"epoch": 0.57, |
|
"learning_rate": 0.00033845590210928363, |
|
"loss": 0.1088, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 0.61, |
|
"learning_rate": 0.00033423495937136847, |
|
"loss": 0.1081, |
|
"step": 3200 |
|
}, |
|
{ |
|
"epoch": 0.64, |
|
"learning_rate": 0.00032978015677081454, |
|
"loss": 0.1054, |
|
"step": 3400 |
|
}, |
|
{ |
|
"epoch": 0.68, |
|
"learning_rate": 0.00032509847891190683, |
|
"loss": 0.1029, |
|
"step": 3600 |
|
}, |
|
{ |
|
"epoch": 0.72, |
|
"learning_rate": 0.0003201972661125376, |
|
"loss": 0.102, |
|
"step": 3800 |
|
}, |
|
{ |
|
"epoch": 0.76, |
|
"learning_rate": 0.0003150842028954544, |
|
"loss": 0.0999, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 0.79, |
|
"learning_rate": 0.0003097673059398367, |
|
"loss": 0.098, |
|
"step": 4200 |
|
}, |
|
{ |
|
"epoch": 0.83, |
|
"learning_rate": 0.00030425491151208934, |
|
"loss": 0.0972, |
|
"step": 4400 |
|
}, |
|
{ |
|
"epoch": 0.87, |
|
"learning_rate": 0.00029855566239556173, |
|
"loss": 0.0968, |
|
"step": 4600 |
|
}, |
|
{ |
|
"epoch": 0.91, |
|
"learning_rate": 0.0002926784943396845, |
|
"loss": 0.0947, |
|
"step": 4800 |
|
}, |
|
{ |
|
"epoch": 0.95, |
|
"learning_rate": 0.00028663262204976965, |
|
"loss": 0.0933, |
|
"step": 5000 |
|
}, |
|
{ |
|
"epoch": 0.98, |
|
"learning_rate": 0.00028042752473944106, |
|
"loss": 0.094, |
|
"step": 5200 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"eval_accuracy": 0.9297529150299436, |
|
"eval_auc": 0.8167222019799886, |
|
"eval_f1": 0.3440490710592986, |
|
"eval_loss": 0.6011912822723389, |
|
"eval_mcc": 0.3730152153022164, |
|
"eval_precision": 0.22835223718675476, |
|
"eval_recall": 0.697386656717114, |
|
"eval_runtime": 3756.1015, |
|
"eval_samples_per_second": 144.201, |
|
"eval_steps_per_second": 0.687, |
|
"step": 5289 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 0.00027407293126834736, |
|
"loss": 0.0924, |
|
"step": 5400 |
|
}, |
|
{ |
|
"epoch": 1.06, |
|
"learning_rate": 0.00026757880488845914, |
|
"loss": 0.0912, |
|
"step": 5600 |
|
}, |
|
{ |
|
"epoch": 1.1, |
|
"learning_rate": 0.00026095532762286633, |
|
"loss": 0.0902, |
|
"step": 5800 |
|
}, |
|
{ |
|
"epoch": 1.13, |
|
"learning_rate": 0.0002542128843015694, |
|
"loss": 0.09, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 1.17, |
|
"learning_rate": 0.00024739655239955165, |
|
"loss": 0.0901, |
|
"step": 6200 |
|
}, |
|
{ |
|
"epoch": 1.21, |
|
"learning_rate": 0.00024048348750604134, |
|
"loss": 0.0889, |
|
"step": 6400 |
|
}, |
|
{ |
|
"epoch": 1.25, |
|
"learning_rate": 0.00023344905030678293, |
|
"loss": 0.0872, |
|
"step": 6600 |
|
}, |
|
{ |
|
"epoch": 1.29, |
|
"learning_rate": 0.00022633877364566408, |
|
"loss": 0.0873, |
|
"step": 6800 |
|
}, |
|
{ |
|
"epoch": 1.32, |
|
"learning_rate": 0.0002191638055966375, |
|
"loss": 0.0866, |
|
"step": 7000 |
|
}, |
|
{ |
|
"epoch": 1.36, |
|
"learning_rate": 0.00021193539566211078, |
|
"loss": 0.0864, |
|
"step": 7200 |
|
}, |
|
{ |
|
"epoch": 1.4, |
|
"learning_rate": 0.00020466487713505563, |
|
"loss": 0.085, |
|
"step": 7400 |
|
}, |
|
{ |
|
"epoch": 1.44, |
|
"learning_rate": 0.000197363649329743, |
|
"loss": 0.086, |
|
"step": 7600 |
|
}, |
|
{ |
|
"epoch": 1.47, |
|
"learning_rate": 0.00019004315970896487, |
|
"loss": 0.0847, |
|
"step": 7800 |
|
}, |
|
{ |
|
"epoch": 1.51, |
|
"learning_rate": 0.00018271488593576474, |
|
"loss": 0.0836, |
|
"step": 8000 |
|
}, |
|
{ |
|
"epoch": 1.55, |
|
"learning_rate": 0.0001753903178778174, |
|
"loss": 0.0844, |
|
"step": 8200 |
|
}, |
|
{ |
|
"epoch": 1.59, |
|
"learning_rate": 0.00016808093959267418, |
|
"loss": 0.0828, |
|
"step": 8400 |
|
}, |
|
{ |
|
"epoch": 1.63, |
|
"learning_rate": 0.00016079821132211663, |
|
"loss": 0.0848, |
|
"step": 8600 |
|
}, |
|
{ |
|
"epoch": 1.66, |
|
"learning_rate": 0.00015355355152385142, |
|
"loss": 0.0826, |
|
"step": 8800 |
|
}, |
|
{ |
|
"epoch": 1.7, |
|
"learning_rate": 0.00014635831896871702, |
|
"loss": 0.0826, |
|
"step": 9000 |
|
}, |
|
{ |
|
"epoch": 1.74, |
|
"learning_rate": 0.00013922379493147316, |
|
"loss": 0.0833, |
|
"step": 9200 |
|
}, |
|
{ |
|
"epoch": 1.78, |
|
"learning_rate": 0.0001321611655030941, |
|
"loss": 0.0816, |
|
"step": 9400 |
|
}, |
|
{ |
|
"epoch": 1.82, |
|
"learning_rate": 0.00012518150405229972, |
|
"loss": 0.0817, |
|
"step": 9600 |
|
}, |
|
{ |
|
"epoch": 1.85, |
|
"learning_rate": 0.0001182957538638206, |
|
"loss": 0.0827, |
|
"step": 9800 |
|
}, |
|
{ |
|
"epoch": 1.89, |
|
"learning_rate": 0.00011151471098062111, |
|
"loss": 0.0807, |
|
"step": 10000 |
|
}, |
|
{ |
|
"epoch": 1.93, |
|
"learning_rate": 0.00010484900727697857, |
|
"loss": 0.0818, |
|
"step": 10200 |
|
}, |
|
{ |
|
"epoch": 1.97, |
|
"learning_rate": 9.830909378896018e-05, |
|
"loss": 0.0811, |
|
"step": 10400 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_accuracy": 0.9345128329975654, |
|
"eval_auc": 0.8095464647248594, |
|
"eval_f1": 0.3534505903118732, |
|
"eval_loss": 0.646632730960846, |
|
"eval_mcc": 0.37724366807619925, |
|
"eval_precision": 0.23907868925380343, |
|
"eval_recall": 0.6776094956043187, |
|
"eval_runtime": 3741.5855, |
|
"eval_samples_per_second": 144.761, |
|
"eval_steps_per_second": 0.69, |
|
"step": 10578 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"learning_rate": 9.19368885647311e-05, |
|
"loss": 0.0811, |
|
"step": 10600 |
|
}, |
|
{ |
|
"epoch": 2.04, |
|
"learning_rate": 8.567834861656006e-05, |
|
"loss": 0.0807, |
|
"step": 10800 |
|
}, |
|
{ |
|
"epoch": 2.08, |
|
"learning_rate": 7.960576607056005e-05, |
|
"loss": 0.0804, |
|
"step": 11000 |
|
}, |
|
{ |
|
"epoch": 2.12, |
|
"learning_rate": 7.3667639053756e-05, |
|
"loss": 0.0814, |
|
"step": 11200 |
|
}, |
|
{ |
|
"epoch": 2.16, |
|
"learning_rate": 6.790419095486784e-05, |
|
"loss": 0.0806, |
|
"step": 11400 |
|
}, |
|
{ |
|
"epoch": 2.19, |
|
"learning_rate": 6.232445817974756e-05, |
|
"loss": 0.0801, |
|
"step": 11600 |
|
}, |
|
{ |
|
"epoch": 2.23, |
|
"learning_rate": 5.6937189090319155e-05, |
|
"loss": 0.0791, |
|
"step": 11800 |
|
}, |
|
{ |
|
"epoch": 2.27, |
|
"learning_rate": 5.1750830288181386e-05, |
|
"loss": 0.0803, |
|
"step": 12000 |
|
}, |
|
{ |
|
"epoch": 2.31, |
|
"learning_rate": 4.677351337133321e-05, |
|
"loss": 0.0802, |
|
"step": 12200 |
|
}, |
|
{ |
|
"epoch": 2.34, |
|
"learning_rate": 4.2013042184789433e-05, |
|
"loss": 0.0786, |
|
"step": 12400 |
|
}, |
|
{ |
|
"epoch": 2.38, |
|
"learning_rate": 3.7476880585072944e-05, |
|
"loss": 0.0792, |
|
"step": 12600 |
|
}, |
|
{ |
|
"epoch": 2.42, |
|
"learning_rate": 3.317214073776957e-05, |
|
"loss": 0.0798, |
|
"step": 12800 |
|
}, |
|
{ |
|
"epoch": 2.46, |
|
"learning_rate": 2.9105571966492357e-05, |
|
"loss": 0.0784, |
|
"step": 13000 |
|
}, |
|
{ |
|
"epoch": 2.5, |
|
"learning_rate": 2.5302041894688252e-05, |
|
"loss": 0.079, |
|
"step": 13200 |
|
}, |
|
{ |
|
"epoch": 2.53, |
|
"learning_rate": 2.172929259566275e-05, |
|
"loss": 0.0787, |
|
"step": 13400 |
|
}, |
|
{ |
|
"epoch": 2.57, |
|
"learning_rate": 1.8412655406943377e-05, |
|
"loss": 0.0791, |
|
"step": 13600 |
|
}, |
|
{ |
|
"epoch": 2.61, |
|
"learning_rate": 1.5357330423887333e-05, |
|
"loss": 0.0795, |
|
"step": 13800 |
|
}, |
|
{ |
|
"epoch": 2.65, |
|
"learning_rate": 1.2568108035179009e-05, |
|
"loss": 0.0785, |
|
"step": 14000 |
|
}, |
|
{ |
|
"epoch": 2.68, |
|
"learning_rate": 1.0049361412066457e-05, |
|
"loss": 0.0777, |
|
"step": 14200 |
|
}, |
|
{ |
|
"epoch": 2.72, |
|
"learning_rate": 7.805039651745196e-06, |
|
"loss": 0.0781, |
|
"step": 14400 |
|
}, |
|
{ |
|
"epoch": 2.76, |
|
"learning_rate": 5.838661585640596e-06, |
|
"loss": 0.0801, |
|
"step": 14600 |
|
}, |
|
{ |
|
"epoch": 2.8, |
|
"learning_rate": 4.153310262295508e-06, |
|
"loss": 0.0782, |
|
"step": 14800 |
|
}, |
|
{ |
|
"epoch": 2.84, |
|
"learning_rate": 2.7516281135145465e-06, |
|
"loss": 0.0782, |
|
"step": 15000 |
|
}, |
|
{ |
|
"epoch": 2.87, |
|
"learning_rate": 1.6358128113430393e-06, |
|
"loss": 0.0775, |
|
"step": 15200 |
|
}, |
|
{ |
|
"epoch": 2.91, |
|
"learning_rate": 8.076138223768694e-07, |
|
"loss": 0.0786, |
|
"step": 15400 |
|
}, |
|
{ |
|
"epoch": 2.95, |
|
"learning_rate": 2.6832966480547197e-07, |
|
"loss": 0.0776, |
|
"step": 15600 |
|
}, |
|
{ |
|
"epoch": 2.99, |
|
"learning_rate": 1.8805872488762563e-08, |
|
"loss": 0.0785, |
|
"step": 15800 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"eval_accuracy": 0.9350567264686818, |
|
"eval_auc": 0.8085491733369476, |
|
"eval_f1": 0.35447033515145, |
|
"eval_loss": 0.6618000268936157, |
|
"eval_mcc": 0.3776148132284474, |
|
"eval_precision": 0.24034378012664542, |
|
"eval_recall": 0.6749850523517478, |
|
"eval_runtime": 3760.204, |
|
"eval_samples_per_second": 144.044, |
|
"eval_steps_per_second": 0.686, |
|
"step": 15867 |
|
} |
|
], |
|
"logging_steps": 200, |
|
"max_steps": 15867, |
|
"num_train_epochs": 3, |
|
"save_steps": 500, |
|
"total_flos": 1.20195531145082e+18, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|