Bjanka Vrljić
Upload folder using huggingface_hub
5748389 verified
raw
history blame contribute delete
No virus
9.11 kB
{
"best_metric": 0.5280066132545471,
"best_model_checkpoint": "neurips-bert-combined2/checkpoint-100",
"epoch": 2.0,
"eval_steps": 500,
"global_step": 100,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.04,
"grad_norm": 1.5848274230957031,
"learning_rate": 6.666666666666667e-06,
"loss": 0.6679,
"step": 2
},
{
"epoch": 0.08,
"grad_norm": 2.478803873062134,
"learning_rate": 1.3333333333333333e-05,
"loss": 0.6854,
"step": 4
},
{
"epoch": 0.12,
"grad_norm": 1.6922881603240967,
"learning_rate": 2e-05,
"loss": 0.7149,
"step": 6
},
{
"epoch": 0.16,
"grad_norm": 2.9766438007354736,
"learning_rate": 2.6666666666666667e-05,
"loss": 0.7152,
"step": 8
},
{
"epoch": 0.2,
"grad_norm": 2.8051724433898926,
"learning_rate": 3.3333333333333335e-05,
"loss": 0.7176,
"step": 10
},
{
"epoch": 0.24,
"grad_norm": 2.277381658554077,
"learning_rate": 4e-05,
"loss": 0.6848,
"step": 12
},
{
"epoch": 0.28,
"grad_norm": 1.7226181030273438,
"learning_rate": 4.666666666666667e-05,
"loss": 0.6969,
"step": 14
},
{
"epoch": 0.32,
"grad_norm": 1.2681584358215332,
"learning_rate": 4.962962962962963e-05,
"loss": 0.7009,
"step": 16
},
{
"epoch": 0.36,
"grad_norm": 2.7885658740997314,
"learning_rate": 4.888888888888889e-05,
"loss": 0.7162,
"step": 18
},
{
"epoch": 0.4,
"grad_norm": 2.3086979389190674,
"learning_rate": 4.814814814814815e-05,
"loss": 0.7059,
"step": 20
},
{
"epoch": 0.44,
"grad_norm": 1.9791280031204224,
"learning_rate": 4.740740740740741e-05,
"loss": 0.699,
"step": 22
},
{
"epoch": 0.48,
"grad_norm": 1.4085396528244019,
"learning_rate": 4.666666666666667e-05,
"loss": 0.6602,
"step": 24
},
{
"epoch": 0.52,
"grad_norm": 2.003840208053589,
"learning_rate": 4.592592592592593e-05,
"loss": 0.6221,
"step": 26
},
{
"epoch": 0.56,
"grad_norm": 2.16381573677063,
"learning_rate": 4.518518518518519e-05,
"loss": 0.6739,
"step": 28
},
{
"epoch": 0.6,
"grad_norm": 2.6895177364349365,
"learning_rate": 4.4444444444444447e-05,
"loss": 0.6952,
"step": 30
},
{
"epoch": 0.64,
"grad_norm": 3.0539653301239014,
"learning_rate": 4.3703703703703705e-05,
"loss": 0.6916,
"step": 32
},
{
"epoch": 0.68,
"grad_norm": 1.6905677318572998,
"learning_rate": 4.296296296296296e-05,
"loss": 0.7039,
"step": 34
},
{
"epoch": 0.72,
"grad_norm": 1.9867430925369263,
"learning_rate": 4.222222222222222e-05,
"loss": 0.5762,
"step": 36
},
{
"epoch": 0.76,
"grad_norm": 2.075601816177368,
"learning_rate": 4.148148148148148e-05,
"loss": 0.6578,
"step": 38
},
{
"epoch": 0.8,
"grad_norm": 2.779691219329834,
"learning_rate": 4.074074074074074e-05,
"loss": 0.6646,
"step": 40
},
{
"epoch": 0.84,
"grad_norm": 2.750957489013672,
"learning_rate": 4e-05,
"loss": 0.5964,
"step": 42
},
{
"epoch": 0.88,
"grad_norm": 2.7763702869415283,
"learning_rate": 3.925925925925926e-05,
"loss": 0.6092,
"step": 44
},
{
"epoch": 0.92,
"grad_norm": 3.3457367420196533,
"learning_rate": 3.851851851851852e-05,
"loss": 0.5502,
"step": 46
},
{
"epoch": 0.96,
"grad_norm": 2.7507972717285156,
"learning_rate": 3.777777777777778e-05,
"loss": 0.5042,
"step": 48
},
{
"epoch": 1.0,
"grad_norm": 4.478252410888672,
"learning_rate": 3.7037037037037037e-05,
"loss": 0.6469,
"step": 50
},
{
"epoch": 1.0,
"eval_accuracy": 0.7,
"eval_auc": 0.8071999999999999,
"eval_f1": 0.7169811320754716,
"eval_loss": 0.5654460787773132,
"eval_precision": 0.6785714285714286,
"eval_recall": 0.76,
"eval_runtime": 7.9595,
"eval_samples_per_second": 12.564,
"eval_steps_per_second": 0.879,
"step": 50
},
{
"epoch": 1.04,
"grad_norm": 2.6288881301879883,
"learning_rate": 3.62962962962963e-05,
"loss": 0.3589,
"step": 52
},
{
"epoch": 1.08,
"grad_norm": 4.38114595413208,
"learning_rate": 3.555555555555556e-05,
"loss": 0.408,
"step": 54
},
{
"epoch": 1.12,
"grad_norm": 6.498011589050293,
"learning_rate": 3.481481481481482e-05,
"loss": 0.3517,
"step": 56
},
{
"epoch": 1.16,
"grad_norm": 7.760722637176514,
"learning_rate": 3.4074074074074077e-05,
"loss": 0.3926,
"step": 58
},
{
"epoch": 1.2,
"grad_norm": 8.327621459960938,
"learning_rate": 3.3333333333333335e-05,
"loss": 0.2361,
"step": 60
},
{
"epoch": 1.24,
"grad_norm": 3.809370756149292,
"learning_rate": 3.25925925925926e-05,
"loss": 0.3742,
"step": 62
},
{
"epoch": 1.28,
"grad_norm": 12.8309965133667,
"learning_rate": 3.185185185185185e-05,
"loss": 0.576,
"step": 64
},
{
"epoch": 1.32,
"grad_norm": 9.91649055480957,
"learning_rate": 3.111111111111111e-05,
"loss": 0.808,
"step": 66
},
{
"epoch": 1.3599999999999999,
"grad_norm": 9.183283805847168,
"learning_rate": 3.037037037037037e-05,
"loss": 0.5811,
"step": 68
},
{
"epoch": 1.4,
"grad_norm": 10.989977836608887,
"learning_rate": 2.962962962962963e-05,
"loss": 0.2667,
"step": 70
},
{
"epoch": 1.44,
"grad_norm": 12.52010726928711,
"learning_rate": 2.8888888888888888e-05,
"loss": 0.7402,
"step": 72
},
{
"epoch": 1.48,
"grad_norm": 5.40288782119751,
"learning_rate": 2.814814814814815e-05,
"loss": 0.3061,
"step": 74
},
{
"epoch": 1.52,
"grad_norm": 7.423550128936768,
"learning_rate": 2.7407407407407408e-05,
"loss": 0.4198,
"step": 76
},
{
"epoch": 1.56,
"grad_norm": 9.907425880432129,
"learning_rate": 2.6666666666666667e-05,
"loss": 0.4816,
"step": 78
},
{
"epoch": 1.6,
"grad_norm": 7.145705699920654,
"learning_rate": 2.5925925925925925e-05,
"loss": 0.3788,
"step": 80
},
{
"epoch": 1.6400000000000001,
"grad_norm": 1.4431923627853394,
"learning_rate": 2.5185185185185183e-05,
"loss": 0.3837,
"step": 82
},
{
"epoch": 1.6800000000000002,
"grad_norm": 8.11041259765625,
"learning_rate": 2.4444444444444445e-05,
"loss": 0.5001,
"step": 84
},
{
"epoch": 1.72,
"grad_norm": 8.253824234008789,
"learning_rate": 2.3703703703703707e-05,
"loss": 0.6369,
"step": 86
},
{
"epoch": 1.76,
"grad_norm": 4.3440937995910645,
"learning_rate": 2.2962962962962965e-05,
"loss": 0.3467,
"step": 88
},
{
"epoch": 1.8,
"grad_norm": 2.9534313678741455,
"learning_rate": 2.2222222222222223e-05,
"loss": 0.2029,
"step": 90
},
{
"epoch": 1.8399999999999999,
"grad_norm": 3.6825966835021973,
"learning_rate": 2.148148148148148e-05,
"loss": 0.3657,
"step": 92
},
{
"epoch": 1.88,
"grad_norm": 8.141383171081543,
"learning_rate": 2.074074074074074e-05,
"loss": 0.5135,
"step": 94
},
{
"epoch": 1.92,
"grad_norm": 23.226926803588867,
"learning_rate": 2e-05,
"loss": 0.8375,
"step": 96
},
{
"epoch": 1.96,
"grad_norm": 7.735658645629883,
"learning_rate": 1.925925925925926e-05,
"loss": 0.3536,
"step": 98
},
{
"epoch": 2.0,
"grad_norm": 11.800036430358887,
"learning_rate": 1.8518518518518518e-05,
"loss": 0.294,
"step": 100
},
{
"epoch": 2.0,
"eval_accuracy": 0.77,
"eval_auc": 0.8512,
"eval_f1": 0.7722772277227723,
"eval_loss": 0.5280066132545471,
"eval_precision": 0.7647058823529411,
"eval_recall": 0.78,
"eval_runtime": 7.9925,
"eval_samples_per_second": 12.512,
"eval_steps_per_second": 0.876,
"step": 100
}
],
"logging_steps": 2,
"max_steps": 150,
"num_input_tokens_seen": 0,
"num_train_epochs": 3,
"save_steps": 500,
"total_flos": 26493479731200.0,
"train_batch_size": 8,
"trial_name": null,
"trial_params": null
}