Md Mushfiqur Rahman
Upload with huggingface_hub
659253c
raw
history blame contribute delete
No virus
19.8 kB
{
"best_metric": 0.7696879643387815,
"best_model_checkpoint": "/scratch/mrahma45/pixel/finetuned_models/canine/canine-base-finetuned-masakhaner-swa/checkpoint-8000",
"epoch": 136.36363636363637,
"global_step": 9000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 3.03,
"eval_accuracy_score": 0.9148633257403189,
"eval_f1": 0.4574540503744044,
"eval_loss": 0.247094064950943,
"eval_precision": 0.4097560975609756,
"eval_recall": 0.5177195685670262,
"eval_runtime": 1.8306,
"eval_samples_per_second": 163.885,
"eval_steps_per_second": 20.759,
"step": 200
},
{
"epoch": 6.06,
"eval_accuracy_score": 0.9370728929384966,
"eval_f1": 0.5889655172413792,
"eval_loss": 0.19638368487358093,
"eval_precision": 0.533083645443196,
"eval_recall": 0.6579352850539292,
"eval_runtime": 1.8217,
"eval_samples_per_second": 164.685,
"eval_steps_per_second": 20.86,
"step": 400
},
{
"epoch": 7.58,
"learning_rate": 4.865771812080537e-05,
"loss": 0.3448,
"step": 500
},
{
"epoch": 9.09,
"eval_accuracy_score": 0.9400626423690205,
"eval_f1": 0.6428571428571429,
"eval_loss": 0.19553665816783905,
"eval_precision": 0.5892169448010269,
"eval_recall": 0.7072419106317411,
"eval_runtime": 1.8313,
"eval_samples_per_second": 163.822,
"eval_steps_per_second": 20.751,
"step": 600
},
{
"epoch": 12.12,
"eval_accuracy_score": 0.945615034168565,
"eval_f1": 0.6884779516358465,
"eval_loss": 0.20538370311260223,
"eval_precision": 0.6393659180977543,
"eval_recall": 0.7457627118644068,
"eval_runtime": 1.8211,
"eval_samples_per_second": 164.736,
"eval_steps_per_second": 20.867,
"step": 800
},
{
"epoch": 15.15,
"learning_rate": 4.697986577181208e-05,
"loss": 0.0881,
"step": 1000
},
{
"epoch": 15.15,
"eval_accuracy_score": 0.9533029612756264,
"eval_f1": 0.7061371841155235,
"eval_loss": 0.1924728900194168,
"eval_precision": 0.6644021739130435,
"eval_recall": 0.7534668721109399,
"eval_runtime": 1.8179,
"eval_samples_per_second": 165.026,
"eval_steps_per_second": 20.903,
"step": 1000
},
{
"epoch": 18.18,
"eval_accuracy_score": 0.9513097949886105,
"eval_f1": 0.7208121827411167,
"eval_loss": 0.20917125046253204,
"eval_precision": 0.6808219178082192,
"eval_recall": 0.765793528505393,
"eval_runtime": 1.8253,
"eval_samples_per_second": 164.358,
"eval_steps_per_second": 20.819,
"step": 1200
},
{
"epoch": 21.21,
"eval_accuracy_score": 0.9515945330296127,
"eval_f1": 0.7202295552367288,
"eval_loss": 0.22328592836856842,
"eval_precision": 0.6738255033557047,
"eval_recall": 0.773497688751926,
"eval_runtime": 1.8213,
"eval_samples_per_second": 164.719,
"eval_steps_per_second": 20.864,
"step": 1400
},
{
"epoch": 22.73,
"learning_rate": 4.530201342281879e-05,
"loss": 0.0183,
"step": 1500
},
{
"epoch": 24.24,
"eval_accuracy_score": 0.9525911161731208,
"eval_f1": 0.7200577200577202,
"eval_loss": 0.22826075553894043,
"eval_precision": 0.6770691994572592,
"eval_recall": 0.7688751926040062,
"eval_runtime": 1.8217,
"eval_samples_per_second": 164.682,
"eval_steps_per_second": 20.86,
"step": 1600
},
{
"epoch": 27.27,
"eval_accuracy_score": 0.9530182232346242,
"eval_f1": 0.7344877344877345,
"eval_loss": 0.23747360706329346,
"eval_precision": 0.6906377204884667,
"eval_recall": 0.7842835130970724,
"eval_runtime": 1.8232,
"eval_samples_per_second": 164.543,
"eval_steps_per_second": 20.842,
"step": 1800
},
{
"epoch": 30.3,
"learning_rate": 4.36241610738255e-05,
"loss": 0.006,
"step": 2000
},
{
"epoch": 30.3,
"eval_accuracy_score": 0.9557232346241458,
"eval_f1": 0.7485549132947977,
"eval_loss": 0.23886878788471222,
"eval_precision": 0.7047619047619048,
"eval_recall": 0.7981510015408321,
"eval_runtime": 1.8593,
"eval_samples_per_second": 161.349,
"eval_steps_per_second": 20.437,
"step": 2000
},
{
"epoch": 33.33,
"eval_accuracy_score": 0.9558656036446469,
"eval_f1": 0.7386609071274299,
"eval_loss": 0.22935760021209717,
"eval_precision": 0.6932432432432433,
"eval_recall": 0.7904468412942989,
"eval_runtime": 1.8284,
"eval_samples_per_second": 164.075,
"eval_steps_per_second": 20.783,
"step": 2200
},
{
"epoch": 36.36,
"eval_accuracy_score": 0.9588553530751709,
"eval_f1": 0.7606038820992091,
"eval_loss": 0.22713881731033325,
"eval_precision": 0.7129380053908356,
"eval_recall": 0.8151001540832049,
"eval_runtime": 1.8307,
"eval_samples_per_second": 163.87,
"eval_steps_per_second": 20.757,
"step": 2400
},
{
"epoch": 37.88,
"learning_rate": 4.194630872483222e-05,
"loss": 0.0041,
"step": 2500
},
{
"epoch": 39.39,
"eval_accuracy_score": 0.9557232346241458,
"eval_f1": 0.7356154406409323,
"eval_loss": 0.2489270567893982,
"eval_precision": 0.6975138121546961,
"eval_recall": 0.7781201848998459,
"eval_runtime": 1.8248,
"eval_samples_per_second": 164.405,
"eval_steps_per_second": 20.825,
"step": 2600
},
{
"epoch": 42.42,
"eval_accuracy_score": 0.9503132118451025,
"eval_f1": 0.7259786476868327,
"eval_loss": 0.30249449610710144,
"eval_precision": 0.6746031746031746,
"eval_recall": 0.785824345146379,
"eval_runtime": 1.813,
"eval_samples_per_second": 165.469,
"eval_steps_per_second": 20.959,
"step": 2800
},
{
"epoch": 45.45,
"learning_rate": 4.026845637583892e-05,
"loss": 0.0024,
"step": 3000
},
{
"epoch": 45.45,
"eval_accuracy_score": 0.9555808656036446,
"eval_f1": 0.7521739130434784,
"eval_loss": 0.25840774178504944,
"eval_precision": 0.7099863201094391,
"eval_recall": 0.7996918335901386,
"eval_runtime": 1.8125,
"eval_samples_per_second": 165.516,
"eval_steps_per_second": 20.965,
"step": 3000
},
{
"epoch": 48.48,
"eval_accuracy_score": 0.9533029612756264,
"eval_f1": 0.7311669128508125,
"eval_loss": 0.2636038661003113,
"eval_precision": 0.7021276595744681,
"eval_recall": 0.7627118644067796,
"eval_runtime": 1.8225,
"eval_samples_per_second": 164.607,
"eval_steps_per_second": 20.85,
"step": 3200
},
{
"epoch": 51.52,
"eval_accuracy_score": 0.9558656036446469,
"eval_f1": 0.7386609071274299,
"eval_loss": 0.2609228789806366,
"eval_precision": 0.6932432432432433,
"eval_recall": 0.7904468412942989,
"eval_runtime": 1.8187,
"eval_samples_per_second": 164.949,
"eval_steps_per_second": 20.894,
"step": 3400
},
{
"epoch": 53.03,
"learning_rate": 3.859060402684564e-05,
"loss": 0.0031,
"step": 3500
},
{
"epoch": 54.55,
"eval_accuracy_score": 0.9572892938496583,
"eval_f1": 0.7478134110787171,
"eval_loss": 0.2473631501197815,
"eval_precision": 0.7095435684647303,
"eval_recall": 0.7904468412942989,
"eval_runtime": 1.8173,
"eval_samples_per_second": 165.08,
"eval_steps_per_second": 20.91,
"step": 3600
},
{
"epoch": 57.58,
"eval_accuracy_score": 0.9547266514806378,
"eval_f1": 0.7534545454545455,
"eval_loss": 0.2842201292514801,
"eval_precision": 0.7134986225895317,
"eval_recall": 0.7981510015408321,
"eval_runtime": 1.8179,
"eval_samples_per_second": 165.029,
"eval_steps_per_second": 20.904,
"step": 3800
},
{
"epoch": 60.61,
"learning_rate": 3.6912751677852356e-05,
"loss": 0.0023,
"step": 4000
},
{
"epoch": 60.61,
"eval_accuracy_score": 0.9561503416856492,
"eval_f1": 0.7446964155084126,
"eval_loss": 0.2753300070762634,
"eval_precision": 0.7089136490250696,
"eval_recall": 0.7842835130970724,
"eval_runtime": 1.809,
"eval_samples_per_second": 165.841,
"eval_steps_per_second": 21.006,
"step": 4000
},
{
"epoch": 63.64,
"eval_accuracy_score": 0.9565774487471527,
"eval_f1": 0.7445887445887446,
"eval_loss": 0.26731398701667786,
"eval_precision": 0.7001356852103121,
"eval_recall": 0.7950693374422187,
"eval_runtime": 1.8118,
"eval_samples_per_second": 165.585,
"eval_steps_per_second": 20.974,
"step": 4200
},
{
"epoch": 66.67,
"eval_accuracy_score": 0.9592824601366743,
"eval_f1": 0.7662053896576839,
"eval_loss": 0.25669774413108826,
"eval_precision": 0.7265193370165746,
"eval_recall": 0.810477657935285,
"eval_runtime": 1.8165,
"eval_samples_per_second": 165.149,
"eval_steps_per_second": 20.919,
"step": 4400
},
{
"epoch": 68.18,
"learning_rate": 3.523489932885906e-05,
"loss": 0.0013,
"step": 4500
},
{
"epoch": 69.7,
"eval_accuracy_score": 0.9578587699316629,
"eval_f1": 0.7628865979381444,
"eval_loss": 0.26889553666114807,
"eval_precision": 0.7306064880112835,
"eval_recall": 0.7981510015408321,
"eval_runtime": 1.8209,
"eval_samples_per_second": 164.757,
"eval_steps_per_second": 20.869,
"step": 4600
},
{
"epoch": 72.73,
"eval_accuracy_score": 0.9541571753986332,
"eval_f1": 0.7272727272727272,
"eval_loss": 0.27668488025665283,
"eval_precision": 0.683853459972863,
"eval_recall": 0.7765793528505393,
"eval_runtime": 1.819,
"eval_samples_per_second": 164.922,
"eval_steps_per_second": 20.89,
"step": 4800
},
{
"epoch": 75.76,
"learning_rate": 3.3557046979865775e-05,
"loss": 0.0017,
"step": 5000
},
{
"epoch": 75.76,
"eval_accuracy_score": 0.9611332574031891,
"eval_f1": 0.7647058823529411,
"eval_loss": 0.261895090341568,
"eval_precision": 0.7313642756680732,
"eval_recall": 0.8012326656394453,
"eval_runtime": 1.8166,
"eval_samples_per_second": 165.139,
"eval_steps_per_second": 20.918,
"step": 5000
},
{
"epoch": 78.79,
"eval_accuracy_score": 0.9565774487471527,
"eval_f1": 0.7635574837310196,
"eval_loss": 0.2799965441226959,
"eval_precision": 0.7193460490463215,
"eval_recall": 0.8135593220338984,
"eval_runtime": 1.8154,
"eval_samples_per_second": 165.252,
"eval_steps_per_second": 20.932,
"step": 5200
},
{
"epoch": 81.82,
"eval_accuracy_score": 0.9571469248291572,
"eval_f1": 0.7645756457564575,
"eval_loss": 0.2897091805934906,
"eval_precision": 0.7337110481586402,
"eval_recall": 0.7981510015408321,
"eval_runtime": 1.8225,
"eval_samples_per_second": 164.611,
"eval_steps_per_second": 20.851,
"step": 5400
},
{
"epoch": 83.33,
"learning_rate": 3.1879194630872485e-05,
"loss": 0.0013,
"step": 5500
},
{
"epoch": 84.85,
"eval_accuracy_score": 0.9582858769931663,
"eval_f1": 0.765925925925926,
"eval_loss": 0.28740614652633667,
"eval_precision": 0.7375178316690443,
"eval_recall": 0.7966101694915254,
"eval_runtime": 1.8149,
"eval_samples_per_second": 165.297,
"eval_steps_per_second": 20.938,
"step": 5600
},
{
"epoch": 87.88,
"eval_accuracy_score": 0.9567198177676538,
"eval_f1": 0.7501810282404056,
"eval_loss": 0.2884918749332428,
"eval_precision": 0.7076502732240437,
"eval_recall": 0.7981510015408321,
"eval_runtime": 1.8146,
"eval_samples_per_second": 165.322,
"eval_steps_per_second": 20.941,
"step": 5800
},
{
"epoch": 90.91,
"learning_rate": 3.02013422818792e-05,
"loss": 0.0014,
"step": 6000
},
{
"epoch": 90.91,
"eval_accuracy_score": 0.9524487471526196,
"eval_f1": 0.7301360057265569,
"eval_loss": 0.2914113402366638,
"eval_precision": 0.6818181818181818,
"eval_recall": 0.785824345146379,
"eval_runtime": 1.8206,
"eval_samples_per_second": 164.78,
"eval_steps_per_second": 20.872,
"step": 6000
},
{
"epoch": 93.94,
"eval_accuracy_score": 0.9501708428246014,
"eval_f1": 0.7317425885755603,
"eval_loss": 0.31541427969932556,
"eval_precision": 0.6893732970027248,
"eval_recall": 0.7796610169491526,
"eval_runtime": 1.8164,
"eval_samples_per_second": 165.165,
"eval_steps_per_second": 20.921,
"step": 6200
},
{
"epoch": 96.97,
"eval_accuracy_score": 0.9592824601366743,
"eval_f1": 0.7678571428571429,
"eval_loss": 0.26346713304519653,
"eval_precision": 0.7424460431654676,
"eval_recall": 0.7950693374422187,
"eval_runtime": 1.8177,
"eval_samples_per_second": 165.047,
"eval_steps_per_second": 20.906,
"step": 6400
},
{
"epoch": 98.48,
"learning_rate": 2.8523489932885905e-05,
"loss": 0.0012,
"step": 6500
},
{
"epoch": 100.0,
"eval_accuracy_score": 0.9578587699316629,
"eval_f1": 0.7687776141384388,
"eval_loss": 0.2713102400302887,
"eval_precision": 0.7362482369534555,
"eval_recall": 0.8043143297380585,
"eval_runtime": 1.8208,
"eval_samples_per_second": 164.767,
"eval_steps_per_second": 20.87,
"step": 6600
},
{
"epoch": 103.03,
"eval_accuracy_score": 0.9555808656036446,
"eval_f1": 0.7427745664739885,
"eval_loss": 0.2801496088504791,
"eval_precision": 0.6993197278911565,
"eval_recall": 0.7919876733436055,
"eval_runtime": 1.8128,
"eval_samples_per_second": 165.49,
"eval_steps_per_second": 20.962,
"step": 6800
},
{
"epoch": 106.06,
"learning_rate": 2.6845637583892618e-05,
"loss": 0.0006,
"step": 7000
},
{
"epoch": 106.06,
"eval_accuracy_score": 0.9574316628701595,
"eval_f1": 0.758169934640523,
"eval_loss": 0.28262782096862793,
"eval_precision": 0.717032967032967,
"eval_recall": 0.8043143297380585,
"eval_runtime": 1.815,
"eval_samples_per_second": 165.29,
"eval_steps_per_second": 20.937,
"step": 7000
},
{
"epoch": 109.09,
"eval_accuracy_score": 0.9567198177676538,
"eval_f1": 0.7523465703971118,
"eval_loss": 0.294379323720932,
"eval_precision": 0.7078804347826086,
"eval_recall": 0.802773497688752,
"eval_runtime": 1.8154,
"eval_samples_per_second": 165.256,
"eval_steps_per_second": 20.932,
"step": 7200
},
{
"epoch": 112.12,
"eval_accuracy_score": 0.9604214123006833,
"eval_f1": 0.7586715867158671,
"eval_loss": 0.27172133326530457,
"eval_precision": 0.7280453257790368,
"eval_recall": 0.7919876733436055,
"eval_runtime": 1.8173,
"eval_samples_per_second": 165.082,
"eval_steps_per_second": 20.91,
"step": 7400
},
{
"epoch": 113.64,
"learning_rate": 2.516778523489933e-05,
"loss": 0.0005,
"step": 7500
},
{
"epoch": 115.15,
"eval_accuracy_score": 0.9585706150341685,
"eval_f1": 0.765925925925926,
"eval_loss": 0.28619658946990967,
"eval_precision": 0.7375178316690443,
"eval_recall": 0.7966101694915254,
"eval_runtime": 1.8064,
"eval_samples_per_second": 166.079,
"eval_steps_per_second": 21.037,
"step": 7600
},
{
"epoch": 118.18,
"eval_accuracy_score": 0.9602790432801822,
"eval_f1": 0.7804878048780488,
"eval_loss": 0.2851082980632782,
"eval_precision": 0.75,
"eval_recall": 0.8135593220338984,
"eval_runtime": 1.8071,
"eval_samples_per_second": 166.013,
"eval_steps_per_second": 21.028,
"step": 7800
},
{
"epoch": 121.21,
"learning_rate": 2.348993288590604e-05,
"loss": 0.0005,
"step": 8000
},
{
"epoch": 121.21,
"eval_accuracy_score": 0.9578587699316629,
"eval_f1": 0.7696879643387815,
"eval_loss": 0.3037085235118866,
"eval_precision": 0.7431850789096126,
"eval_recall": 0.7981510015408321,
"eval_runtime": 1.8042,
"eval_samples_per_second": 166.279,
"eval_steps_per_second": 21.062,
"step": 8000
},
{
"epoch": 124.24,
"eval_accuracy_score": 0.9577164009111617,
"eval_f1": 0.7490747594374536,
"eval_loss": 0.2995525598526001,
"eval_precision": 0.7207977207977208,
"eval_recall": 0.7796610169491526,
"eval_runtime": 1.8078,
"eval_samples_per_second": 165.95,
"eval_steps_per_second": 21.02,
"step": 8200
},
{
"epoch": 127.27,
"eval_accuracy_score": 0.9567198177676538,
"eval_f1": 0.7512915129151292,
"eval_loss": 0.30669906735420227,
"eval_precision": 0.7209631728045326,
"eval_recall": 0.7842835130970724,
"eval_runtime": 1.8073,
"eval_samples_per_second": 165.994,
"eval_steps_per_second": 21.026,
"step": 8400
},
{
"epoch": 128.79,
"learning_rate": 2.181208053691275e-05,
"loss": 0.0007,
"step": 8500
},
{
"epoch": 130.3,
"eval_accuracy_score": 0.9607061503416856,
"eval_f1": 0.764792899408284,
"eval_loss": 0.27318519353866577,
"eval_precision": 0.7354196301564723,
"eval_recall": 0.7966101694915254,
"eval_runtime": 1.8004,
"eval_samples_per_second": 166.628,
"eval_steps_per_second": 21.106,
"step": 8600
},
{
"epoch": 133.33,
"eval_accuracy_score": 0.9567198177676538,
"eval_f1": 0.7402597402597403,
"eval_loss": 0.30070313811302185,
"eval_precision": 0.6960651289009498,
"eval_recall": 0.7904468412942989,
"eval_runtime": 1.8013,
"eval_samples_per_second": 166.549,
"eval_steps_per_second": 21.096,
"step": 8800
},
{
"epoch": 136.36,
"learning_rate": 2.013422818791946e-05,
"loss": 0.0006,
"step": 9000
},
{
"epoch": 136.36,
"eval_accuracy_score": 0.9592824601366743,
"eval_f1": 0.7628111273792093,
"eval_loss": 0.28866341710090637,
"eval_precision": 0.7266387726638772,
"eval_recall": 0.802773497688752,
"eval_runtime": 1.8039,
"eval_samples_per_second": 166.31,
"eval_steps_per_second": 21.066,
"step": 9000
},
{
"epoch": 136.36,
"step": 9000,
"total_flos": 4.722733803843994e+16,
"train_loss": 0.026613251682784823,
"train_runtime": 3020.8535,
"train_samples_per_second": 158.895,
"train_steps_per_second": 4.965
}
],
"max_steps": 15000,
"num_train_epochs": 228,
"total_flos": 4.722733803843994e+16,
"trial_name": null,
"trial_params": null
}