SLM_vs_LLM_experiments
/
LoRA
/Qwen
/Qwen1.5_7B_LoRA_coastalcph
/lex_glue_ledgar
/trainer_state.json
| { | |
| "best_metric": 0.5025032162666321, | |
| "best_model_checkpoint": "../experiments_checkpoints/LoRA/Qwen/Qwen1.5_7B_LoRA_coastalcph/lex_glue_ledgar/checkpoint-3700", | |
| "epoch": 3.0, | |
| "eval_steps": 100, | |
| "global_step": 5625, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 82.343017578125, | |
| "learning_rate": 4.991111111111111e-05, | |
| "loss": 11.1109, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 83.22059631347656, | |
| "learning_rate": 4.982222222222222e-05, | |
| "loss": 8.525, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 81.96794891357422, | |
| "learning_rate": 4.973333333333334e-05, | |
| "loss": 6.6453, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 71.0719985961914, | |
| "learning_rate": 4.964444444444445e-05, | |
| "loss": 5.1352, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 69.25579071044922, | |
| "learning_rate": 4.955555555555556e-05, | |
| "loss": 3.8117, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 62.54920959472656, | |
| "learning_rate": 4.9466666666666665e-05, | |
| "loss": 2.7141, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 51.00497055053711, | |
| "learning_rate": 4.9377777777777776e-05, | |
| "loss": 2.4369, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 66.0743637084961, | |
| "learning_rate": 4.928888888888889e-05, | |
| "loss": 1.966, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 55.161354064941406, | |
| "learning_rate": 4.92e-05, | |
| "loss": 1.8213, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 50.841796875, | |
| "learning_rate": 4.9111111111111114e-05, | |
| "loss": 1.7995, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_accuracy": 0.6512, | |
| "eval_f1_macro": 0.4676003614917378, | |
| "eval_f1_micro": 0.6512, | |
| "eval_loss": 1.6894375085830688, | |
| "eval_runtime": 126.3135, | |
| "eval_samples_per_second": 79.168, | |
| "eval_steps_per_second": 2.478, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 44.830013275146484, | |
| "learning_rate": 4.9022222222222224e-05, | |
| "loss": 1.7258, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 37.19465637207031, | |
| "learning_rate": 4.8933333333333335e-05, | |
| "loss": 1.4613, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 50.72254943847656, | |
| "learning_rate": 4.8844444444444445e-05, | |
| "loss": 1.4131, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 49.2353630065918, | |
| "learning_rate": 4.875555555555556e-05, | |
| "loss": 1.4369, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 44.442604064941406, | |
| "learning_rate": 4.866666666666667e-05, | |
| "loss": 1.2461, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 54.64115524291992, | |
| "learning_rate": 4.8577777777777776e-05, | |
| "loss": 1.2523, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 46.350425720214844, | |
| "learning_rate": 4.848888888888889e-05, | |
| "loss": 1.2385, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 45.80131912231445, | |
| "learning_rate": 4.8400000000000004e-05, | |
| "loss": 1.2934, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 43.66839599609375, | |
| "learning_rate": 4.8311111111111115e-05, | |
| "loss": 1.1484, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 45.98219680786133, | |
| "learning_rate": 4.8222222222222225e-05, | |
| "loss": 1.3922, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "eval_accuracy": 0.7076, | |
| "eval_f1_macro": 0.5868340973418246, | |
| "eval_f1_micro": 0.7076, | |
| "eval_loss": 1.2208046913146973, | |
| "eval_runtime": 125.6037, | |
| "eval_samples_per_second": 79.616, | |
| "eval_steps_per_second": 2.492, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 53.35915756225586, | |
| "learning_rate": 4.8133333333333336e-05, | |
| "loss": 1.2534, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 49.47136688232422, | |
| "learning_rate": 4.8044444444444446e-05, | |
| "loss": 1.2297, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 41.21822738647461, | |
| "learning_rate": 4.7955555555555556e-05, | |
| "loss": 1.136, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 49.57373809814453, | |
| "learning_rate": 4.7866666666666674e-05, | |
| "loss": 1.1995, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 60.3203010559082, | |
| "learning_rate": 4.7777777777777784e-05, | |
| "loss": 1.1587, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 44.72378158569336, | |
| "learning_rate": 4.768888888888889e-05, | |
| "loss": 1.1577, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 45.23435974121094, | |
| "learning_rate": 4.76e-05, | |
| "loss": 1.0536, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 34.0523567199707, | |
| "learning_rate": 4.751111111111111e-05, | |
| "loss": 1.0193, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 43.04400634765625, | |
| "learning_rate": 4.7422222222222226e-05, | |
| "loss": 1.0108, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 45.1166877746582, | |
| "learning_rate": 4.7333333333333336e-05, | |
| "loss": 1.0552, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "eval_accuracy": 0.7634, | |
| "eval_f1_macro": 0.6328915988513745, | |
| "eval_f1_micro": 0.7634, | |
| "eval_loss": 0.9664570093154907, | |
| "eval_runtime": 125.4379, | |
| "eval_samples_per_second": 79.721, | |
| "eval_steps_per_second": 2.495, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 42.98120880126953, | |
| "learning_rate": 4.724444444444445e-05, | |
| "loss": 0.9302, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 32.83863830566406, | |
| "learning_rate": 4.715555555555556e-05, | |
| "loss": 0.8612, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 51.440391540527344, | |
| "learning_rate": 4.706666666666667e-05, | |
| "loss": 1.2096, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 32.38331604003906, | |
| "learning_rate": 4.6977777777777785e-05, | |
| "loss": 0.939, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 32.610382080078125, | |
| "learning_rate": 4.6888888888888895e-05, | |
| "loss": 0.9571, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 49.74464797973633, | |
| "learning_rate": 4.6800000000000006e-05, | |
| "loss": 1.0897, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 40.764678955078125, | |
| "learning_rate": 4.671111111111111e-05, | |
| "loss": 0.85, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 55.797000885009766, | |
| "learning_rate": 4.662222222222222e-05, | |
| "loss": 0.9105, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 41.21658706665039, | |
| "learning_rate": 4.653333333333334e-05, | |
| "loss": 0.8054, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 39.946632385253906, | |
| "learning_rate": 4.644444444444445e-05, | |
| "loss": 0.8416, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "eval_accuracy": 0.767, | |
| "eval_f1_macro": 0.6280418494347138, | |
| "eval_f1_micro": 0.767, | |
| "eval_loss": 0.9614554643630981, | |
| "eval_runtime": 125.3428, | |
| "eval_samples_per_second": 79.781, | |
| "eval_steps_per_second": 2.497, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 40.86934280395508, | |
| "learning_rate": 4.635555555555556e-05, | |
| "loss": 1.0155, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 39.81444549560547, | |
| "learning_rate": 4.626666666666667e-05, | |
| "loss": 0.9998, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 40.45600509643555, | |
| "learning_rate": 4.617777777777778e-05, | |
| "loss": 0.7995, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 47.23322677612305, | |
| "learning_rate": 4.608888888888889e-05, | |
| "loss": 0.6886, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 45.51860046386719, | |
| "learning_rate": 4.600000000000001e-05, | |
| "loss": 0.7401, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 31.879140853881836, | |
| "learning_rate": 4.591111111111112e-05, | |
| "loss": 0.9815, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 38.960289001464844, | |
| "learning_rate": 4.582222222222222e-05, | |
| "loss": 1.0263, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 26.54925537109375, | |
| "learning_rate": 4.573333333333333e-05, | |
| "loss": 0.8351, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 42.07994842529297, | |
| "learning_rate": 4.564444444444444e-05, | |
| "loss": 0.8951, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 43.244110107421875, | |
| "learning_rate": 4.555555555555556e-05, | |
| "loss": 0.8204, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "eval_accuracy": 0.7892, | |
| "eval_f1_macro": 0.6680353341510004, | |
| "eval_f1_micro": 0.7892, | |
| "eval_loss": 0.846860945224762, | |
| "eval_runtime": 125.1499, | |
| "eval_samples_per_second": 79.904, | |
| "eval_steps_per_second": 2.501, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 40.45793151855469, | |
| "learning_rate": 4.546666666666667e-05, | |
| "loss": 0.8416, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 48.35597610473633, | |
| "learning_rate": 4.537777777777778e-05, | |
| "loss": 0.8184, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 38.001399993896484, | |
| "learning_rate": 4.528888888888889e-05, | |
| "loss": 0.8784, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 35.90673065185547, | |
| "learning_rate": 4.52e-05, | |
| "loss": 0.8764, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 42.99267578125, | |
| "learning_rate": 4.511111111111112e-05, | |
| "loss": 0.7643, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 35.354740142822266, | |
| "learning_rate": 4.502222222222223e-05, | |
| "loss": 0.7455, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 46.95038986206055, | |
| "learning_rate": 4.493333333333333e-05, | |
| "loss": 1.0796, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 36.5641975402832, | |
| "learning_rate": 4.484444444444444e-05, | |
| "loss": 0.7303, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 31.755895614624023, | |
| "learning_rate": 4.475555555555555e-05, | |
| "loss": 0.6932, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 41.90700149536133, | |
| "learning_rate": 4.466666666666667e-05, | |
| "loss": 0.7359, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "eval_accuracy": 0.8025, | |
| "eval_f1_macro": 0.6858714672474995, | |
| "eval_f1_micro": 0.8025, | |
| "eval_loss": 0.7820109128952026, | |
| "eval_runtime": 125.0637, | |
| "eval_samples_per_second": 79.959, | |
| "eval_steps_per_second": 2.503, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 40.491641998291016, | |
| "learning_rate": 4.457777777777778e-05, | |
| "loss": 0.7398, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 40.14454650878906, | |
| "learning_rate": 4.448888888888889e-05, | |
| "loss": 0.7974, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 39.546302795410156, | |
| "learning_rate": 4.44e-05, | |
| "loss": 0.6925, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 27.2608699798584, | |
| "learning_rate": 4.431111111111111e-05, | |
| "loss": 0.8556, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 28.21966552734375, | |
| "learning_rate": 4.422222222222222e-05, | |
| "loss": 0.798, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 26.93427276611328, | |
| "learning_rate": 4.413333333333334e-05, | |
| "loss": 0.8146, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 38.73881912231445, | |
| "learning_rate": 4.404444444444445e-05, | |
| "loss": 0.7848, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 29.951839447021484, | |
| "learning_rate": 4.3955555555555554e-05, | |
| "loss": 0.6993, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 39.4987678527832, | |
| "learning_rate": 4.3866666666666665e-05, | |
| "loss": 0.9409, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 44.70013427734375, | |
| "learning_rate": 4.377777777777778e-05, | |
| "loss": 0.7088, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "eval_accuracy": 0.7975, | |
| "eval_f1_macro": 0.6808312841147881, | |
| "eval_f1_micro": 0.7975, | |
| "eval_loss": 0.7904818654060364, | |
| "eval_runtime": 124.9315, | |
| "eval_samples_per_second": 80.044, | |
| "eval_steps_per_second": 2.505, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 23.76036262512207, | |
| "learning_rate": 4.368888888888889e-05, | |
| "loss": 0.5632, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 37.98194122314453, | |
| "learning_rate": 4.36e-05, | |
| "loss": 0.7349, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 43.77289581298828, | |
| "learning_rate": 4.351111111111111e-05, | |
| "loss": 0.7132, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 38.53476333618164, | |
| "learning_rate": 4.3422222222222224e-05, | |
| "loss": 0.6374, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 36.89138412475586, | |
| "learning_rate": 4.3333333333333334e-05, | |
| "loss": 0.7341, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 39.2047233581543, | |
| "learning_rate": 4.324444444444445e-05, | |
| "loss": 0.8566, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 37.043670654296875, | |
| "learning_rate": 4.315555555555556e-05, | |
| "loss": 0.7392, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 35.77628707885742, | |
| "learning_rate": 4.3066666666666665e-05, | |
| "loss": 0.7401, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 32.939632415771484, | |
| "learning_rate": 4.2977777777777776e-05, | |
| "loss": 0.7112, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 14.420007705688477, | |
| "learning_rate": 4.2888888888888886e-05, | |
| "loss": 0.6096, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "eval_accuracy": 0.8009, | |
| "eval_f1_macro": 0.6822606117129679, | |
| "eval_f1_micro": 0.8009, | |
| "eval_loss": 0.7862304449081421, | |
| "eval_runtime": 124.8581, | |
| "eval_samples_per_second": 80.091, | |
| "eval_steps_per_second": 2.507, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 42.69435119628906, | |
| "learning_rate": 4.2800000000000004e-05, | |
| "loss": 0.6954, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 45.64569091796875, | |
| "learning_rate": 4.2711111111111114e-05, | |
| "loss": 0.8801, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 27.12781524658203, | |
| "learning_rate": 4.2622222222222224e-05, | |
| "loss": 0.8576, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 48.820552825927734, | |
| "learning_rate": 4.2533333333333335e-05, | |
| "loss": 0.6565, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 43.27635192871094, | |
| "learning_rate": 4.2444444444444445e-05, | |
| "loss": 0.7962, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 39.85664367675781, | |
| "learning_rate": 4.235555555555556e-05, | |
| "loss": 0.9294, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 45.196571350097656, | |
| "learning_rate": 4.226666666666667e-05, | |
| "loss": 0.9026, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 29.43784523010254, | |
| "learning_rate": 4.217777777777778e-05, | |
| "loss": 0.7298, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 36.50236129760742, | |
| "learning_rate": 4.208888888888889e-05, | |
| "loss": 0.787, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 47.03664016723633, | |
| "learning_rate": 4.2e-05, | |
| "loss": 0.8682, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "eval_accuracy": 0.7987, | |
| "eval_f1_macro": 0.6966502426266987, | |
| "eval_f1_micro": 0.7987, | |
| "eval_loss": 0.7767773270606995, | |
| "eval_runtime": 125.0393, | |
| "eval_samples_per_second": 79.975, | |
| "eval_steps_per_second": 2.503, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 39.72060012817383, | |
| "learning_rate": 4.1911111111111115e-05, | |
| "loss": 0.8498, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 37.37692642211914, | |
| "learning_rate": 4.1822222222222225e-05, | |
| "loss": 0.718, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 28.36815071105957, | |
| "learning_rate": 4.1733333333333336e-05, | |
| "loss": 0.6923, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 41.33854675292969, | |
| "learning_rate": 4.1644444444444446e-05, | |
| "loss": 0.7234, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 37.55774688720703, | |
| "learning_rate": 4.155555555555556e-05, | |
| "loss": 0.8102, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 32.01072692871094, | |
| "learning_rate": 4.146666666666667e-05, | |
| "loss": 0.7338, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 23.995277404785156, | |
| "learning_rate": 4.1377777777777784e-05, | |
| "loss": 0.7768, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 37.772430419921875, | |
| "learning_rate": 4.1288888888888895e-05, | |
| "loss": 0.746, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 45.859737396240234, | |
| "learning_rate": 4.12e-05, | |
| "loss": 0.7789, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 41.380367279052734, | |
| "learning_rate": 4.111111111111111e-05, | |
| "loss": 0.6772, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "eval_accuracy": 0.8094, | |
| "eval_f1_macro": 0.6933975962115336, | |
| "eval_f1_micro": 0.8094, | |
| "eval_loss": 0.7299655079841614, | |
| "eval_runtime": 125.167, | |
| "eval_samples_per_second": 79.893, | |
| "eval_steps_per_second": 2.501, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 29.1951904296875, | |
| "learning_rate": 4.1022222222222226e-05, | |
| "loss": 0.6658, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 32.311279296875, | |
| "learning_rate": 4.093333333333334e-05, | |
| "loss": 0.7022, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 30.058263778686523, | |
| "learning_rate": 4.084444444444445e-05, | |
| "loss": 0.8125, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 60.061588287353516, | |
| "learning_rate": 4.075555555555556e-05, | |
| "loss": 0.7732, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 40.17058181762695, | |
| "learning_rate": 4.066666666666667e-05, | |
| "loss": 0.6829, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 30.274438858032227, | |
| "learning_rate": 4.057777777777778e-05, | |
| "loss": 0.6306, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 32.10597229003906, | |
| "learning_rate": 4.0488888888888896e-05, | |
| "loss": 0.723, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 24.114013671875, | |
| "learning_rate": 4.0400000000000006e-05, | |
| "loss": 0.5363, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 34.77803421020508, | |
| "learning_rate": 4.031111111111111e-05, | |
| "loss": 0.6772, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 18.767980575561523, | |
| "learning_rate": 4.022222222222222e-05, | |
| "loss": 0.6224, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "eval_accuracy": 0.8146, | |
| "eval_f1_macro": 0.7190013669213452, | |
| "eval_f1_micro": 0.8146, | |
| "eval_loss": 0.675977349281311, | |
| "eval_runtime": 125.1012, | |
| "eval_samples_per_second": 79.935, | |
| "eval_steps_per_second": 2.502, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 29.401121139526367, | |
| "learning_rate": 4.013333333333333e-05, | |
| "loss": 0.5357, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 34.86585235595703, | |
| "learning_rate": 4.004444444444445e-05, | |
| "loss": 0.7042, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 45.15092849731445, | |
| "learning_rate": 3.995555555555556e-05, | |
| "loss": 0.5536, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 49.75371551513672, | |
| "learning_rate": 3.986666666666667e-05, | |
| "loss": 0.7, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 35.728458404541016, | |
| "learning_rate": 3.977777777777778e-05, | |
| "loss": 0.6518, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 35.763145446777344, | |
| "learning_rate": 3.968888888888889e-05, | |
| "loss": 0.5926, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 34.241641998291016, | |
| "learning_rate": 3.960000000000001e-05, | |
| "loss": 0.7443, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 35.822608947753906, | |
| "learning_rate": 3.951111111111112e-05, | |
| "loss": 0.7653, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 37.08557891845703, | |
| "learning_rate": 3.942222222222222e-05, | |
| "loss": 0.6447, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 40.616458892822266, | |
| "learning_rate": 3.933333333333333e-05, | |
| "loss": 0.5875, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "eval_accuracy": 0.8253, | |
| "eval_f1_macro": 0.7442346170146863, | |
| "eval_f1_micro": 0.8253, | |
| "eval_loss": 0.6448789238929749, | |
| "eval_runtime": 125.1421, | |
| "eval_samples_per_second": 79.909, | |
| "eval_steps_per_second": 2.501, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 43.901790618896484, | |
| "learning_rate": 3.924444444444444e-05, | |
| "loss": 0.6233, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 28.500553131103516, | |
| "learning_rate": 3.915555555555556e-05, | |
| "loss": 0.7282, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 41.72186279296875, | |
| "learning_rate": 3.906666666666667e-05, | |
| "loss": 0.6711, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 46.095245361328125, | |
| "learning_rate": 3.897777777777778e-05, | |
| "loss": 0.5736, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 41.30305862426758, | |
| "learning_rate": 3.888888888888889e-05, | |
| "loss": 0.6972, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 33.491661071777344, | |
| "learning_rate": 3.88e-05, | |
| "loss": 0.7147, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 40.78701400756836, | |
| "learning_rate": 3.871111111111111e-05, | |
| "loss": 0.5984, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 36.48966598510742, | |
| "learning_rate": 3.862222222222223e-05, | |
| "loss": 0.7407, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 39.34754180908203, | |
| "learning_rate": 3.853333333333334e-05, | |
| "loss": 0.5544, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 28.790693283081055, | |
| "learning_rate": 3.844444444444444e-05, | |
| "loss": 0.6147, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "eval_accuracy": 0.8305, | |
| "eval_f1_macro": 0.7207971849621393, | |
| "eval_f1_micro": 0.8305, | |
| "eval_loss": 0.6603367328643799, | |
| "eval_runtime": 125.1561, | |
| "eval_samples_per_second": 79.9, | |
| "eval_steps_per_second": 2.501, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 23.91292381286621, | |
| "learning_rate": 3.8355555555555553e-05, | |
| "loss": 0.5826, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 39.718162536621094, | |
| "learning_rate": 3.8266666666666664e-05, | |
| "loss": 0.7496, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 28.492454528808594, | |
| "learning_rate": 3.817777777777778e-05, | |
| "loss": 0.611, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 34.915157318115234, | |
| "learning_rate": 3.808888888888889e-05, | |
| "loss": 0.7782, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 29.332368850708008, | |
| "learning_rate": 3.8e-05, | |
| "loss": 0.5906, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 25.36094856262207, | |
| "learning_rate": 3.791111111111111e-05, | |
| "loss": 0.5216, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 46.5117301940918, | |
| "learning_rate": 3.782222222222222e-05, | |
| "loss": 0.5596, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 35.714317321777344, | |
| "learning_rate": 3.773333333333334e-05, | |
| "loss": 0.6629, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 23.61018180847168, | |
| "learning_rate": 3.764444444444445e-05, | |
| "loss": 0.6112, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 26.34315299987793, | |
| "learning_rate": 3.7555555555555554e-05, | |
| "loss": 0.6355, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "eval_accuracy": 0.8285, | |
| "eval_f1_macro": 0.7294061203799771, | |
| "eval_f1_micro": 0.8285, | |
| "eval_loss": 0.6256009936332703, | |
| "eval_runtime": 125.091, | |
| "eval_samples_per_second": 79.942, | |
| "eval_steps_per_second": 2.502, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 30.554851531982422, | |
| "learning_rate": 3.7466666666666665e-05, | |
| "loss": 0.6454, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 34.99703598022461, | |
| "learning_rate": 3.7377777777777775e-05, | |
| "loss": 0.5143, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 32.562931060791016, | |
| "learning_rate": 3.728888888888889e-05, | |
| "loss": 0.5926, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 35.89056396484375, | |
| "learning_rate": 3.72e-05, | |
| "loss": 0.5866, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 46.53374099731445, | |
| "learning_rate": 3.7111111111111113e-05, | |
| "loss": 0.6171, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 45.57334518432617, | |
| "learning_rate": 3.7022222222222224e-05, | |
| "loss": 0.6697, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 38.89950180053711, | |
| "learning_rate": 3.6933333333333334e-05, | |
| "loss": 0.7297, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 29.517240524291992, | |
| "learning_rate": 3.6844444444444445e-05, | |
| "loss": 0.6718, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 39.73881912231445, | |
| "learning_rate": 3.675555555555556e-05, | |
| "loss": 0.7189, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 32.796417236328125, | |
| "learning_rate": 3.6666666666666666e-05, | |
| "loss": 0.7076, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "eval_accuracy": 0.8288, | |
| "eval_f1_macro": 0.7290119185786764, | |
| "eval_f1_micro": 0.8288, | |
| "eval_loss": 0.6339758038520813, | |
| "eval_runtime": 125.2044, | |
| "eval_samples_per_second": 79.869, | |
| "eval_steps_per_second": 2.5, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 46.705352783203125, | |
| "learning_rate": 3.6577777777777776e-05, | |
| "loss": 0.6376, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 37.39145278930664, | |
| "learning_rate": 3.648888888888889e-05, | |
| "loss": 0.6244, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 18.704368591308594, | |
| "learning_rate": 3.6400000000000004e-05, | |
| "loss": 0.5616, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 27.825958251953125, | |
| "learning_rate": 3.6311111111111114e-05, | |
| "loss": 0.5144, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 26.275487899780273, | |
| "learning_rate": 3.6222222222222225e-05, | |
| "loss": 0.703, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 39.88068771362305, | |
| "learning_rate": 3.6133333333333335e-05, | |
| "loss": 0.7873, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 37.45166015625, | |
| "learning_rate": 3.6044444444444446e-05, | |
| "loss": 0.6695, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 30.150066375732422, | |
| "learning_rate": 3.5955555555555556e-05, | |
| "loss": 0.6321, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 28.757957458496094, | |
| "learning_rate": 3.586666666666667e-05, | |
| "loss": 0.7031, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 18.669872283935547, | |
| "learning_rate": 3.577777777777778e-05, | |
| "loss": 0.4995, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "eval_accuracy": 0.8315, | |
| "eval_f1_macro": 0.7422265545358996, | |
| "eval_f1_micro": 0.8315, | |
| "eval_loss": 0.6185604333877563, | |
| "eval_runtime": 125.1107, | |
| "eval_samples_per_second": 79.929, | |
| "eval_steps_per_second": 2.502, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 24.61341667175293, | |
| "learning_rate": 3.568888888888889e-05, | |
| "loss": 0.5862, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 39.579833984375, | |
| "learning_rate": 3.56e-05, | |
| "loss": 0.5583, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 35.16648864746094, | |
| "learning_rate": 3.551111111111111e-05, | |
| "loss": 0.6049, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 27.00229263305664, | |
| "learning_rate": 3.5422222222222226e-05, | |
| "loss": 0.7742, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 41.69742202758789, | |
| "learning_rate": 3.5333333333333336e-05, | |
| "loss": 0.754, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 39.063114166259766, | |
| "learning_rate": 3.5244444444444447e-05, | |
| "loss": 0.5125, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 36.81621170043945, | |
| "learning_rate": 3.515555555555556e-05, | |
| "loss": 0.5039, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 43.19419860839844, | |
| "learning_rate": 3.506666666666667e-05, | |
| "loss": 0.6167, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 36.92513656616211, | |
| "learning_rate": 3.4977777777777785e-05, | |
| "loss": 0.5754, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 35.30787658691406, | |
| "learning_rate": 3.4888888888888895e-05, | |
| "loss": 0.5754, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "eval_accuracy": 0.8402, | |
| "eval_f1_macro": 0.748230160429884, | |
| "eval_f1_micro": 0.8402, | |
| "eval_loss": 0.610479474067688, | |
| "eval_runtime": 125.3127, | |
| "eval_samples_per_second": 79.8, | |
| "eval_steps_per_second": 2.498, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 29.194902420043945, | |
| "learning_rate": 3.48e-05, | |
| "loss": 0.6592, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 45.93604278564453, | |
| "learning_rate": 3.471111111111111e-05, | |
| "loss": 0.5685, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 29.713573455810547, | |
| "learning_rate": 3.462222222222222e-05, | |
| "loss": 0.6759, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 30.30419921875, | |
| "learning_rate": 3.453333333333334e-05, | |
| "loss": 0.5521, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 32.098819732666016, | |
| "learning_rate": 3.444444444444445e-05, | |
| "loss": 0.5322, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 36.17616271972656, | |
| "learning_rate": 3.435555555555556e-05, | |
| "loss": 0.5412, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 31.130359649658203, | |
| "learning_rate": 3.426666666666667e-05, | |
| "loss": 0.4915, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 29.99827003479004, | |
| "learning_rate": 3.417777777777778e-05, | |
| "loss": 0.5745, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 34.081581115722656, | |
| "learning_rate": 3.408888888888889e-05, | |
| "loss": 0.4867, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 27.07353401184082, | |
| "learning_rate": 3.4000000000000007e-05, | |
| "loss": 0.6775, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "eval_accuracy": 0.8369, | |
| "eval_f1_macro": 0.7531105549201089, | |
| "eval_f1_micro": 0.8369, | |
| "eval_loss": 0.5946730375289917, | |
| "eval_runtime": 125.1987, | |
| "eval_samples_per_second": 79.873, | |
| "eval_steps_per_second": 2.5, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 30.427448272705078, | |
| "learning_rate": 3.391111111111111e-05, | |
| "loss": 0.6234, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 24.822948455810547, | |
| "learning_rate": 3.382222222222222e-05, | |
| "loss": 0.761, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 20.0987606048584, | |
| "learning_rate": 3.373333333333333e-05, | |
| "loss": 0.5981, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 29.777557373046875, | |
| "learning_rate": 3.364444444444445e-05, | |
| "loss": 0.5722, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 36.3715705871582, | |
| "learning_rate": 3.355555555555556e-05, | |
| "loss": 0.5465, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 36.25810623168945, | |
| "learning_rate": 3.346666666666667e-05, | |
| "loss": 0.5046, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 40.49335479736328, | |
| "learning_rate": 3.337777777777778e-05, | |
| "loss": 0.6467, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 24.9757022857666, | |
| "learning_rate": 3.328888888888889e-05, | |
| "loss": 0.5147, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 25.19569969177246, | |
| "learning_rate": 3.32e-05, | |
| "loss": 0.4116, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 18.321523666381836, | |
| "learning_rate": 3.311111111111112e-05, | |
| "loss": 0.3267, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "eval_accuracy": 0.8528, | |
| "eval_f1_macro": 0.7703652931864461, | |
| "eval_f1_micro": 0.8528, | |
| "eval_loss": 0.5678077936172485, | |
| "eval_runtime": 125.1344, | |
| "eval_samples_per_second": 79.914, | |
| "eval_steps_per_second": 2.501, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 19.32207489013672, | |
| "learning_rate": 3.302222222222222e-05, | |
| "loss": 0.3264, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 27.11937141418457, | |
| "learning_rate": 3.293333333333333e-05, | |
| "loss": 0.3292, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 12.001670837402344, | |
| "learning_rate": 3.284444444444444e-05, | |
| "loss": 0.2931, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 43.393165588378906, | |
| "learning_rate": 3.275555555555555e-05, | |
| "loss": 0.3901, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 29.158109664916992, | |
| "learning_rate": 3.266666666666667e-05, | |
| "loss": 0.3262, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 26.838531494140625, | |
| "learning_rate": 3.257777777777778e-05, | |
| "loss": 0.337, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 32.79772186279297, | |
| "learning_rate": 3.248888888888889e-05, | |
| "loss": 0.312, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 18.537200927734375, | |
| "learning_rate": 3.24e-05, | |
| "loss": 0.2918, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 21.449663162231445, | |
| "learning_rate": 3.231111111111111e-05, | |
| "loss": 0.2633, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 21.72381591796875, | |
| "learning_rate": 3.222222222222223e-05, | |
| "loss": 0.2022, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "eval_accuracy": 0.844, | |
| "eval_f1_macro": 0.7638807977574182, | |
| "eval_f1_micro": 0.844, | |
| "eval_loss": 0.6360877752304077, | |
| "eval_runtime": 125.2286, | |
| "eval_samples_per_second": 79.854, | |
| "eval_steps_per_second": 2.499, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 27.054370880126953, | |
| "learning_rate": 3.213333333333334e-05, | |
| "loss": 0.4437, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 22.364294052124023, | |
| "learning_rate": 3.204444444444444e-05, | |
| "loss": 0.2647, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 25.677640914916992, | |
| "learning_rate": 3.1955555555555554e-05, | |
| "loss": 0.3455, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 12.445222854614258, | |
| "learning_rate": 3.1866666666666664e-05, | |
| "loss": 0.2633, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 27.752634048461914, | |
| "learning_rate": 3.177777777777778e-05, | |
| "loss": 0.3091, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 34.70381546020508, | |
| "learning_rate": 3.168888888888889e-05, | |
| "loss": 0.3414, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 33.72677993774414, | |
| "learning_rate": 3.16e-05, | |
| "loss": 0.3628, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 19.364152908325195, | |
| "learning_rate": 3.151111111111111e-05, | |
| "loss": 0.3072, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 30.036209106445312, | |
| "learning_rate": 3.142222222222222e-05, | |
| "loss": 0.3389, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 19.264528274536133, | |
| "learning_rate": 3.1333333333333334e-05, | |
| "loss": 0.3831, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "eval_accuracy": 0.8503, | |
| "eval_f1_macro": 0.767154964941313, | |
| "eval_f1_micro": 0.8503, | |
| "eval_loss": 0.5956984162330627, | |
| "eval_runtime": 125.0998, | |
| "eval_samples_per_second": 79.936, | |
| "eval_steps_per_second": 2.502, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 19.570907592773438, | |
| "learning_rate": 3.124444444444445e-05, | |
| "loss": 0.3448, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 30.030786514282227, | |
| "learning_rate": 3.1155555555555555e-05, | |
| "loss": 0.3049, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 25.751008987426758, | |
| "learning_rate": 3.1066666666666665e-05, | |
| "loss": 0.2604, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 29.36272430419922, | |
| "learning_rate": 3.0977777777777776e-05, | |
| "loss": 0.3661, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 33.18568801879883, | |
| "learning_rate": 3.088888888888889e-05, | |
| "loss": 0.2897, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 41.40974426269531, | |
| "learning_rate": 3.08e-05, | |
| "loss": 0.3758, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 21.188396453857422, | |
| "learning_rate": 3.0711111111111114e-05, | |
| "loss": 0.3537, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 20.362560272216797, | |
| "learning_rate": 3.0622222222222224e-05, | |
| "loss": 0.313, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 27.672611236572266, | |
| "learning_rate": 3.0533333333333335e-05, | |
| "loss": 0.3813, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 15.358328819274902, | |
| "learning_rate": 3.044444444444445e-05, | |
| "loss": 0.3235, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "eval_accuracy": 0.8476, | |
| "eval_f1_macro": 0.7685252040288097, | |
| "eval_f1_micro": 0.8476, | |
| "eval_loss": 0.6061830520629883, | |
| "eval_runtime": 125.1594, | |
| "eval_samples_per_second": 79.898, | |
| "eval_steps_per_second": 2.501, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 20.829286575317383, | |
| "learning_rate": 3.035555555555556e-05, | |
| "loss": 0.4018, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 32.589256286621094, | |
| "learning_rate": 3.0266666666666666e-05, | |
| "loss": 0.4166, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 14.95271110534668, | |
| "learning_rate": 3.0177777777777776e-05, | |
| "loss": 0.3814, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 32.90339279174805, | |
| "learning_rate": 3.008888888888889e-05, | |
| "loss": 0.318, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 29.13666343688965, | |
| "learning_rate": 3e-05, | |
| "loss": 0.3152, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 20.47429847717285, | |
| "learning_rate": 2.991111111111111e-05, | |
| "loss": 0.4088, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 32.37903594970703, | |
| "learning_rate": 2.9822222222222225e-05, | |
| "loss": 0.3615, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 29.304582595825195, | |
| "learning_rate": 2.9733333333333336e-05, | |
| "loss": 0.2779, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 15.094827651977539, | |
| "learning_rate": 2.9644444444444446e-05, | |
| "loss": 0.2391, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 15.804471969604492, | |
| "learning_rate": 2.955555555555556e-05, | |
| "loss": 0.2279, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "eval_accuracy": 0.847, | |
| "eval_f1_macro": 0.7658476370782488, | |
| "eval_f1_micro": 0.847, | |
| "eval_loss": 0.6254826188087463, | |
| "eval_runtime": 125.1512, | |
| "eval_samples_per_second": 79.903, | |
| "eval_steps_per_second": 2.501, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 12.60870361328125, | |
| "learning_rate": 2.946666666666667e-05, | |
| "loss": 0.4015, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 27.877355575561523, | |
| "learning_rate": 2.937777777777778e-05, | |
| "loss": 0.3093, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 15.59749698638916, | |
| "learning_rate": 2.9288888888888888e-05, | |
| "loss": 0.2629, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 28.317983627319336, | |
| "learning_rate": 2.9199999999999998e-05, | |
| "loss": 0.2197, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 27.348453521728516, | |
| "learning_rate": 2.9111111111111112e-05, | |
| "loss": 0.3047, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 17.648712158203125, | |
| "learning_rate": 2.9022222222222223e-05, | |
| "loss": 0.3159, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 20.40242576599121, | |
| "learning_rate": 2.8933333333333333e-05, | |
| "loss": 0.3453, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 24.179431915283203, | |
| "learning_rate": 2.8844444444444447e-05, | |
| "loss": 0.3431, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 32.673763275146484, | |
| "learning_rate": 2.8755555555555557e-05, | |
| "loss": 0.3027, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 28.0662841796875, | |
| "learning_rate": 2.8666666666666668e-05, | |
| "loss": 0.3224, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "eval_accuracy": 0.8537, | |
| "eval_f1_macro": 0.7772010038894511, | |
| "eval_f1_micro": 0.8537, | |
| "eval_loss": 0.5753965973854065, | |
| "eval_runtime": 125.2268, | |
| "eval_samples_per_second": 79.855, | |
| "eval_steps_per_second": 2.499, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 20.53518295288086, | |
| "learning_rate": 2.857777777777778e-05, | |
| "loss": 0.2814, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 25.769210815429688, | |
| "learning_rate": 2.8488888888888892e-05, | |
| "loss": 0.369, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 13.653368949890137, | |
| "learning_rate": 2.84e-05, | |
| "loss": 0.2124, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 25.229494094848633, | |
| "learning_rate": 2.831111111111111e-05, | |
| "loss": 0.3308, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 27.03401756286621, | |
| "learning_rate": 2.8222222222222223e-05, | |
| "loss": 0.3702, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 28.564023971557617, | |
| "learning_rate": 2.8133333333333334e-05, | |
| "loss": 0.3641, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 30.772727966308594, | |
| "learning_rate": 2.8044444444444444e-05, | |
| "loss": 0.3255, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 33.72224426269531, | |
| "learning_rate": 2.7955555555555558e-05, | |
| "loss": 0.3417, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 6.024286270141602, | |
| "learning_rate": 2.786666666666667e-05, | |
| "loss": 0.2718, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 21.70349884033203, | |
| "learning_rate": 2.777777777777778e-05, | |
| "loss": 0.3281, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "eval_accuracy": 0.8598, | |
| "eval_f1_macro": 0.7768837492760268, | |
| "eval_f1_micro": 0.8598, | |
| "eval_loss": 0.5763229727745056, | |
| "eval_runtime": 125.2018, | |
| "eval_samples_per_second": 79.871, | |
| "eval_steps_per_second": 2.5, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 24.865785598754883, | |
| "learning_rate": 2.7688888888888893e-05, | |
| "loss": 0.2607, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 21.175254821777344, | |
| "learning_rate": 2.7600000000000003e-05, | |
| "loss": 0.3339, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 23.783727645874023, | |
| "learning_rate": 2.751111111111111e-05, | |
| "loss": 0.261, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 28.94060707092285, | |
| "learning_rate": 2.742222222222222e-05, | |
| "loss": 0.3169, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 30.291284561157227, | |
| "learning_rate": 2.733333333333333e-05, | |
| "loss": 0.2878, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 26.320711135864258, | |
| "learning_rate": 2.7244444444444445e-05, | |
| "loss": 0.2883, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 35.11587905883789, | |
| "learning_rate": 2.7155555555555556e-05, | |
| "loss": 0.3464, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 21.037996292114258, | |
| "learning_rate": 2.706666666666667e-05, | |
| "loss": 0.3166, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 21.80624008178711, | |
| "learning_rate": 2.697777777777778e-05, | |
| "loss": 0.2901, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 33.16673278808594, | |
| "learning_rate": 2.688888888888889e-05, | |
| "loss": 0.3909, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "eval_accuracy": 0.8545, | |
| "eval_f1_macro": 0.7778240850537461, | |
| "eval_f1_micro": 0.8545, | |
| "eval_loss": 0.5518567562103271, | |
| "eval_runtime": 125.2624, | |
| "eval_samples_per_second": 79.832, | |
| "eval_steps_per_second": 2.499, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 24.126609802246094, | |
| "learning_rate": 2.6800000000000004e-05, | |
| "loss": 0.3126, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 20.498868942260742, | |
| "learning_rate": 2.6711111111111115e-05, | |
| "loss": 0.2461, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 26.896896362304688, | |
| "learning_rate": 2.6622222222222225e-05, | |
| "loss": 0.2962, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 27.555248260498047, | |
| "learning_rate": 2.6533333333333332e-05, | |
| "loss": 0.3247, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 20.325254440307617, | |
| "learning_rate": 2.6444444444444443e-05, | |
| "loss": 0.3544, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 35.30345153808594, | |
| "learning_rate": 2.6355555555555557e-05, | |
| "loss": 0.355, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 19.69151496887207, | |
| "learning_rate": 2.6266666666666667e-05, | |
| "loss": 0.3337, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 21.770431518554688, | |
| "learning_rate": 2.6177777777777777e-05, | |
| "loss": 0.3063, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 20.847126007080078, | |
| "learning_rate": 2.608888888888889e-05, | |
| "loss": 0.27, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 31.529712677001953, | |
| "learning_rate": 2.6000000000000002e-05, | |
| "loss": 0.3064, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "eval_accuracy": 0.8536, | |
| "eval_f1_macro": 0.7790368774303406, | |
| "eval_f1_micro": 0.8536, | |
| "eval_loss": 0.5842456221580505, | |
| "eval_runtime": 125.3409, | |
| "eval_samples_per_second": 79.782, | |
| "eval_steps_per_second": 2.497, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 39.8318977355957, | |
| "learning_rate": 2.5911111111111112e-05, | |
| "loss": 0.2705, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 29.740388870239258, | |
| "learning_rate": 2.5822222222222226e-05, | |
| "loss": 0.2761, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 33.67303466796875, | |
| "learning_rate": 2.5733333333333337e-05, | |
| "loss": 0.2903, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 18.60785484313965, | |
| "learning_rate": 2.5644444444444444e-05, | |
| "loss": 0.311, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 22.325334548950195, | |
| "learning_rate": 2.5555555555555554e-05, | |
| "loss": 0.3542, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 9.186369895935059, | |
| "learning_rate": 2.5466666666666668e-05, | |
| "loss": 0.2995, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 17.34896469116211, | |
| "learning_rate": 2.537777777777778e-05, | |
| "loss": 0.3195, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 33.827674865722656, | |
| "learning_rate": 2.528888888888889e-05, | |
| "loss": 0.3021, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 14.778377532958984, | |
| "learning_rate": 2.5200000000000003e-05, | |
| "loss": 0.2876, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 20.28546714782715, | |
| "learning_rate": 2.5111111111111113e-05, | |
| "loss": 0.2333, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "eval_accuracy": 0.8447, | |
| "eval_f1_macro": 0.7673871147650553, | |
| "eval_f1_micro": 0.8447, | |
| "eval_loss": 0.6084045767784119, | |
| "eval_runtime": 125.269, | |
| "eval_samples_per_second": 79.828, | |
| "eval_steps_per_second": 2.499, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 26.260639190673828, | |
| "learning_rate": 2.5022222222222224e-05, | |
| "loss": 0.2639, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 22.30939292907715, | |
| "learning_rate": 2.4933333333333334e-05, | |
| "loss": 0.3508, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 29.393909454345703, | |
| "learning_rate": 2.4844444444444444e-05, | |
| "loss": 0.2569, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 26.341440200805664, | |
| "learning_rate": 2.475555555555556e-05, | |
| "loss": 0.2746, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 10.78348445892334, | |
| "learning_rate": 2.466666666666667e-05, | |
| "loss": 0.2224, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 23.771703720092773, | |
| "learning_rate": 2.457777777777778e-05, | |
| "loss": 0.2819, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 20.408435821533203, | |
| "learning_rate": 2.448888888888889e-05, | |
| "loss": 0.3146, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 18.23904800415039, | |
| "learning_rate": 2.44e-05, | |
| "loss": 0.3073, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 13.120834350585938, | |
| "learning_rate": 2.431111111111111e-05, | |
| "loss": 0.2746, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 26.703229904174805, | |
| "learning_rate": 2.4222222222222224e-05, | |
| "loss": 0.2361, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "eval_accuracy": 0.8588, | |
| "eval_f1_macro": 0.7853092454906397, | |
| "eval_f1_micro": 0.8588, | |
| "eval_loss": 0.5974697470664978, | |
| "eval_runtime": 125.2009, | |
| "eval_samples_per_second": 79.872, | |
| "eval_steps_per_second": 2.5, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 22.55280876159668, | |
| "learning_rate": 2.4133333333333335e-05, | |
| "loss": 0.3899, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 18.248414993286133, | |
| "learning_rate": 2.4044444444444445e-05, | |
| "loss": 0.2995, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 26.95282554626465, | |
| "learning_rate": 2.3955555555555556e-05, | |
| "loss": 0.4188, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 18.83556365966797, | |
| "learning_rate": 2.3866666666666666e-05, | |
| "loss": 0.2215, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 21.471210479736328, | |
| "learning_rate": 2.377777777777778e-05, | |
| "loss": 0.3084, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 23.17391014099121, | |
| "learning_rate": 2.368888888888889e-05, | |
| "loss": 0.3674, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 31.083335876464844, | |
| "learning_rate": 2.36e-05, | |
| "loss": 0.286, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 27.996196746826172, | |
| "learning_rate": 2.351111111111111e-05, | |
| "loss": 0.3615, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 25.99715805053711, | |
| "learning_rate": 2.3422222222222222e-05, | |
| "loss": 0.2546, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 6.342403888702393, | |
| "learning_rate": 2.3333333333333336e-05, | |
| "loss": 0.3415, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "eval_accuracy": 0.8572, | |
| "eval_f1_macro": 0.7844301563007002, | |
| "eval_f1_micro": 0.8572, | |
| "eval_loss": 0.5700847506523132, | |
| "eval_runtime": 125.2898, | |
| "eval_samples_per_second": 79.815, | |
| "eval_steps_per_second": 2.498, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 30.417648315429688, | |
| "learning_rate": 2.3244444444444446e-05, | |
| "loss": 0.3269, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 33.5994873046875, | |
| "learning_rate": 2.3155555555555557e-05, | |
| "loss": 0.342, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 30.278759002685547, | |
| "learning_rate": 2.3066666666666667e-05, | |
| "loss": 0.3424, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 28.47062873840332, | |
| "learning_rate": 2.2977777777777778e-05, | |
| "loss": 0.3254, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 27.17629051208496, | |
| "learning_rate": 2.288888888888889e-05, | |
| "loss": 0.4687, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 20.395219802856445, | |
| "learning_rate": 2.2800000000000002e-05, | |
| "loss": 0.2192, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 16.45476722717285, | |
| "learning_rate": 2.2711111111111112e-05, | |
| "loss": 0.5145, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 30.59330177307129, | |
| "learning_rate": 2.2622222222222223e-05, | |
| "loss": 0.2724, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 18.152570724487305, | |
| "learning_rate": 2.2533333333333333e-05, | |
| "loss": 0.319, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 26.22066879272461, | |
| "learning_rate": 2.2444444444444447e-05, | |
| "loss": 0.2535, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "eval_accuracy": 0.8618, | |
| "eval_f1_macro": 0.7827999074535285, | |
| "eval_f1_micro": 0.8618, | |
| "eval_loss": 0.5556691288948059, | |
| "eval_runtime": 125.2171, | |
| "eval_samples_per_second": 79.861, | |
| "eval_steps_per_second": 2.5, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 12.443004608154297, | |
| "learning_rate": 2.2355555555555558e-05, | |
| "loss": 0.3178, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 27.130870819091797, | |
| "learning_rate": 2.2266666666666668e-05, | |
| "loss": 0.35, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 18.87975311279297, | |
| "learning_rate": 2.217777777777778e-05, | |
| "loss": 0.3123, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 25.946163177490234, | |
| "learning_rate": 2.208888888888889e-05, | |
| "loss": 0.3041, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 17.42608642578125, | |
| "learning_rate": 2.2000000000000003e-05, | |
| "loss": 0.2747, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 19.43211555480957, | |
| "learning_rate": 2.1911111111111113e-05, | |
| "loss": 0.2509, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 28.090959548950195, | |
| "learning_rate": 2.1822222222222224e-05, | |
| "loss": 0.2771, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 18.299936294555664, | |
| "learning_rate": 2.1733333333333334e-05, | |
| "loss": 0.3804, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 17.102720260620117, | |
| "learning_rate": 2.1644444444444445e-05, | |
| "loss": 0.2603, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 32.00794219970703, | |
| "learning_rate": 2.1555555555555555e-05, | |
| "loss": 0.2356, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "eval_accuracy": 0.8612, | |
| "eval_f1_macro": 0.782152177469759, | |
| "eval_f1_micro": 0.8612, | |
| "eval_loss": 0.5241914987564087, | |
| "eval_runtime": 125.2745, | |
| "eval_samples_per_second": 79.825, | |
| "eval_steps_per_second": 2.499, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 31.098926544189453, | |
| "learning_rate": 2.146666666666667e-05, | |
| "loss": 0.257, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 22.57906723022461, | |
| "learning_rate": 2.137777777777778e-05, | |
| "loss": 0.2282, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 19.42692756652832, | |
| "learning_rate": 2.128888888888889e-05, | |
| "loss": 0.2567, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 22.812788009643555, | |
| "learning_rate": 2.12e-05, | |
| "loss": 0.2344, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 31.932159423828125, | |
| "learning_rate": 2.111111111111111e-05, | |
| "loss": 0.3359, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 21.950088500976562, | |
| "learning_rate": 2.1022222222222225e-05, | |
| "loss": 0.2967, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 31.876483917236328, | |
| "learning_rate": 2.0933333333333335e-05, | |
| "loss": 0.3029, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 28.16164779663086, | |
| "learning_rate": 2.0844444444444446e-05, | |
| "loss": 0.3843, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 18.941884994506836, | |
| "learning_rate": 2.0755555555555556e-05, | |
| "loss": 0.3108, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 15.317469596862793, | |
| "learning_rate": 2.0666666666666666e-05, | |
| "loss": 0.3383, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "eval_accuracy": 0.8553, | |
| "eval_f1_macro": 0.7873309798668017, | |
| "eval_f1_micro": 0.8553, | |
| "eval_loss": 0.5249765515327454, | |
| "eval_runtime": 125.2578, | |
| "eval_samples_per_second": 79.835, | |
| "eval_steps_per_second": 2.499, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 21.06130027770996, | |
| "learning_rate": 2.057777777777778e-05, | |
| "loss": 0.2807, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 24.9218692779541, | |
| "learning_rate": 2.048888888888889e-05, | |
| "loss": 0.2634, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 16.426345825195312, | |
| "learning_rate": 2.04e-05, | |
| "loss": 0.2336, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 26.309751510620117, | |
| "learning_rate": 2.031111111111111e-05, | |
| "loss": 0.3588, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 16.83870506286621, | |
| "learning_rate": 2.0222222222222222e-05, | |
| "loss": 0.3155, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 19.22264862060547, | |
| "learning_rate": 2.0133333333333336e-05, | |
| "loss": 0.2739, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 19.02859878540039, | |
| "learning_rate": 2.0044444444444446e-05, | |
| "loss": 0.2537, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 23.24178695678711, | |
| "learning_rate": 1.9955555555555557e-05, | |
| "loss": 0.2639, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 13.695367813110352, | |
| "learning_rate": 1.9866666666666667e-05, | |
| "loss": 0.2067, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 20.969131469726562, | |
| "learning_rate": 1.9777777777777778e-05, | |
| "loss": 0.1886, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "eval_accuracy": 0.8658, | |
| "eval_f1_macro": 0.7923625631474337, | |
| "eval_f1_micro": 0.8658, | |
| "eval_loss": 0.5301083922386169, | |
| "eval_runtime": 125.2412, | |
| "eval_samples_per_second": 79.846, | |
| "eval_steps_per_second": 2.499, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 30.716920852661133, | |
| "learning_rate": 1.968888888888889e-05, | |
| "loss": 0.3543, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 25.40995216369629, | |
| "learning_rate": 1.9600000000000002e-05, | |
| "loss": 0.3573, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 25.003276824951172, | |
| "learning_rate": 1.9511111111111113e-05, | |
| "loss": 0.2405, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 37.33772277832031, | |
| "learning_rate": 1.9422222222222223e-05, | |
| "loss": 0.3001, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 29.57843589782715, | |
| "learning_rate": 1.9333333333333333e-05, | |
| "loss": 0.2823, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 23.851917266845703, | |
| "learning_rate": 1.9244444444444444e-05, | |
| "loss": 0.235, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 25.79085922241211, | |
| "learning_rate": 1.9155555555555558e-05, | |
| "loss": 0.2136, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 18.118497848510742, | |
| "learning_rate": 1.9066666666666668e-05, | |
| "loss": 0.2425, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 31.972190856933594, | |
| "learning_rate": 1.897777777777778e-05, | |
| "loss": 0.2761, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 22.953575134277344, | |
| "learning_rate": 1.888888888888889e-05, | |
| "loss": 0.2468, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "eval_accuracy": 0.8595, | |
| "eval_f1_macro": 0.7812713849689391, | |
| "eval_f1_micro": 0.8595, | |
| "eval_loss": 0.5459020733833313, | |
| "eval_runtime": 125.3137, | |
| "eval_samples_per_second": 79.8, | |
| "eval_steps_per_second": 2.498, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 16.223791122436523, | |
| "learning_rate": 1.88e-05, | |
| "loss": 0.2574, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 11.477206230163574, | |
| "learning_rate": 1.8711111111111113e-05, | |
| "loss": 0.1905, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 22.725454330444336, | |
| "learning_rate": 1.8622222222222224e-05, | |
| "loss": 0.2126, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 13.858516693115234, | |
| "learning_rate": 1.8533333333333334e-05, | |
| "loss": 0.2417, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 14.678023338317871, | |
| "learning_rate": 1.8444444444444445e-05, | |
| "loss": 0.2442, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 11.627692222595215, | |
| "learning_rate": 1.8355555555555555e-05, | |
| "loss": 0.2736, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 24.857446670532227, | |
| "learning_rate": 1.826666666666667e-05, | |
| "loss": 0.3312, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 22.696962356567383, | |
| "learning_rate": 1.817777777777778e-05, | |
| "loss": 0.2294, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 33.160343170166016, | |
| "learning_rate": 1.808888888888889e-05, | |
| "loss": 0.2481, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 21.321407318115234, | |
| "learning_rate": 1.8e-05, | |
| "loss": 0.2947, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "eval_accuracy": 0.8688, | |
| "eval_f1_macro": 0.7910490707304132, | |
| "eval_f1_micro": 0.8688, | |
| "eval_loss": 0.51407390832901, | |
| "eval_runtime": 125.3442, | |
| "eval_samples_per_second": 79.78, | |
| "eval_steps_per_second": 2.497, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 24.3467960357666, | |
| "learning_rate": 1.791111111111111e-05, | |
| "loss": 0.2795, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 24.753925323486328, | |
| "learning_rate": 1.7822222222222225e-05, | |
| "loss": 0.2395, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 17.409852981567383, | |
| "learning_rate": 1.7733333333333335e-05, | |
| "loss": 0.2617, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 24.267776489257812, | |
| "learning_rate": 1.7644444444444446e-05, | |
| "loss": 0.2099, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 24.462526321411133, | |
| "learning_rate": 1.7555555555555556e-05, | |
| "loss": 0.2953, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 16.87688446044922, | |
| "learning_rate": 1.7466666666666667e-05, | |
| "loss": 0.364, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 16.433847427368164, | |
| "learning_rate": 1.737777777777778e-05, | |
| "loss": 0.2613, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 29.817991256713867, | |
| "learning_rate": 1.728888888888889e-05, | |
| "loss": 0.3216, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 26.87920379638672, | |
| "learning_rate": 1.7199999999999998e-05, | |
| "loss": 0.3593, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 20.05802345275879, | |
| "learning_rate": 1.7111111111111112e-05, | |
| "loss": 0.2625, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "eval_accuracy": 0.867, | |
| "eval_f1_macro": 0.7909960365885448, | |
| "eval_f1_micro": 0.867, | |
| "eval_loss": 0.5025032162666321, | |
| "eval_runtime": 125.4107, | |
| "eval_samples_per_second": 79.738, | |
| "eval_steps_per_second": 2.496, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 21.102169036865234, | |
| "learning_rate": 1.7022222222222222e-05, | |
| "loss": 0.1997, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 20.016801834106445, | |
| "learning_rate": 1.6933333333333333e-05, | |
| "loss": 0.2763, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 23.357534408569336, | |
| "learning_rate": 1.6844444444444447e-05, | |
| "loss": 0.2474, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 16.342079162597656, | |
| "learning_rate": 1.6755555555555557e-05, | |
| "loss": 0.2428, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 24.250011444091797, | |
| "learning_rate": 1.6666666666666667e-05, | |
| "loss": 0.3232, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "grad_norm": 5.438930511474609, | |
| "learning_rate": 1.6577777777777778e-05, | |
| "loss": 0.0914, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "grad_norm": 4.791384696960449, | |
| "learning_rate": 1.648888888888889e-05, | |
| "loss": 0.0961, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "grad_norm": 7.610979080200195, | |
| "learning_rate": 1.6400000000000002e-05, | |
| "loss": 0.0922, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "grad_norm": 6.301875591278076, | |
| "learning_rate": 1.6311111111111113e-05, | |
| "loss": 0.0701, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "grad_norm": 15.098999977111816, | |
| "learning_rate": 1.6222222222222223e-05, | |
| "loss": 0.0829, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "eval_accuracy": 0.8697, | |
| "eval_f1_macro": 0.8003818000945615, | |
| "eval_f1_micro": 0.8697, | |
| "eval_loss": 0.5624653100967407, | |
| "eval_runtime": 125.2333, | |
| "eval_samples_per_second": 79.851, | |
| "eval_steps_per_second": 2.499, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "grad_norm": 11.659759521484375, | |
| "learning_rate": 1.6133333333333334e-05, | |
| "loss": 0.0388, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "grad_norm": 13.798972129821777, | |
| "learning_rate": 1.6044444444444444e-05, | |
| "loss": 0.1004, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "grad_norm": 10.4561185836792, | |
| "learning_rate": 1.5955555555555558e-05, | |
| "loss": 0.0375, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "grad_norm": 0.9646662473678589, | |
| "learning_rate": 1.586666666666667e-05, | |
| "loss": 0.0787, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "grad_norm": 9.96677303314209, | |
| "learning_rate": 1.577777777777778e-05, | |
| "loss": 0.0557, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "grad_norm": 18.659833908081055, | |
| "learning_rate": 1.568888888888889e-05, | |
| "loss": 0.0513, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "grad_norm": 2.004011869430542, | |
| "learning_rate": 1.56e-05, | |
| "loss": 0.0427, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "grad_norm": 20.428512573242188, | |
| "learning_rate": 1.5511111111111114e-05, | |
| "loss": 0.0475, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "grad_norm": 14.12541389465332, | |
| "learning_rate": 1.5422222222222224e-05, | |
| "loss": 0.0703, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "grad_norm": 11.519500732421875, | |
| "learning_rate": 1.5333333333333334e-05, | |
| "loss": 0.0297, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "eval_accuracy": 0.8698, | |
| "eval_f1_macro": 0.8018056240903841, | |
| "eval_f1_micro": 0.8698, | |
| "eval_loss": 0.6302907466888428, | |
| "eval_runtime": 125.2533, | |
| "eval_samples_per_second": 79.838, | |
| "eval_steps_per_second": 2.499, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "grad_norm": 1.5828900337219238, | |
| "learning_rate": 1.5244444444444445e-05, | |
| "loss": 0.0656, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "grad_norm": 2.4143779277801514, | |
| "learning_rate": 1.5155555555555555e-05, | |
| "loss": 0.0343, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "grad_norm": 1.4197189807891846, | |
| "learning_rate": 1.5066666666666668e-05, | |
| "loss": 0.0378, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "grad_norm": 0.3790437579154968, | |
| "learning_rate": 1.497777777777778e-05, | |
| "loss": 0.1217, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "grad_norm": 17.306047439575195, | |
| "learning_rate": 1.4888888888888888e-05, | |
| "loss": 0.0532, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "grad_norm": 15.603998184204102, | |
| "learning_rate": 1.48e-05, | |
| "loss": 0.0296, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "grad_norm": 12.390862464904785, | |
| "learning_rate": 1.4711111111111111e-05, | |
| "loss": 0.0204, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "grad_norm": 15.381484985351562, | |
| "learning_rate": 1.4622222222222223e-05, | |
| "loss": 0.0664, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "grad_norm": 1.980068564414978, | |
| "learning_rate": 1.4533333333333335e-05, | |
| "loss": 0.0307, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "grad_norm": 4.541590690612793, | |
| "learning_rate": 1.4444444444444444e-05, | |
| "loss": 0.0474, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "eval_accuracy": 0.8713, | |
| "eval_f1_macro": 0.8046329981487478, | |
| "eval_f1_micro": 0.8713, | |
| "eval_loss": 0.6244204640388489, | |
| "eval_runtime": 125.3647, | |
| "eval_samples_per_second": 79.767, | |
| "eval_steps_per_second": 2.497, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "grad_norm": 15.43924617767334, | |
| "learning_rate": 1.4355555555555556e-05, | |
| "loss": 0.0256, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "grad_norm": 13.164155960083008, | |
| "learning_rate": 1.4266666666666667e-05, | |
| "loss": 0.084, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "grad_norm": 16.708253860473633, | |
| "learning_rate": 1.4177777777777779e-05, | |
| "loss": 0.0789, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "grad_norm": 8.556520462036133, | |
| "learning_rate": 1.4088888888888891e-05, | |
| "loss": 0.0366, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "grad_norm": 22.674955368041992, | |
| "learning_rate": 1.4000000000000001e-05, | |
| "loss": 0.1215, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "grad_norm": 16.388124465942383, | |
| "learning_rate": 1.391111111111111e-05, | |
| "loss": 0.0926, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "grad_norm": 9.75473690032959, | |
| "learning_rate": 1.3822222222222222e-05, | |
| "loss": 0.0504, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "grad_norm": 6.83505392074585, | |
| "learning_rate": 1.3733333333333335e-05, | |
| "loss": 0.0523, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "grad_norm": 2.356135606765747, | |
| "learning_rate": 1.3644444444444445e-05, | |
| "loss": 0.0628, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "grad_norm": 7.485025882720947, | |
| "learning_rate": 1.3555555555555557e-05, | |
| "loss": 0.0267, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "eval_accuracy": 0.8737, | |
| "eval_f1_macro": 0.806064854698872, | |
| "eval_f1_micro": 0.8737, | |
| "eval_loss": 0.5801290273666382, | |
| "eval_runtime": 125.3816, | |
| "eval_samples_per_second": 79.757, | |
| "eval_steps_per_second": 2.496, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "grad_norm": 15.373751640319824, | |
| "learning_rate": 1.3466666666666666e-05, | |
| "loss": 0.0548, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "grad_norm": 1.997728943824768, | |
| "learning_rate": 1.3377777777777778e-05, | |
| "loss": 0.0744, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "grad_norm": 3.4920177459716797, | |
| "learning_rate": 1.328888888888889e-05, | |
| "loss": 0.0474, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "grad_norm": 17.398141860961914, | |
| "learning_rate": 1.32e-05, | |
| "loss": 0.0382, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "grad_norm": 4.560288429260254, | |
| "learning_rate": 1.3111111111111113e-05, | |
| "loss": 0.0432, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "grad_norm": 1.7191858291625977, | |
| "learning_rate": 1.3022222222222222e-05, | |
| "loss": 0.0593, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "grad_norm": 1.9446855783462524, | |
| "learning_rate": 1.2933333333333334e-05, | |
| "loss": 0.0374, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "grad_norm": 13.725001335144043, | |
| "learning_rate": 1.2844444444444446e-05, | |
| "loss": 0.0758, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "grad_norm": 10.993112564086914, | |
| "learning_rate": 1.2755555555555556e-05, | |
| "loss": 0.039, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "grad_norm": 3.023743152618408, | |
| "learning_rate": 1.2666666666666668e-05, | |
| "loss": 0.0487, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "eval_accuracy": 0.8745, | |
| "eval_f1_macro": 0.8018343299864858, | |
| "eval_f1_micro": 0.8745, | |
| "eval_loss": 0.5914608240127563, | |
| "eval_runtime": 125.4055, | |
| "eval_samples_per_second": 79.741, | |
| "eval_steps_per_second": 2.496, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "grad_norm": 10.14614200592041, | |
| "learning_rate": 1.2577777777777777e-05, | |
| "loss": 0.0456, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "grad_norm": 8.039652824401855, | |
| "learning_rate": 1.248888888888889e-05, | |
| "loss": 0.0765, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "grad_norm": 0.6049771308898926, | |
| "learning_rate": 1.24e-05, | |
| "loss": 0.0577, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "grad_norm": 2.0384902954101562, | |
| "learning_rate": 1.2311111111111112e-05, | |
| "loss": 0.0487, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "grad_norm": 10.251029014587402, | |
| "learning_rate": 1.2222222222222222e-05, | |
| "loss": 0.0435, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "grad_norm": 4.818918704986572, | |
| "learning_rate": 1.2133333333333335e-05, | |
| "loss": 0.0354, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "grad_norm": 12.102091789245605, | |
| "learning_rate": 1.2044444444444445e-05, | |
| "loss": 0.0525, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "grad_norm": 1.7436389923095703, | |
| "learning_rate": 1.1955555555555556e-05, | |
| "loss": 0.0288, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "grad_norm": 5.876868724822998, | |
| "learning_rate": 1.1866666666666668e-05, | |
| "loss": 0.0388, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "grad_norm": 1.1634790897369385, | |
| "learning_rate": 1.1777777777777778e-05, | |
| "loss": 0.0272, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "eval_accuracy": 0.8764, | |
| "eval_f1_macro": 0.8043166746272719, | |
| "eval_f1_micro": 0.8764, | |
| "eval_loss": 0.6174055933952332, | |
| "eval_runtime": 125.4129, | |
| "eval_samples_per_second": 79.737, | |
| "eval_steps_per_second": 2.496, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "grad_norm": 3.459371328353882, | |
| "learning_rate": 1.168888888888889e-05, | |
| "loss": 0.0292, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "grad_norm": 5.280309677124023, | |
| "learning_rate": 1.16e-05, | |
| "loss": 0.05, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "grad_norm": 15.677001953125, | |
| "learning_rate": 1.1511111111111111e-05, | |
| "loss": 0.0971, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "grad_norm": 17.34125518798828, | |
| "learning_rate": 1.1422222222222223e-05, | |
| "loss": 0.0679, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "grad_norm": 12.430140495300293, | |
| "learning_rate": 1.1333333333333334e-05, | |
| "loss": 0.0536, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "grad_norm": 1.634233832359314, | |
| "learning_rate": 1.1244444444444444e-05, | |
| "loss": 0.0215, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "grad_norm": 0.8702821135520935, | |
| "learning_rate": 1.1155555555555556e-05, | |
| "loss": 0.0634, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "grad_norm": 4.945422649383545, | |
| "learning_rate": 1.1066666666666667e-05, | |
| "loss": 0.0815, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "grad_norm": 13.194092750549316, | |
| "learning_rate": 1.0977777777777779e-05, | |
| "loss": 0.0314, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "grad_norm": 1.432800531387329, | |
| "learning_rate": 1.088888888888889e-05, | |
| "loss": 0.02, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "eval_accuracy": 0.87, | |
| "eval_f1_macro": 0.7985763244299169, | |
| "eval_f1_micro": 0.87, | |
| "eval_loss": 0.6261060833930969, | |
| "eval_runtime": 125.4273, | |
| "eval_samples_per_second": 79.727, | |
| "eval_steps_per_second": 2.495, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "grad_norm": 12.279364585876465, | |
| "learning_rate": 1.08e-05, | |
| "loss": 0.0547, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "grad_norm": 12.83892822265625, | |
| "learning_rate": 1.0711111111111112e-05, | |
| "loss": 0.0482, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "grad_norm": 16.726667404174805, | |
| "learning_rate": 1.0622222222222223e-05, | |
| "loss": 0.0504, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "grad_norm": 32.52857208251953, | |
| "learning_rate": 1.0533333333333335e-05, | |
| "loss": 0.0836, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "grad_norm": 6.495666980743408, | |
| "learning_rate": 1.0444444444444445e-05, | |
| "loss": 0.0251, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "grad_norm": 0.357742041349411, | |
| "learning_rate": 1.0355555555555556e-05, | |
| "loss": 0.0645, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "grad_norm": 15.541790962219238, | |
| "learning_rate": 1.0266666666666668e-05, | |
| "loss": 0.0365, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "grad_norm": 8.922079086303711, | |
| "learning_rate": 1.0177777777777778e-05, | |
| "loss": 0.0473, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "grad_norm": 13.641845703125, | |
| "learning_rate": 1.0088888888888889e-05, | |
| "loss": 0.0702, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "grad_norm": 0.6197155714035034, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0414, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "eval_accuracy": 0.8748, | |
| "eval_f1_macro": 0.8035611999756955, | |
| "eval_f1_micro": 0.8748, | |
| "eval_loss": 0.6157392859458923, | |
| "eval_runtime": 125.3937, | |
| "eval_samples_per_second": 79.749, | |
| "eval_steps_per_second": 2.496, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "grad_norm": 1.329261302947998, | |
| "learning_rate": 9.911111111111111e-06, | |
| "loss": 0.0358, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "grad_norm": 15.336833953857422, | |
| "learning_rate": 9.822222222222223e-06, | |
| "loss": 0.0478, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "grad_norm": 10.690662384033203, | |
| "learning_rate": 9.733333333333334e-06, | |
| "loss": 0.1247, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "grad_norm": 16.75906753540039, | |
| "learning_rate": 9.644444444444444e-06, | |
| "loss": 0.0898, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "grad_norm": 7.825833320617676, | |
| "learning_rate": 9.555555555555556e-06, | |
| "loss": 0.0455, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "grad_norm": 21.768123626708984, | |
| "learning_rate": 9.466666666666667e-06, | |
| "loss": 0.058, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "grad_norm": 11.219696998596191, | |
| "learning_rate": 9.377777777777779e-06, | |
| "loss": 0.03, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "grad_norm": 0.5012785792350769, | |
| "learning_rate": 9.288888888888888e-06, | |
| "loss": 0.038, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "grad_norm": 24.533123016357422, | |
| "learning_rate": 9.2e-06, | |
| "loss": 0.0551, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "grad_norm": 3.5600054264068604, | |
| "learning_rate": 9.111111111111112e-06, | |
| "loss": 0.0394, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "eval_accuracy": 0.8755, | |
| "eval_f1_macro": 0.8076102905129778, | |
| "eval_f1_micro": 0.8755, | |
| "eval_loss": 0.6051170825958252, | |
| "eval_runtime": 125.3948, | |
| "eval_samples_per_second": 79.748, | |
| "eval_steps_per_second": 2.496, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "grad_norm": 12.15698528289795, | |
| "learning_rate": 9.022222222222223e-06, | |
| "loss": 0.0483, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "grad_norm": 25.406009674072266, | |
| "learning_rate": 8.933333333333333e-06, | |
| "loss": 0.1181, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "grad_norm": 14.99547004699707, | |
| "learning_rate": 8.844444444444445e-06, | |
| "loss": 0.069, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "grad_norm": 16.374536514282227, | |
| "learning_rate": 8.755555555555556e-06, | |
| "loss": 0.0705, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "grad_norm": 8.475914001464844, | |
| "learning_rate": 8.666666666666668e-06, | |
| "loss": 0.0479, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "grad_norm": 14.819987297058105, | |
| "learning_rate": 8.577777777777778e-06, | |
| "loss": 0.0403, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "grad_norm": 13.341416358947754, | |
| "learning_rate": 8.488888888888889e-06, | |
| "loss": 0.0305, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "grad_norm": 14.73620891571045, | |
| "learning_rate": 8.400000000000001e-06, | |
| "loss": 0.0719, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "grad_norm": 12.851972579956055, | |
| "learning_rate": 8.311111111111111e-06, | |
| "loss": 0.0499, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "grad_norm": 17.08949851989746, | |
| "learning_rate": 8.222222222222223e-06, | |
| "loss": 0.0513, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "eval_accuracy": 0.874, | |
| "eval_f1_macro": 0.807227860552302, | |
| "eval_f1_micro": 0.874, | |
| "eval_loss": 0.6078110933303833, | |
| "eval_runtime": 125.4439, | |
| "eval_samples_per_second": 79.717, | |
| "eval_steps_per_second": 2.495, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "grad_norm": 2.959608793258667, | |
| "learning_rate": 8.133333333333332e-06, | |
| "loss": 0.0433, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "grad_norm": 17.176597595214844, | |
| "learning_rate": 8.044444444444444e-06, | |
| "loss": 0.0431, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "grad_norm": 0.21210907399654388, | |
| "learning_rate": 7.955555555555557e-06, | |
| "loss": 0.0382, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "grad_norm": 19.490718841552734, | |
| "learning_rate": 7.866666666666667e-06, | |
| "loss": 0.0335, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "grad_norm": 9.648574829101562, | |
| "learning_rate": 7.777777777777777e-06, | |
| "loss": 0.0401, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "grad_norm": 17.405658721923828, | |
| "learning_rate": 7.68888888888889e-06, | |
| "loss": 0.0642, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "grad_norm": 3.015732526779175, | |
| "learning_rate": 7.6e-06, | |
| "loss": 0.0464, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "grad_norm": 11.392130851745605, | |
| "learning_rate": 7.511111111111112e-06, | |
| "loss": 0.0541, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "grad_norm": 19.27250862121582, | |
| "learning_rate": 7.422222222222222e-06, | |
| "loss": 0.0577, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "grad_norm": 9.552457809448242, | |
| "learning_rate": 7.333333333333334e-06, | |
| "loss": 0.0553, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "eval_accuracy": 0.8734, | |
| "eval_f1_macro": 0.8022937956798373, | |
| "eval_f1_micro": 0.8734, | |
| "eval_loss": 0.6020609140396118, | |
| "eval_runtime": 125.3761, | |
| "eval_samples_per_second": 79.76, | |
| "eval_steps_per_second": 2.496, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "grad_norm": 24.78680419921875, | |
| "learning_rate": 7.244444444444445e-06, | |
| "loss": 0.0884, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "grad_norm": 12.720375061035156, | |
| "learning_rate": 7.155555555555556e-06, | |
| "loss": 0.0457, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "grad_norm": 11.253555297851562, | |
| "learning_rate": 7.066666666666667e-06, | |
| "loss": 0.0444, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "grad_norm": 9.232181549072266, | |
| "learning_rate": 6.9777777777777775e-06, | |
| "loss": 0.0632, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "grad_norm": 15.697772979736328, | |
| "learning_rate": 6.888888888888889e-06, | |
| "loss": 0.0551, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "grad_norm": 8.457032203674316, | |
| "learning_rate": 6.800000000000001e-06, | |
| "loss": 0.022, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "grad_norm": 18.339475631713867, | |
| "learning_rate": 6.711111111111111e-06, | |
| "loss": 0.0325, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "grad_norm": 12.341594696044922, | |
| "learning_rate": 6.622222222222223e-06, | |
| "loss": 0.0359, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "grad_norm": 0.5485441088676453, | |
| "learning_rate": 6.533333333333333e-06, | |
| "loss": 0.0223, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "grad_norm": 1.2296168804168701, | |
| "learning_rate": 6.4444444444444445e-06, | |
| "loss": 0.0843, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "eval_accuracy": 0.8766, | |
| "eval_f1_macro": 0.8096414854477127, | |
| "eval_f1_micro": 0.8766, | |
| "eval_loss": 0.6084060668945312, | |
| "eval_runtime": 125.3934, | |
| "eval_samples_per_second": 79.749, | |
| "eval_steps_per_second": 2.496, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "grad_norm": 15.707212448120117, | |
| "learning_rate": 6.355555555555557e-06, | |
| "loss": 0.0422, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "grad_norm": 8.062418937683105, | |
| "learning_rate": 6.266666666666666e-06, | |
| "loss": 0.0301, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "grad_norm": 1.2240488529205322, | |
| "learning_rate": 6.177777777777778e-06, | |
| "loss": 0.033, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "grad_norm": 2.520549774169922, | |
| "learning_rate": 6.088888888888889e-06, | |
| "loss": 0.0305, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "grad_norm": 5.890824794769287, | |
| "learning_rate": 6e-06, | |
| "loss": 0.0265, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "grad_norm": 13.103384971618652, | |
| "learning_rate": 5.9111111111111115e-06, | |
| "loss": 0.0311, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "grad_norm": 20.12167739868164, | |
| "learning_rate": 5.822222222222223e-06, | |
| "loss": 0.0631, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "grad_norm": 1.561964750289917, | |
| "learning_rate": 5.733333333333333e-06, | |
| "loss": 0.0279, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "grad_norm": 4.472821235656738, | |
| "learning_rate": 5.6444444444444445e-06, | |
| "loss": 0.0338, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "grad_norm": 13.154914855957031, | |
| "learning_rate": 5.555555555555556e-06, | |
| "loss": 0.0361, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "eval_accuracy": 0.8764, | |
| "eval_f1_macro": 0.8090536790170773, | |
| "eval_f1_micro": 0.8764, | |
| "eval_loss": 0.612912118434906, | |
| "eval_runtime": 125.3911, | |
| "eval_samples_per_second": 79.75, | |
| "eval_steps_per_second": 2.496, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "grad_norm": 20.26685905456543, | |
| "learning_rate": 5.466666666666667e-06, | |
| "loss": 0.0539, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "grad_norm": 13.797248840332031, | |
| "learning_rate": 5.3777777777777784e-06, | |
| "loss": 0.0264, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "grad_norm": 0.8838375806808472, | |
| "learning_rate": 5.288888888888889e-06, | |
| "loss": 0.0275, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "grad_norm": 0.7623136639595032, | |
| "learning_rate": 5.2e-06, | |
| "loss": 0.0577, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "grad_norm": 2.851203680038452, | |
| "learning_rate": 5.1111111111111115e-06, | |
| "loss": 0.0342, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "grad_norm": 16.084320068359375, | |
| "learning_rate": 5.022222222222223e-06, | |
| "loss": 0.0355, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "grad_norm": 1.148029088973999, | |
| "learning_rate": 4.933333333333333e-06, | |
| "loss": 0.0349, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "grad_norm": 1.4330673217773438, | |
| "learning_rate": 4.8444444444444446e-06, | |
| "loss": 0.0557, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "grad_norm": 1.7061699628829956, | |
| "learning_rate": 4.755555555555556e-06, | |
| "loss": 0.0247, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "grad_norm": 6.559273719787598, | |
| "learning_rate": 4.666666666666667e-06, | |
| "loss": 0.0485, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "eval_accuracy": 0.8789, | |
| "eval_f1_macro": 0.8096045063363193, | |
| "eval_f1_micro": 0.8789, | |
| "eval_loss": 0.6214478611946106, | |
| "eval_runtime": 125.3994, | |
| "eval_samples_per_second": 79.745, | |
| "eval_steps_per_second": 2.496, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "grad_norm": 14.104253768920898, | |
| "learning_rate": 4.5777777777777785e-06, | |
| "loss": 0.0492, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "grad_norm": 4.382899284362793, | |
| "learning_rate": 4.488888888888889e-06, | |
| "loss": 0.0387, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "grad_norm": 7.168239593505859, | |
| "learning_rate": 4.4e-06, | |
| "loss": 0.02, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "grad_norm": 0.057392317801713943, | |
| "learning_rate": 4.3111111111111115e-06, | |
| "loss": 0.0673, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "grad_norm": 8.1379976272583, | |
| "learning_rate": 4.222222222222223e-06, | |
| "loss": 0.043, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "grad_norm": 6.515874862670898, | |
| "learning_rate": 4.133333333333333e-06, | |
| "loss": 0.1161, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "grad_norm": 8.1536226272583, | |
| "learning_rate": 4.044444444444445e-06, | |
| "loss": 0.0377, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "grad_norm": 1.2644639015197754, | |
| "learning_rate": 3.955555555555555e-06, | |
| "loss": 0.0544, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "grad_norm": 2.3972737789154053, | |
| "learning_rate": 3.866666666666667e-06, | |
| "loss": 0.0341, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "grad_norm": 3.3570358753204346, | |
| "learning_rate": 3.777777777777778e-06, | |
| "loss": 0.0209, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "eval_accuracy": 0.8795, | |
| "eval_f1_macro": 0.810206057447178, | |
| "eval_f1_micro": 0.8795, | |
| "eval_loss": 0.5887149572372437, | |
| "eval_runtime": 125.3769, | |
| "eval_samples_per_second": 79.759, | |
| "eval_steps_per_second": 2.496, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 2.78, | |
| "grad_norm": 0.38933780789375305, | |
| "learning_rate": 3.688888888888889e-06, | |
| "loss": 0.0141, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 2.78, | |
| "grad_norm": 3.201914072036743, | |
| "learning_rate": 3.6e-06, | |
| "loss": 0.0249, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "grad_norm": 14.43453598022461, | |
| "learning_rate": 3.5111111111111116e-06, | |
| "loss": 0.0292, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "grad_norm": 2.8055851459503174, | |
| "learning_rate": 3.4222222222222224e-06, | |
| "loss": 0.0317, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "grad_norm": 5.319042682647705, | |
| "learning_rate": 3.3333333333333333e-06, | |
| "loss": 0.0527, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "grad_norm": 2.3870460987091064, | |
| "learning_rate": 3.244444444444444e-06, | |
| "loss": 0.0263, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "grad_norm": 17.512996673583984, | |
| "learning_rate": 3.155555555555556e-06, | |
| "loss": 0.0546, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "grad_norm": 12.532732009887695, | |
| "learning_rate": 3.066666666666667e-06, | |
| "loss": 0.0642, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "grad_norm": 7.901776313781738, | |
| "learning_rate": 2.977777777777778e-06, | |
| "loss": 0.0471, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "grad_norm": 0.39620164036750793, | |
| "learning_rate": 2.888888888888889e-06, | |
| "loss": 0.028, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "eval_accuracy": 0.8798, | |
| "eval_f1_macro": 0.8131591273209479, | |
| "eval_f1_micro": 0.8798, | |
| "eval_loss": 0.5953407883644104, | |
| "eval_runtime": 125.3854, | |
| "eval_samples_per_second": 79.754, | |
| "eval_steps_per_second": 2.496, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "grad_norm": 1.7311279773712158, | |
| "learning_rate": 2.8000000000000003e-06, | |
| "loss": 0.0613, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "grad_norm": 6.2115583419799805, | |
| "learning_rate": 2.711111111111111e-06, | |
| "loss": 0.0229, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "grad_norm": 1.4274439811706543, | |
| "learning_rate": 2.6222222222222225e-06, | |
| "loss": 0.04, | |
| "step": 5330 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "grad_norm": 0.795637309551239, | |
| "learning_rate": 2.5333333333333334e-06, | |
| "loss": 0.0469, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "grad_norm": 1.7568246126174927, | |
| "learning_rate": 2.4444444444444447e-06, | |
| "loss": 0.038, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 2.86, | |
| "grad_norm": 14.119540214538574, | |
| "learning_rate": 2.3555555555555555e-06, | |
| "loss": 0.0252, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 2.86, | |
| "grad_norm": 0.14776268601417542, | |
| "learning_rate": 2.266666666666667e-06, | |
| "loss": 0.034, | |
| "step": 5370 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "grad_norm": 14.7776460647583, | |
| "learning_rate": 2.1777777777777777e-06, | |
| "loss": 0.0343, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "grad_norm": 19.50803565979004, | |
| "learning_rate": 2.088888888888889e-06, | |
| "loss": 0.0459, | |
| "step": 5390 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "grad_norm": 11.52786636352539, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 0.0513, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "eval_accuracy": 0.8818, | |
| "eval_f1_macro": 0.8154458340510421, | |
| "eval_f1_micro": 0.8818, | |
| "eval_loss": 0.5944418907165527, | |
| "eval_runtime": 125.3484, | |
| "eval_samples_per_second": 79.778, | |
| "eval_steps_per_second": 2.497, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "grad_norm": 0.1808658242225647, | |
| "learning_rate": 1.9111111111111112e-06, | |
| "loss": 0.0206, | |
| "step": 5410 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "grad_norm": 0.8445340394973755, | |
| "learning_rate": 1.8222222222222223e-06, | |
| "loss": 0.0221, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "grad_norm": 4.306654453277588, | |
| "learning_rate": 1.7333333333333334e-06, | |
| "loss": 0.032, | |
| "step": 5430 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "grad_norm": 3.2306783199310303, | |
| "learning_rate": 1.6444444444444447e-06, | |
| "loss": 0.0204, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "grad_norm": 6.173311233520508, | |
| "learning_rate": 1.5555555555555556e-06, | |
| "loss": 0.0538, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "grad_norm": 4.854103088378906, | |
| "learning_rate": 1.4666666666666667e-06, | |
| "loss": 0.0197, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "grad_norm": 14.71440315246582, | |
| "learning_rate": 1.3777777777777778e-06, | |
| "loss": 0.0372, | |
| "step": 5470 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "grad_norm": 14.649943351745605, | |
| "learning_rate": 1.2888888888888889e-06, | |
| "loss": 0.0193, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "grad_norm": 9.308882713317871, | |
| "learning_rate": 1.2000000000000002e-06, | |
| "loss": 0.019, | |
| "step": 5490 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "grad_norm": 0.6163176894187927, | |
| "learning_rate": 1.1111111111111112e-06, | |
| "loss": 0.0073, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "eval_accuracy": 0.8794, | |
| "eval_f1_macro": 0.8136104418639312, | |
| "eval_f1_micro": 0.8794, | |
| "eval_loss": 0.6020895838737488, | |
| "eval_runtime": 125.3554, | |
| "eval_samples_per_second": 79.773, | |
| "eval_steps_per_second": 2.497, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "grad_norm": 1.0901674032211304, | |
| "learning_rate": 1.0222222222222223e-06, | |
| "loss": 0.0336, | |
| "step": 5510 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "grad_norm": 0.9365220665931702, | |
| "learning_rate": 9.333333333333334e-07, | |
| "loss": 0.0096, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "grad_norm": 17.01777458190918, | |
| "learning_rate": 8.444444444444444e-07, | |
| "loss": 0.0689, | |
| "step": 5530 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "grad_norm": 14.930281639099121, | |
| "learning_rate": 7.555555555555556e-07, | |
| "loss": 0.0414, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "grad_norm": 1.0289640426635742, | |
| "learning_rate": 6.666666666666667e-07, | |
| "loss": 0.0151, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "grad_norm": 11.737308502197266, | |
| "learning_rate": 5.777777777777778e-07, | |
| "loss": 0.0237, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "grad_norm": 14.464305877685547, | |
| "learning_rate": 4.888888888888889e-07, | |
| "loss": 0.0249, | |
| "step": 5570 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "grad_norm": 1.2712557315826416, | |
| "learning_rate": 4.0000000000000003e-07, | |
| "loss": 0.026, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "grad_norm": 4.292672634124756, | |
| "learning_rate": 3.111111111111111e-07, | |
| "loss": 0.026, | |
| "step": 5590 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "grad_norm": 0.36005184054374695, | |
| "learning_rate": 2.2222222222222224e-07, | |
| "loss": 0.0398, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "eval_accuracy": 0.88, | |
| "eval_f1_macro": 0.8123656641031487, | |
| "eval_f1_micro": 0.88, | |
| "eval_loss": 0.6064128875732422, | |
| "eval_runtime": 125.3778, | |
| "eval_samples_per_second": 79.759, | |
| "eval_steps_per_second": 2.496, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "grad_norm": 1.3966044187545776, | |
| "learning_rate": 1.3333333333333334e-07, | |
| "loss": 0.0279, | |
| "step": 5610 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 2.1456825733184814, | |
| "learning_rate": 4.444444444444445e-08, | |
| "loss": 0.0397, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "step": 5625, | |
| "total_flos": 9.39658749935616e+17, | |
| "train_loss": 0.44225363720787897, | |
| "train_runtime": 13430.0481, | |
| "train_samples_per_second": 13.403, | |
| "train_steps_per_second": 0.419 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 5625, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 100, | |
| "total_flos": 9.39658749935616e+17, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |