| { | |
| "best_metric": 0.41885045170783997, | |
| "best_model_checkpoint": "output/Baichuan-13B-Chat_lora_wqs_nlp/checkpoint-2400", | |
| "epoch": 1.9992665933259994, | |
| "global_step": 2726, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.999865525734509e-05, | |
| "loss": 1.5452, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.9994621174046976e-05, | |
| "loss": 1.3291, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.9986985231938546e-05, | |
| "loss": 1.1048, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.99760306731191e-05, | |
| "loss": 0.9155, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.9961758952505326e-05, | |
| "loss": 0.8856, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.9944171965578836e-05, | |
| "loss": 0.8052, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.992327204813435e-05, | |
| "loss": 0.7332, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.989906197596955e-05, | |
| "loss": 0.6982, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.987154496451635e-05, | |
| "loss": 0.6811, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.984072466841389e-05, | |
| "loss": 0.6323, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.981016546765289e-05, | |
| "loss": 0.6234, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.977308057009269e-05, | |
| "loss": 0.6125, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.97327054653146e-05, | |
| "loss": 0.5977, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.968904551569013e-05, | |
| "loss": 0.6179, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.9642106519863544e-05, | |
| "loss": 0.5879, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.959189471198171e-05, | |
| "loss": 0.5472, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.953841676086613e-05, | |
| "loss": 0.602, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.9481679769127275e-05, | |
| "loss": 0.5773, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.9421691272221167e-05, | |
| "loss": 0.5615, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.935845923744865e-05, | |
| "loss": 0.5704, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "eval_loss": 0.5564362406730652, | |
| "eval_runtime": 72.9469, | |
| "eval_samples_per_second": 15.107, | |
| "eval_steps_per_second": 1.522, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.9291992062897183e-05, | |
| "loss": 0.5803, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.922229857632545e-05, | |
| "loss": 0.5655, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.9149388033990966e-05, | |
| "loss": 0.5769, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.9073270119420635e-05, | |
| "loss": 0.5862, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.899395494212471e-05, | |
| "loss": 0.5506, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.891145303625408e-05, | |
| "loss": 0.5183, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 4.882577535920121e-05, | |
| "loss": 0.575, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 4.8736933290144815e-05, | |
| "loss": 0.5359, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 4.8644938628538606e-05, | |
| "loss": 0.5302, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 4.8549803592544076e-05, | |
| "loss": 0.5399, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 4.845154081740783e-05, | |
| "loss": 0.5379, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 4.835016335378343e-05, | |
| "loss": 0.5299, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 4.8245684665998073e-05, | |
| "loss": 0.535, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 4.813811863026436e-05, | |
| "loss": 0.5145, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 4.802747953283732e-05, | |
| "loss": 0.5126, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 4.791378206811704e-05, | |
| "loss": 0.5012, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 4.7797041336696995e-05, | |
| "loss": 0.5373, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 4.767727284335852e-05, | |
| "loss": 0.4778, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 4.755449249501155e-05, | |
| "loss": 0.4894, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 4.7428716598581934e-05, | |
| "loss": 0.4986, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "eval_loss": 0.4967592656612396, | |
| "eval_runtime": 70.0948, | |
| "eval_samples_per_second": 15.722, | |
| "eval_steps_per_second": 1.584, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 4.729996185884571e-05, | |
| "loss": 0.4928, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 4.716824537621042e-05, | |
| "loss": 0.4807, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 4.703358464444397e-05, | |
| "loss": 0.4734, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 4.689599754835122e-05, | |
| "loss": 0.4603, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 4.6755502361398616e-05, | |
| "loss": 0.4661, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 4.6612117743287234e-05, | |
| "loss": 0.5072, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 4.646586273747452e-05, | |
| "loss": 0.5056, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 4.631675676864503e-05, | |
| "loss": 0.4391, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 4.6164819640130595e-05, | |
| "loss": 0.483, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 4.601007153128014e-05, | |
| "loss": 0.4774, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 4.5852532994779606e-05, | |
| "loss": 0.4848, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 4.5692224953922266e-05, | |
| "loss": 0.5099, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 4.5529168699829805e-05, | |
| "loss": 0.4851, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 4.536338588862459e-05, | |
| "loss": 0.498, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 4.519489853855341e-05, | |
| "loss": 0.5398, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 4.50237290270632e-05, | |
| "loss": 0.4566, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 4.484990008782893e-05, | |
| "loss": 0.4942, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 4.467343480773433e-05, | |
| "loss": 0.4625, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 4.44943566238056e-05, | |
| "loss": 0.4703, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 4.431268932009865e-05, | |
| "loss": 0.464, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "eval_loss": 0.46821752190589905, | |
| "eval_runtime": 69.9505, | |
| "eval_samples_per_second": 15.754, | |
| "eval_steps_per_second": 1.587, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 4.412845702454024e-05, | |
| "loss": 0.4739, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 4.394168420572349e-05, | |
| "loss": 0.4529, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 4.3752395669658086e-05, | |
| "loss": 0.4433, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 4.356061655647571e-05, | |
| "loss": 0.459, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 4.336637233709107e-05, | |
| "loss": 0.4877, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 4.316968880981903e-05, | |
| "loss": 0.4676, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 4.2970592096948236e-05, | |
| "loss": 0.4782, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 4.276910864127168e-05, | |
| "loss": 0.4778, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 4.25652652025748e-05, | |
| "loss": 0.454, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 4.235908885408133e-05, | |
| "loss": 0.4399, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 4.215060697885767e-05, | |
| "loss": 0.5106, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 4.1939847266176e-05, | |
| "loss": 0.4683, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 4.172683770783677e-05, | |
| "loss": 0.4896, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 4.1511606594451016e-05, | |
| "loss": 0.4633, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 4.1294182511682946e-05, | |
| "loss": 0.4486, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 4.1074594336453384e-05, | |
| "loss": 0.4706, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 4.085287123310455e-05, | |
| "loss": 0.4797, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 4.062904264952657e-05, | |
| "loss": 0.4251, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 4.0403138313246435e-05, | |
| "loss": 0.4687, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 4.017518822747976e-05, | |
| "loss": 0.48, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "eval_loss": 0.4554018974304199, | |
| "eval_runtime": 70.2392, | |
| "eval_samples_per_second": 15.689, | |
| "eval_steps_per_second": 1.58, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 3.994522266714594e-05, | |
| "loss": 0.4662, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 3.9713272174847246e-05, | |
| "loss": 0.4837, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 3.947936755681229e-05, | |
| "loss": 0.5014, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 3.92435398788046e-05, | |
| "loss": 0.4764, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 3.9005820461996604e-05, | |
| "loss": 0.4587, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 3.876624087880979e-05, | |
| "loss": 0.484, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 3.85248329487214e-05, | |
| "loss": 0.4285, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 3.828162873403843e-05, | |
| "loss": 0.4742, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 3.803666053563926e-05, | |
| "loss": 0.4533, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 3.778996088868365e-05, | |
| "loss": 0.4395, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 3.754156255829167e-05, | |
| "loss": 0.4519, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 3.7291498535191996e-05, | |
| "loss": 0.4684, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 3.703980203134029e-05, | |
| "loss": 0.4259, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 3.678650647550822e-05, | |
| "loss": 0.4576, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 3.6531645508843636e-05, | |
| "loss": 0.446, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 3.6275252980402544e-05, | |
| "loss": 0.4439, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 3.601736294265354e-05, | |
| "loss": 0.476, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 3.5758009646955115e-05, | |
| "loss": 0.4153, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 3.5497227539006614e-05, | |
| "loss": 0.4444, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 3.523505125427341e-05, | |
| "loss": 0.4395, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "eval_loss": 0.44357746839523315, | |
| "eval_runtime": 70.1513, | |
| "eval_samples_per_second": 15.709, | |
| "eval_steps_per_second": 1.582, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 3.497151561338678e-05, | |
| "loss": 0.4387, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 3.470665561751928e-05, | |
| "loss": 0.4559, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 3.444050644373611e-05, | |
| "loss": 0.4349, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 3.417310344032309e-05, | |
| "loss": 0.4661, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 3.390448212209191e-05, | |
| "loss": 0.4945, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 3.3634678165663325e-05, | |
| "loss": 0.4399, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 3.336372740472877e-05, | |
| "loss": 0.4399, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 3.309166582529114e-05, | |
| "loss": 0.4251, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 3.281852956088537e-05, | |
| "loss": 0.4385, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 3.254435488777941e-05, | |
| "loss": 0.4566, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 3.226917822015623e-05, | |
| "loss": 0.4352, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 3.199303610527749e-05, | |
| "loss": 0.4617, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 3.1715965218629595e-05, | |
| "loss": 0.476, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 3.143800235905268e-05, | |
| "loss": 0.4322, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 3.115918444385315e-05, | |
| "loss": 0.4736, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 3.0879548503900665e-05, | |
| "loss": 0.4322, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 3.0599131678709836e-05, | |
| "loss": 0.4152, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 3.031797121150764e-05, | |
| "loss": 0.4187, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 3.0036104444286954e-05, | |
| "loss": 0.4331, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 2.9753568812847065e-05, | |
| "loss": 0.45, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "eval_loss": 0.43782830238342285, | |
| "eval_runtime": 70.0939, | |
| "eval_samples_per_second": 15.722, | |
| "eval_steps_per_second": 1.584, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 2.9470401841821686e-05, | |
| "loss": 0.4457, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 2.9186641139695108e-05, | |
| "loss": 0.4667, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 2.8902324393807333e-05, | |
| "loss": 0.4516, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 2.861748936534867e-05, | |
| "loss": 0.4695, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 2.8332173884344477e-05, | |
| "loss": 0.45, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 2.8046415844630857e-05, | |
| "loss": 0.4246, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 2.7760253198821822e-05, | |
| "loss": 0.4449, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 2.7473723953268687e-05, | |
| "loss": 0.4217, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 2.7186866163012232e-05, | |
| "loss": 0.4495, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 2.6899717926728535e-05, | |
| "loss": 0.4523, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 2.6612317381668915e-05, | |
| "loss": 0.4523, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 2.632470269859478e-05, | |
| "loss": 0.45, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 2.603691207670803e-05, | |
| "loss": 0.4371, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 2.5748983738577653e-05, | |
| "loss": 0.4221, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 2.5460955925063268e-05, | |
| "loss": 0.4565, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 2.5172866890236203e-05, | |
| "loss": 0.3892, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 2.48847548962988e-05, | |
| "loss": 0.3973, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 2.4596658208502713e-05, | |
| "loss": 0.4151, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 2.4308615090066735e-05, | |
| "loss": 0.3839, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "learning_rate": 2.4020663797094864e-05, | |
| "loss": 0.4062, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "eval_loss": 0.43284282088279724, | |
| "eval_runtime": 70.1658, | |
| "eval_samples_per_second": 15.706, | |
| "eval_steps_per_second": 1.582, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "learning_rate": 2.373284257349544e-05, | |
| "loss": 0.4003, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 2.3445189645901806e-05, | |
| "loss": 0.4447, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "learning_rate": 2.3157743218595247e-05, | |
| "loss": 0.4565, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 2.287054146843097e-05, | |
| "loss": 0.4265, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 2.2583622539767668e-05, | |
| "loss": 0.4056, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "learning_rate": 2.2297024539401463e-05, | |
| "loss": 0.4074, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "learning_rate": 2.2010785531504716e-05, | |
| "loss": 0.4281, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 2.172494353257066e-05, | |
| "loss": 0.4663, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 2.1439536506364274e-05, | |
| "loss": 0.4281, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 2.1154602358880122e-05, | |
| "loss": 0.4111, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "learning_rate": 2.0870178933307948e-05, | |
| "loss": 0.4187, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "learning_rate": 2.0586304005006585e-05, | |
| "loss": 0.3964, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 2.030301527648684e-05, | |
| "loss": 0.4331, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "learning_rate": 2.0020350372404102e-05, | |
| "loss": 0.4432, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 1.9738346834561254e-05, | |
| "loss": 0.4056, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 1.945704211692262e-05, | |
| "loss": 0.4354, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 1.9176473580639538e-05, | |
| "loss": 0.4309, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "learning_rate": 1.8896678489088304e-05, | |
| "loss": 0.4058, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 1.8617694002921064e-05, | |
| "loss": 0.4319, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 1.8339557175130383e-05, | |
| "loss": 0.4267, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "eval_loss": 0.42894992232322693, | |
| "eval_runtime": 70.251, | |
| "eval_samples_per_second": 15.687, | |
| "eval_steps_per_second": 1.58, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 1.8062304946128073e-05, | |
| "loss": 0.3921, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "learning_rate": 1.7785974138839018e-05, | |
| "loss": 0.4206, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 1.7510601453810594e-05, | |
| "loss": 0.4356, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 1.723622346433828e-05, | |
| "loss": 0.4167, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "learning_rate": 1.6962876611608262e-05, | |
| "loss": 0.4233, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 1.6690597199857523e-05, | |
| "loss": 0.4176, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 1.6419421391552142e-05, | |
| "loss": 0.4241, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "learning_rate": 1.6149385202584423e-05, | |
| "loss": 0.4524, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "learning_rate": 1.5880524497489474e-05, | |
| "loss": 0.4647, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 1.5612874984681923e-05, | |
| "loss": 0.4036, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 1.534647221171334e-05, | |
| "loss": 0.4148, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "learning_rate": 1.5081351560551021e-05, | |
| "loss": 0.408, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "learning_rate": 1.4817548242878759e-05, | |
| "loss": 0.457, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 1.45550972954203e-05, | |
| "loss": 0.4193, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 1.4294033575285914e-05, | |
| "loss": 0.4149, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "learning_rate": 1.4034391755342972e-05, | |
| "loss": 0.4032, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 1.3776206319610823e-05, | |
| "loss": 0.4078, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "learning_rate": 1.3519511558680892e-05, | |
| "loss": 0.4123, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "learning_rate": 1.3264341565162422e-05, | |
| "loss": 0.4089, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "learning_rate": 1.3010730229154445e-05, | |
| "loss": 0.383, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "eval_loss": 0.4250344932079315, | |
| "eval_runtime": 70.4814, | |
| "eval_samples_per_second": 15.635, | |
| "eval_steps_per_second": 1.575, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "learning_rate": 1.2758711233744783e-05, | |
| "loss": 0.3936, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "learning_rate": 1.2508318050536421e-05, | |
| "loss": 0.4127, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 1.2259583935202062e-05, | |
| "loss": 0.4015, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "learning_rate": 1.2012541923067244e-05, | |
| "loss": 0.4203, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "learning_rate": 1.176722482472286e-05, | |
| "loss": 0.4367, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "learning_rate": 1.1523665221667398e-05, | |
| "loss": 0.4233, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "learning_rate": 1.1281895461979732e-05, | |
| "loss": 0.4405, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "learning_rate": 1.104194765602281e-05, | |
| "loss": 0.4379, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "learning_rate": 1.0803853672178946e-05, | |
| "loss": 0.4146, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "learning_rate": 1.0567645132617316e-05, | |
| "loss": 0.4438, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "learning_rate": 1.0333353409094015e-05, | |
| "loss": 0.3915, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "learning_rate": 1.0101009618785528e-05, | |
| "loss": 0.4063, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "learning_rate": 9.870644620155877e-06, | |
| "loss": 0.3974, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "learning_rate": 9.642289008858244e-06, | |
| "loss": 0.4015, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "learning_rate": 9.41597311367142e-06, | |
| "loss": 0.4264, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "learning_rate": 9.191726992471725e-06, | |
| "loss": 0.4334, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "learning_rate": 8.969580428240903e-06, | |
| "loss": 0.4197, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "learning_rate": 8.74956292511056e-06, | |
| "loss": 0.422, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "learning_rate": 8.531703704443575e-06, | |
| "loss": 0.4077, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "learning_rate": 8.316031700953086e-06, | |
| "loss": 0.4334, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "eval_loss": 0.4206145107746124, | |
| "eval_runtime": 70.0533, | |
| "eval_samples_per_second": 15.731, | |
| "eval_steps_per_second": 1.585, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "learning_rate": 8.102575558859612e-06, | |
| "loss": 0.4171, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "learning_rate": 7.891363628086671e-06, | |
| "loss": 0.3957, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "learning_rate": 7.682423960495517e-06, | |
| "loss": 0.4174, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "learning_rate": 7.475784306159478e-06, | |
| "loss": 0.4187, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "learning_rate": 7.271472109678379e-06, | |
| "loss": 0.3775, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "learning_rate": 7.0695145065334585e-06, | |
| "loss": 0.4019, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "learning_rate": 6.869938319483471e-06, | |
| "loss": 0.4143, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "learning_rate": 6.67277005500222e-06, | |
| "loss": 0.3853, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "learning_rate": 6.478035899758139e-06, | |
| "loss": 0.4403, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "learning_rate": 6.285761717136335e-06, | |
| "loss": 0.3888, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "learning_rate": 6.095973043803577e-06, | |
| "loss": 0.4123, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "learning_rate": 5.908695086316701e-06, | |
| "loss": 0.4035, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "learning_rate": 5.723952717774763e-06, | |
| "loss": 0.4219, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "learning_rate": 5.54177047451562e-06, | |
| "loss": 0.4209, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "learning_rate": 5.362172552857128e-06, | |
| "loss": 0.4286, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "learning_rate": 5.18518280588354e-06, | |
| "loss": 0.4134, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "learning_rate": 5.010824740277501e-06, | |
| "loss": 0.4005, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "learning_rate": 4.83912151319802e-06, | |
| "loss": 0.3973, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "learning_rate": 4.6700959292048875e-06, | |
| "loss": 0.3959, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "learning_rate": 4.503770437229918e-06, | |
| "loss": 0.4017, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "eval_loss": 0.41970890760421753, | |
| "eval_runtime": 69.9019, | |
| "eval_samples_per_second": 15.765, | |
| "eval_steps_per_second": 1.588, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "learning_rate": 4.340167127595407e-06, | |
| "loss": 0.4013, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "learning_rate": 4.179307729080256e-06, | |
| "loss": 0.4069, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "learning_rate": 4.021213606034064e-06, | |
| "loss": 0.3857, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "learning_rate": 3.8659057555396645e-06, | |
| "loss": 0.4262, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "learning_rate": 3.713404804624418e-06, | |
| "loss": 0.3953, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "learning_rate": 3.5637310075206544e-06, | |
| "loss": 0.4231, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "learning_rate": 3.416904242975635e-06, | |
| "loss": 0.407, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "learning_rate": 3.2729440116113843e-06, | |
| "loss": 0.4254, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "learning_rate": 3.131869433334725e-06, | |
| "loss": 0.4054, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "learning_rate": 2.9936992447979068e-06, | |
| "loss": 0.3801, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "learning_rate": 2.8584517969101054e-06, | |
| "loss": 0.4335, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "learning_rate": 2.7261450524001807e-06, | |
| "loss": 0.412, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "learning_rate": 2.596796583430969e-06, | |
| "loss": 0.4456, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "learning_rate": 2.470423569265462e-06, | |
| "loss": 0.3972, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "learning_rate": 2.34704279398516e-06, | |
| "loss": 0.3935, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "learning_rate": 2.2266706442609226e-06, | |
| "loss": 0.3974, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "learning_rate": 2.109323107176578e-06, | |
| "loss": 0.4157, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "learning_rate": 1.9950157681056318e-06, | |
| "loss": 0.4379, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "learning_rate": 1.8837638086413063e-06, | |
| "loss": 0.4035, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "learning_rate": 1.7755820045802145e-06, | |
| "loss": 0.4455, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "eval_loss": 0.41885045170783997, | |
| "eval_runtime": 70.0957, | |
| "eval_samples_per_second": 15.721, | |
| "eval_steps_per_second": 1.584, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "learning_rate": 1.6704847239599364e-06, | |
| "loss": 0.4532, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "learning_rate": 1.5684859251507394e-06, | |
| "loss": 0.4213, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "learning_rate": 1.4695991550017164e-06, | |
| "loss": 0.3873, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "learning_rate": 1.373837547041576e-06, | |
| "loss": 0.4163, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "learning_rate": 1.2812138197343392e-06, | |
| "loss": 0.3946, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "learning_rate": 1.1917402747901152e-06, | |
| "loss": 0.41, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "learning_rate": 1.105428795531327e-06, | |
| "loss": 0.4126, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "learning_rate": 1.0222908453143804e-06, | |
| "loss": 0.4505, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "learning_rate": 9.423374660072065e-07, | |
| "loss": 0.4303, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "learning_rate": 8.655792765227405e-07, | |
| "loss": 0.4179, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "learning_rate": 7.920264714085828e-07, | |
| "loss": 0.4376, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "learning_rate": 7.216888194930272e-07, | |
| "loss": 0.4069, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "learning_rate": 6.545756625876031e-07, | |
| "loss": 0.3887, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "learning_rate": 5.906959142463947e-07, | |
| "loss": 0.3972, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "learning_rate": 5.300580585821696e-07, | |
| "loss": 0.4078, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "learning_rate": 4.7267014913956463e-07, | |
| "loss": 0.4467, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "learning_rate": 4.1853980782549097e-07, | |
| "loss": 0.4567, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "learning_rate": 3.6767422389682173e-07, | |
| "loss": 0.4494, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "learning_rate": 3.2008015300555306e-07, | |
| "loss": 0.4344, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "learning_rate": 2.757639163015774e-07, | |
| "loss": 0.4101, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "eval_loss": 0.41886425018310547, | |
| "eval_runtime": 70.2179, | |
| "eval_samples_per_second": 15.694, | |
| "eval_steps_per_second": 1.581, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "learning_rate": 2.347313995931466e-07, | |
| "loss": 0.4058, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "learning_rate": 1.9698805256513908e-07, | |
| "loss": 0.414, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "learning_rate": 1.6253888805527474e-07, | |
| "loss": 0.4254, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "learning_rate": 1.3138848138835313e-07, | |
| "loss": 0.4017, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "learning_rate": 1.0354096976856186e-07, | |
| "loss": 0.4258, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "learning_rate": 7.900005173002712e-08, | |
| "loss": 0.4098, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "learning_rate": 5.776898664557051e-08, | |
| "loss": 0.42, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "learning_rate": 3.985059429383875e-08, | |
| "loss": 0.3886, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "learning_rate": 2.5247254484794813e-08, | |
| "loss": 0.4276, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "learning_rate": 1.3960906743634706e-08, | |
| "loss": 0.4006, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "learning_rate": 5.993050053204607e-09, | |
| "loss": 0.4243, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "learning_rate": 1.3447426549129117e-09, | |
| "loss": 0.4439, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "step": 2726, | |
| "total_flos": 1.1289170586615415e+19, | |
| "train_loss": 0.46561298847898175, | |
| "train_runtime": 35477.4141, | |
| "train_samples_per_second": 6.149, | |
| "train_steps_per_second": 0.077 | |
| } | |
| ], | |
| "max_steps": 2726, | |
| "num_train_epochs": 2, | |
| "total_flos": 1.1289170586615415e+19, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |