| { | |
| "best_metric": 0.7309060096740723, | |
| "best_model_checkpoint": "falcon_xsum_finetuned_train/checkpoint-57991", | |
| "epoch": 1.0, | |
| "eval_steps": 500, | |
| "global_step": 57991, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 1.999828938973289e-05, | |
| "loss": 1.4588, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 1.9996564984221692e-05, | |
| "loss": 1.2058, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 1.999484057871049e-05, | |
| "loss": 1.137, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 1.9993116173199292e-05, | |
| "loss": 1.0897, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 1.999139176768809e-05, | |
| "loss": 1.0655, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 1.998966736217689e-05, | |
| "loss": 1.027, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 1.9987942956665693e-05, | |
| "loss": 1.001, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 1.998621855115449e-05, | |
| "loss": 0.9981, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 1.9984494145643292e-05, | |
| "loss": 0.9752, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 1.998276974013209e-05, | |
| "loss": 0.966, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 1.998104533462089e-05, | |
| "loss": 0.9455, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 1.9979320929109693e-05, | |
| "loss": 0.9479, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 1.997759652359849e-05, | |
| "loss": 0.9377, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 1.9975872118087292e-05, | |
| "loss": 0.9212, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 1.997414771257609e-05, | |
| "loss": 0.9081, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 1.997242330706489e-05, | |
| "loss": 0.9099, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 1.9970702350364713e-05, | |
| "loss": 0.9045, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 1.9968981393664535e-05, | |
| "loss": 0.8895, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 1.9967256988153336e-05, | |
| "loss": 0.8937, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 1.9965532582642134e-05, | |
| "loss": 0.8799, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 1.9963808177130936e-05, | |
| "loss": 0.8905, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 1.9962083771619737e-05, | |
| "loss": 0.8712, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 1.9960359366108535e-05, | |
| "loss": 0.8617, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 1.9958634960597337e-05, | |
| "loss": 0.859, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 1.9956910555086135e-05, | |
| "loss": 0.8615, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 1.9955186149574936e-05, | |
| "loss": 0.8544, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 1.9953461744063737e-05, | |
| "loss": 0.8607, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 1.995174078736356e-05, | |
| "loss": 0.8518, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 1.995001983066338e-05, | |
| "loss": 0.8461, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 1.994829542515218e-05, | |
| "loss": 0.84, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 1.994657101964098e-05, | |
| "loss": 0.8414, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 1.994484661412978e-05, | |
| "loss": 0.8337, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 1.994312220861858e-05, | |
| "loss": 0.8288, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 1.994139780310738e-05, | |
| "loss": 0.8347, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 1.993967339759618e-05, | |
| "loss": 0.8216, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 1.993794899208498e-05, | |
| "loss": 0.8263, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 1.9936228035384805e-05, | |
| "loss": 0.823, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 1.9934503629873603e-05, | |
| "loss": 0.8172, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 1.9932782673173425e-05, | |
| "loss": 0.8264, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 1.9931058267662223e-05, | |
| "loss": 0.8127, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 1.9929337310962048e-05, | |
| "loss": 0.8138, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 1.992761290545085e-05, | |
| "loss": 0.8158, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 1.9925888499939648e-05, | |
| "loss": 0.8012, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 1.9924164094428446e-05, | |
| "loss": 0.8067, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 1.9922439688917247e-05, | |
| "loss": 0.8007, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 1.9920715283406048e-05, | |
| "loss": 0.8057, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 1.991899087789485e-05, | |
| "loss": 0.8087, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 1.9917266472383648e-05, | |
| "loss": 0.8046, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 1.9915542066872446e-05, | |
| "loss": 0.802, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 1.9913817661361247e-05, | |
| "loss": 0.798, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 1.991209325585005e-05, | |
| "loss": 0.7953, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 1.9910368850338846e-05, | |
| "loss": 0.7916, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 1.9908644444827648e-05, | |
| "loss": 0.7985, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 1.9906920039316446e-05, | |
| "loss": 0.7964, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 1.9905195633805247e-05, | |
| "loss": 0.7938, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 1.9903471228294045e-05, | |
| "loss": 0.7936, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 1.990175027159387e-05, | |
| "loss": 0.7911, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 1.9900025866082672e-05, | |
| "loss": 0.7822, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 1.989830146057147e-05, | |
| "loss": 0.784, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 1.9896577055060268e-05, | |
| "loss": 0.7843, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 1.989485264954907e-05, | |
| "loss": 0.7844, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 1.989312824403787e-05, | |
| "loss": 0.7849, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 1.9891403838526672e-05, | |
| "loss": 0.7691, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 1.988967943301547e-05, | |
| "loss": 0.7805, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 1.988795847631529e-05, | |
| "loss": 0.7792, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 1.988623407080409e-05, | |
| "loss": 0.7799, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 1.988450966529289e-05, | |
| "loss": 0.7714, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 1.9882785259781692e-05, | |
| "loss": 0.7713, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 1.9881071200703558e-05, | |
| "loss": 0.7725, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 1.987934679519236e-05, | |
| "loss": 0.769, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 1.987762238968116e-05, | |
| "loss": 0.7708, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 1.987589798416996e-05, | |
| "loss": 0.761, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 1.987417357865876e-05, | |
| "loss": 0.7642, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 1.9872449173147558e-05, | |
| "loss": 0.7598, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 1.9870724767636356e-05, | |
| "loss": 0.7639, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 1.9869000362125158e-05, | |
| "loss": 0.7662, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 1.986727595661396e-05, | |
| "loss": 0.7724, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.986555155110276e-05, | |
| "loss": 0.7658, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.986382714559156e-05, | |
| "loss": 0.7525, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.9862102740080356e-05, | |
| "loss": 0.76, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.9860378334569158e-05, | |
| "loss": 0.7632, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.9858657377868983e-05, | |
| "loss": 0.7544, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.985693297235778e-05, | |
| "loss": 0.7561, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.9855208566846582e-05, | |
| "loss": 0.7553, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.985348416133538e-05, | |
| "loss": 0.752, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.9851759755824182e-05, | |
| "loss": 0.7571, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 1.9850035350312983e-05, | |
| "loss": 0.7496, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 1.984831094480178e-05, | |
| "loss": 0.7563, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 1.9846586539290583e-05, | |
| "loss": 0.751, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 1.9844865582590404e-05, | |
| "loss": 0.7488, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 1.9843141177079202e-05, | |
| "loss": 0.7488, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 1.9841420220379027e-05, | |
| "loss": 0.7486, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 1.9839695814867825e-05, | |
| "loss": 0.7511, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 1.9837971409356627e-05, | |
| "loss": 0.7492, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 1.9836247003845425e-05, | |
| "loss": 0.7439, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 1.9834522598334226e-05, | |
| "loss": 0.7419, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 1.9832801641634048e-05, | |
| "loss": 0.7467, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 1.983107723612285e-05, | |
| "loss": 0.7479, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 1.982935627942267e-05, | |
| "loss": 0.7399, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 1.982763187391147e-05, | |
| "loss": 0.7414, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 1.982590746840027e-05, | |
| "loss": 0.7464, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 1.982418306288907e-05, | |
| "loss": 0.7444, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 1.982245865737787e-05, | |
| "loss": 0.7363, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 1.982073425186667e-05, | |
| "loss": 0.7474, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 1.981900984635547e-05, | |
| "loss": 0.7414, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 1.981728544084427e-05, | |
| "loss": 0.7391, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 1.9815564484144092e-05, | |
| "loss": 0.7377, | |
| "step": 53500 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 1.9813840078632894e-05, | |
| "loss": 0.7417, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 1.981211567312169e-05, | |
| "loss": 0.7374, | |
| "step": 54500 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 1.9810391267610493e-05, | |
| "loss": 0.7394, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 1.9808666862099294e-05, | |
| "loss": 0.7366, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 1.9806942456588092e-05, | |
| "loss": 0.7349, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 1.9805218051076894e-05, | |
| "loss": 0.7329, | |
| "step": 56500 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 1.9803493645565692e-05, | |
| "loss": 0.7344, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 1.9801769240054493e-05, | |
| "loss": 0.7368, | |
| "step": 57500 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 0.7309060096740723, | |
| "eval_runtime": 152.8898, | |
| "eval_samples_per_second": 84.342, | |
| "eval_steps_per_second": 21.087, | |
| "step": 57991 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 5799100, | |
| "num_train_epochs": 100, | |
| "save_steps": 500, | |
| "total_flos": 2.1530778106802995e+17, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |