| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.01993962503972037, | |
| "global_step": 251, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 7.936507936507937e-07, | |
| "loss": 2.9309, | |
| "theoretical_loss": 3.4868973533572363, | |
| "tokens_seen": 1650130944 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 1.5873015873015873e-06, | |
| "loss": 3.0573, | |
| "theoretical_loss": 3.4868733789973354, | |
| "tokens_seen": 1650262016 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 2.3809523809523808e-06, | |
| "loss": 2.9048, | |
| "theoretical_loss": 3.4868494070746388, | |
| "tokens_seen": 1650393088 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.1746031746031746e-06, | |
| "loss": 3.1852, | |
| "theoretical_loss": 3.4868254375887053, | |
| "tokens_seen": 1650524160 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.968253968253968e-06, | |
| "loss": 2.9406, | |
| "theoretical_loss": 3.4868014705390937, | |
| "tokens_seen": 1650655232 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.7619047619047615e-06, | |
| "loss": 2.9301, | |
| "theoretical_loss": 3.4867775059253625, | |
| "tokens_seen": 1650786304 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 5.555555555555556e-06, | |
| "loss": 2.9694, | |
| "theoretical_loss": 3.4867535437470716, | |
| "tokens_seen": 1650917376 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 6.349206349206349e-06, | |
| "loss": 2.8537, | |
| "theoretical_loss": 3.486729584003779, | |
| "tokens_seen": 1651048448 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 7.142857142857143e-06, | |
| "loss": 3.1275, | |
| "theoretical_loss": 3.4867056266950454, | |
| "tokens_seen": 1651179520 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 7.936507936507936e-06, | |
| "loss": 2.8591, | |
| "theoretical_loss": 3.4866816718204294, | |
| "tokens_seen": 1651310592 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 8.73015873015873e-06, | |
| "loss": 2.9591, | |
| "theoretical_loss": 3.4866577193794903, | |
| "tokens_seen": 1651441664 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 9.523809523809523e-06, | |
| "loss": 2.9381, | |
| "theoretical_loss": 3.486633769371788, | |
| "tokens_seen": 1651572736 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "objective/train/docs_used": 911303, | |
| "objective/train/instantaneous_batch_size": 16, | |
| "objective/train/instantaneous_microbatch_size": 16384, | |
| "objective/train/original_loss": 2.985459327697754, | |
| "objective/train/theoretical_loss": 3.486621795280263, | |
| "objective/train/tokens_used": 22097376, | |
| "theoretical_loss": 3.486621795280263, | |
| "tokens_seen": 1651638272 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 1.0317460317460318e-05, | |
| "loss": 3.0636, | |
| "theoretical_loss": 3.4866098217968826, | |
| "tokens_seen": 1651703808 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 1.1111111111111112e-05, | |
| "loss": 2.9173, | |
| "theoretical_loss": 3.486585876654333, | |
| "tokens_seen": 1651834880 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 1.1904761904761905e-05, | |
| "loss": 2.9235, | |
| "theoretical_loss": 3.4865619339437, | |
| "tokens_seen": 1651965952 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 1.2698412698412699e-05, | |
| "loss": 2.9036, | |
| "theoretical_loss": 3.4865379936645438, | |
| "tokens_seen": 1652097024 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 1.3492063492063492e-05, | |
| "loss": 2.8327, | |
| "theoretical_loss": 3.486514055816424, | |
| "tokens_seen": 1652228096 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 1.4285714285714285e-05, | |
| "loss": 2.8069, | |
| "theoretical_loss": 3.4864901203989014, | |
| "tokens_seen": 1652359168 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 1.5079365079365079e-05, | |
| "loss": 2.6994, | |
| "theoretical_loss": 3.4864661874115357, | |
| "tokens_seen": 1652490240 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 1.5873015873015872e-05, | |
| "loss": 2.8277, | |
| "theoretical_loss": 3.486442256853888, | |
| "tokens_seen": 1652621312 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 1.6666666666666667e-05, | |
| "loss": 2.8779, | |
| "theoretical_loss": 3.4864183287255193, | |
| "tokens_seen": 1652752384 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 1.746031746031746e-05, | |
| "loss": 2.929, | |
| "theoretical_loss": 3.4863944030259897, | |
| "tokens_seen": 1652883456 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 1.8253968253968254e-05, | |
| "loss": 2.7098, | |
| "theoretical_loss": 3.4863704797548607, | |
| "tokens_seen": 1653014528 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 1.9047619047619046e-05, | |
| "loss": 2.7617, | |
| "theoretical_loss": 3.4863465589116927, | |
| "tokens_seen": 1653145600 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "objective/train/docs_used": 912643, | |
| "objective/train/instantaneous_batch_size": 16, | |
| "objective/train/instantaneous_microbatch_size": 16384, | |
| "objective/train/original_loss": 3.1410162448883057, | |
| "objective/train/theoretical_loss": 3.486322640496047, | |
| "objective/train/tokens_used": 23735776, | |
| "theoretical_loss": 3.486322640496047, | |
| "tokens_seen": 1653276672 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 1.984126984126984e-05, | |
| "loss": 2.8668, | |
| "theoretical_loss": 3.486322640496047, | |
| "tokens_seen": 1653276672 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 2.0634920634920636e-05, | |
| "loss": 2.7427, | |
| "theoretical_loss": 3.486298724507485, | |
| "tokens_seen": 1653407744 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 2.1428571428571428e-05, | |
| "loss": 2.9108, | |
| "theoretical_loss": 3.4862748109455675, | |
| "tokens_seen": 1653538816 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 2.2222222222222223e-05, | |
| "loss": 2.8479, | |
| "theoretical_loss": 3.486250899809857, | |
| "tokens_seen": 1653669888 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 2.3015873015873015e-05, | |
| "loss": 2.9489, | |
| "theoretical_loss": 3.4862269910999135, | |
| "tokens_seen": 1653800960 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 2.380952380952381e-05, | |
| "loss": 2.7904, | |
| "theoretical_loss": 3.4862030848153003, | |
| "tokens_seen": 1653932032 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 2.4603174603174602e-05, | |
| "loss": 2.6043, | |
| "theoretical_loss": 3.4861791809555784, | |
| "tokens_seen": 1654063104 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 2.5396825396825397e-05, | |
| "loss": 2.9128, | |
| "theoretical_loss": 3.48615527952031, | |
| "tokens_seen": 1654194176 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 2.6190476190476192e-05, | |
| "loss": 2.7843, | |
| "theoretical_loss": 3.486131380509057, | |
| "tokens_seen": 1654325248 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 2.6984126984126984e-05, | |
| "loss": 2.8452, | |
| "theoretical_loss": 3.4861074839213813, | |
| "tokens_seen": 1654456320 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 2.777777777777778e-05, | |
| "loss": 2.6435, | |
| "theoretical_loss": 3.4860835897568454, | |
| "tokens_seen": 1654587392 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 2.857142857142857e-05, | |
| "loss": 2.7978, | |
| "theoretical_loss": 3.4860596980150116, | |
| "tokens_seen": 1654718464 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 2.9365079365079366e-05, | |
| "loss": 2.9673, | |
| "theoretical_loss": 3.4860358086954424, | |
| "tokens_seen": 1654849536 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "objective/train/docs_used": 913892, | |
| "objective/train/instantaneous_batch_size": 16, | |
| "objective/train/instantaneous_microbatch_size": 16384, | |
| "objective/train/original_loss": 2.85264253616333, | |
| "objective/train/theoretical_loss": 3.48602386494387, | |
| "objective/train/tokens_used": 25374176, | |
| "theoretical_loss": 3.48602386494387, | |
| "tokens_seen": 1654915072 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.0158730158730158e-05, | |
| "loss": 2.9861, | |
| "theoretical_loss": 3.4860119217977004, | |
| "tokens_seen": 1654980608 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.095238095238095e-05, | |
| "loss": 2.9108, | |
| "theoretical_loss": 3.485988037321348, | |
| "tokens_seen": 1655111680 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.1746031746031745e-05, | |
| "loss": 2.7628, | |
| "theoretical_loss": 3.4859641552659486, | |
| "tokens_seen": 1655242752 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.253968253968254e-05, | |
| "loss": 2.6715, | |
| "theoretical_loss": 3.485940275631065, | |
| "tokens_seen": 1655373824 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.3333333333333335e-05, | |
| "loss": 2.9045, | |
| "theoretical_loss": 3.4859163984162596, | |
| "tokens_seen": 1655504896 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.412698412698413e-05, | |
| "loss": 2.7567, | |
| "theoretical_loss": 3.4858925236210965, | |
| "tokens_seen": 1655635968 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.492063492063492e-05, | |
| "loss": 2.787, | |
| "theoretical_loss": 3.4858686512451387, | |
| "tokens_seen": 1655767040 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.571428571428572e-05, | |
| "loss": 2.6928, | |
| "theoretical_loss": 3.4858447812879487, | |
| "tokens_seen": 1655898112 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.650793650793651e-05, | |
| "loss": 2.7383, | |
| "theoretical_loss": 3.485820913749091, | |
| "tokens_seen": 1656029184 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.730158730158731e-05, | |
| "loss": 2.6014, | |
| "theoretical_loss": 3.4857970486281293, | |
| "tokens_seen": 1656160256 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.809523809523809e-05, | |
| "loss": 2.8116, | |
| "theoretical_loss": 3.485773185924627, | |
| "tokens_seen": 1656291328 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.888888888888889e-05, | |
| "loss": 2.6689, | |
| "theoretical_loss": 3.4857493256381473, | |
| "tokens_seen": 1656422400 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "objective/train/docs_used": 914561, | |
| "objective/train/instantaneous_batch_size": 16, | |
| "objective/train/instantaneous_microbatch_size": 16384, | |
| "objective/train/original_loss": 2.774996280670166, | |
| "objective/train/theoretical_loss": 3.4857254677682548, | |
| "objective/train/tokens_used": 27012576, | |
| "theoretical_loss": 3.4857254677682548, | |
| "tokens_seen": 1656553472 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.968253968253968e-05, | |
| "loss": 2.6872, | |
| "theoretical_loss": 3.4857254677682548, | |
| "tokens_seen": 1656553472 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.047619047619048e-05, | |
| "loss": 2.5722, | |
| "theoretical_loss": 3.485701612314514, | |
| "tokens_seen": 1656684544 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.126984126984127e-05, | |
| "loss": 2.6782, | |
| "theoretical_loss": 3.4856777592764883, | |
| "tokens_seen": 1656815616 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.2063492063492065e-05, | |
| "loss": 2.6618, | |
| "theoretical_loss": 3.4856539086537426, | |
| "tokens_seen": 1656946688 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.2857142857142856e-05, | |
| "loss": 2.6818, | |
| "theoretical_loss": 3.485630060445841, | |
| "tokens_seen": 1657077760 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.3650793650793655e-05, | |
| "loss": 2.4444, | |
| "theoretical_loss": 3.485606214652347, | |
| "tokens_seen": 1657208832 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.4444444444444447e-05, | |
| "loss": 2.5045, | |
| "theoretical_loss": 3.4855823712728276, | |
| "tokens_seen": 1657339904 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.523809523809524e-05, | |
| "loss": 2.5876, | |
| "theoretical_loss": 3.4855585303068453, | |
| "tokens_seen": 1657470976 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.603174603174603e-05, | |
| "loss": 2.5061, | |
| "theoretical_loss": 3.4855346917539665, | |
| "tokens_seen": 1657602048 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.682539682539683e-05, | |
| "loss": 2.6817, | |
| "theoretical_loss": 3.4855108556137546, | |
| "tokens_seen": 1657733120 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.761904761904762e-05, | |
| "loss": 2.6159, | |
| "theoretical_loss": 3.4854870218857763, | |
| "tokens_seen": 1657864192 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.841269841269841e-05, | |
| "loss": 2.5539, | |
| "theoretical_loss": 3.485463190569596, | |
| "tokens_seen": 1657995264 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.9206349206349204e-05, | |
| "loss": 2.6999, | |
| "theoretical_loss": 3.485439361664779, | |
| "tokens_seen": 1658126336 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "objective/train/docs_used": 915678, | |
| "objective/train/instantaneous_batch_size": 16, | |
| "objective/train/instantaneous_microbatch_size": 16384, | |
| "objective/train/original_loss": 2.6932287216186523, | |
| "objective/train/theoretical_loss": 3.4854274481164964, | |
| "objective/train/tokens_used": 28650976, | |
| "theoretical_loss": 3.4854274481164964, | |
| "tokens_seen": 1658191872 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 5e-05, | |
| "loss": 2.5566, | |
| "theoretical_loss": 3.4854155351708913, | |
| "tokens_seen": 1658257408 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 5.0793650793650794e-05, | |
| "loss": 2.7198, | |
| "theoretical_loss": 3.4853917110874972, | |
| "tokens_seen": 1658388480 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 5.158730158730159e-05, | |
| "loss": 2.4993, | |
| "theoretical_loss": 3.4853678894141638, | |
| "tokens_seen": 1658519552 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 5.2380952380952384e-05, | |
| "loss": 2.5541, | |
| "theoretical_loss": 3.4853440701504557, | |
| "tokens_seen": 1658650624 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 5.3174603174603176e-05, | |
| "loss": 2.5189, | |
| "theoretical_loss": 3.4853202532959395, | |
| "tokens_seen": 1658781696 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 5.396825396825397e-05, | |
| "loss": 2.322, | |
| "theoretical_loss": 3.4852964388501806, | |
| "tokens_seen": 1658912768 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 5.4761904761904766e-05, | |
| "loss": 2.6172, | |
| "theoretical_loss": 3.485272626812746, | |
| "tokens_seen": 1659043840 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 5.555555555555556e-05, | |
| "loss": 2.5944, | |
| "theoretical_loss": 3.4852488171832006, | |
| "tokens_seen": 1659174912 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 5.634920634920635e-05, | |
| "loss": 2.5423, | |
| "theoretical_loss": 3.4852250099611117, | |
| "tokens_seen": 1659305984 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 5.714285714285714e-05, | |
| "loss": 2.5272, | |
| "theoretical_loss": 3.485201205146046, | |
| "tokens_seen": 1659437056 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 5.793650793650795e-05, | |
| "loss": 2.6078, | |
| "theoretical_loss": 3.4851774027375693, | |
| "tokens_seen": 1659568128 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 5.873015873015873e-05, | |
| "loss": 2.5119, | |
| "theoretical_loss": 3.4851536027352483, | |
| "tokens_seen": 1659699200 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "objective/train/docs_used": 916417, | |
| "objective/train/instantaneous_batch_size": 16, | |
| "objective/train/instantaneous_microbatch_size": 16384, | |
| "objective/train/original_loss": 2.456707239151001, | |
| "objective/train/theoretical_loss": 3.48512980513865, | |
| "objective/train/tokens_used": 30289376, | |
| "theoretical_loss": 3.48512980513865, | |
| "tokens_seen": 1659830272 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 5.9523809523809524e-05, | |
| "loss": 2.6637, | |
| "theoretical_loss": 3.48512980513865, | |
| "tokens_seen": 1659830272 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 6.0317460317460316e-05, | |
| "loss": 2.3894, | |
| "theoretical_loss": 3.4851060099473417, | |
| "tokens_seen": 1659961344 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 6.111111111111112e-05, | |
| "loss": 2.5928, | |
| "theoretical_loss": 3.4850822171608895, | |
| "tokens_seen": 1660092416 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 6.19047619047619e-05, | |
| "loss": 2.4428, | |
| "theoretical_loss": 3.4850584267788607, | |
| "tokens_seen": 1660223488 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 6.26984126984127e-05, | |
| "loss": 2.7376, | |
| "theoretical_loss": 3.4850346388008235, | |
| "tokens_seen": 1660354560 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 6.349206349206349e-05, | |
| "loss": 2.4582, | |
| "theoretical_loss": 3.4850108532263437, | |
| "tokens_seen": 1660485632 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 6.428571428571429e-05, | |
| "loss": 2.409, | |
| "theoretical_loss": 3.48498707005499, | |
| "tokens_seen": 1660616704 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 6.507936507936509e-05, | |
| "loss": 2.5177, | |
| "theoretical_loss": 3.4849632892863296, | |
| "tokens_seen": 1660747776 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 6.587301587301587e-05, | |
| "loss": 2.6281, | |
| "theoretical_loss": 3.48493951091993, | |
| "tokens_seen": 1660878848 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 6.666666666666667e-05, | |
| "loss": 2.5806, | |
| "theoretical_loss": 3.4849157349553592, | |
| "tokens_seen": 1661009920 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 6.746031746031747e-05, | |
| "loss": 2.5608, | |
| "theoretical_loss": 3.4848919613921847, | |
| "tokens_seen": 1661140992 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 6.825396825396825e-05, | |
| "loss": 2.5385, | |
| "theoretical_loss": 3.484868190229975, | |
| "tokens_seen": 1661272064 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 6.904761904761905e-05, | |
| "loss": 2.5632, | |
| "theoretical_loss": 3.484844421468298, | |
| "tokens_seen": 1661403136 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "objective/train/docs_used": 917689, | |
| "objective/train/instantaneous_batch_size": 16, | |
| "objective/train/instantaneous_microbatch_size": 16384, | |
| "objective/train/original_loss": 2.0480103492736816, | |
| "objective/train/theoretical_loss": 3.484832537987524, | |
| "objective/train/tokens_used": 31927776, | |
| "theoretical_loss": 3.484832537987524, | |
| "tokens_seen": 1661468672 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 6.984126984126984e-05, | |
| "loss": 2.3842, | |
| "theoretical_loss": 3.4848206551067213, | |
| "tokens_seen": 1661534208 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 7.063492063492065e-05, | |
| "loss": 2.4595, | |
| "theoretical_loss": 3.484796891144814, | |
| "tokens_seen": 1661665280 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 7.142857142857143e-05, | |
| "loss": 2.5882, | |
| "theoretical_loss": 3.4847731295821447, | |
| "tokens_seen": 1661796352 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 7.222222222222222e-05, | |
| "loss": 2.3931, | |
| "theoretical_loss": 3.4847493704182817, | |
| "tokens_seen": 1661927424 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 7.301587301587302e-05, | |
| "loss": 2.622, | |
| "theoretical_loss": 3.4847256136527935, | |
| "tokens_seen": 1662058496 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 7.380952380952382e-05, | |
| "loss": 2.5425, | |
| "theoretical_loss": 3.4847018592852494, | |
| "tokens_seen": 1662189568 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 7.460317460317461e-05, | |
| "loss": 2.601, | |
| "theoretical_loss": 3.4846781073152173, | |
| "tokens_seen": 1662320640 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 7.53968253968254e-05, | |
| "loss": 2.5712, | |
| "theoretical_loss": 3.484654357742267, | |
| "tokens_seen": 1662451712 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 7.619047619047618e-05, | |
| "loss": 2.2686, | |
| "theoretical_loss": 3.4846306105659677, | |
| "tokens_seen": 1662582784 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 7.6984126984127e-05, | |
| "loss": 2.3971, | |
| "theoretical_loss": 3.4846068657858877, | |
| "tokens_seen": 1662713856 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 7.777777777777778e-05, | |
| "loss": 2.5189, | |
| "theoretical_loss": 3.4845831234015976, | |
| "tokens_seen": 1662844928 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 7.857142857142858e-05, | |
| "loss": 2.3924, | |
| "theoretical_loss": 3.484559383412666, | |
| "tokens_seen": 1662976000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "objective/train/docs_used": 918239, | |
| "objective/train/instantaneous_batch_size": 16, | |
| "objective/train/instantaneous_microbatch_size": 16384, | |
| "objective/train/original_loss": 2.3232572078704834, | |
| "objective/train/theoretical_loss": 3.4845356458186627, | |
| "objective/train/tokens_used": 33566176, | |
| "theoretical_loss": 3.4845356458186627, | |
| "tokens_seen": 1663107072 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 7.936507936507937e-05, | |
| "loss": 2.5743, | |
| "theoretical_loss": 3.4845356458186627, | |
| "tokens_seen": 1663107072 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 8.015873015873016e-05, | |
| "loss": 2.4116, | |
| "theoretical_loss": 3.4845119106191578, | |
| "tokens_seen": 1663238144 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 8.095238095238096e-05, | |
| "loss": 2.5243, | |
| "theoretical_loss": 3.48448817781372, | |
| "tokens_seen": 1663369216 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 8.174603174603175e-05, | |
| "loss": 2.4798, | |
| "theoretical_loss": 3.484464447401921, | |
| "tokens_seen": 1663500288 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 8.253968253968255e-05, | |
| "loss": 2.3456, | |
| "theoretical_loss": 3.4844407193833282, | |
| "tokens_seen": 1663631360 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 8.333333333333334e-05, | |
| "loss": 2.4678, | |
| "theoretical_loss": 3.484416993757514, | |
| "tokens_seen": 1663762432 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 8.412698412698413e-05, | |
| "loss": 2.4106, | |
| "theoretical_loss": 3.4843932705240483, | |
| "tokens_seen": 1663893504 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 8.492063492063493e-05, | |
| "loss": 2.3669, | |
| "theoretical_loss": 3.4843695496825005, | |
| "tokens_seen": 1664024576 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 8.571428571428571e-05, | |
| "loss": 2.5092, | |
| "theoretical_loss": 3.4843458312324413, | |
| "tokens_seen": 1664155648 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 8.650793650793651e-05, | |
| "loss": 2.473, | |
| "theoretical_loss": 3.484322115173442, | |
| "tokens_seen": 1664286720 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 8.730158730158731e-05, | |
| "loss": 2.5359, | |
| "theoretical_loss": 3.4842984015050726, | |
| "tokens_seen": 1664417792 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 8.80952380952381e-05, | |
| "loss": 2.6096, | |
| "theoretical_loss": 3.484274690226904, | |
| "tokens_seen": 1664548864 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 8.888888888888889e-05, | |
| "loss": 2.4428, | |
| "theoretical_loss": 3.484250981338507, | |
| "tokens_seen": 1664679936 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "objective/train/docs_used": 919306, | |
| "objective/train/instantaneous_batch_size": 16, | |
| "objective/train/instantaneous_microbatch_size": 16384, | |
| "objective/train/original_loss": 2.603062629699707, | |
| "objective/train/theoretical_loss": 3.484239127790339, | |
| "objective/train/tokens_used": 35204576, | |
| "theoretical_loss": 3.484239127790339, | |
| "tokens_seen": 1664745472 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 8.968253968253969e-05, | |
| "loss": 2.5448, | |
| "theoretical_loss": 3.484227274839453, | |
| "tokens_seen": 1664811008 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.047619047619048e-05, | |
| "loss": 2.5698, | |
| "theoretical_loss": 3.484203570729313, | |
| "tokens_seen": 1664942080 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.126984126984128e-05, | |
| "loss": 2.4996, | |
| "theoretical_loss": 3.484179869007658, | |
| "tokens_seen": 1665073152 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.206349206349206e-05, | |
| "loss": 2.5152, | |
| "theoretical_loss": 3.4841561696740597, | |
| "tokens_seen": 1665204224 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.285714285714286e-05, | |
| "loss": 2.4996, | |
| "theoretical_loss": 3.4841324727280893, | |
| "tokens_seen": 1665335296 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.365079365079366e-05, | |
| "loss": 2.47, | |
| "theoretical_loss": 3.484108778169318, | |
| "tokens_seen": 1665466368 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.444444444444444e-05, | |
| "loss": 2.3922, | |
| "theoretical_loss": 3.484085085997318, | |
| "tokens_seen": 1665597440 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.523809523809524e-05, | |
| "loss": 2.4767, | |
| "theoretical_loss": 3.484061396211661, | |
| "tokens_seen": 1665728512 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.603174603174604e-05, | |
| "loss": 2.5377, | |
| "theoretical_loss": 3.4840377088119188, | |
| "tokens_seen": 1665859584 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.682539682539682e-05, | |
| "loss": 2.61, | |
| "theoretical_loss": 3.4840140237976636, | |
| "tokens_seen": 1665990656 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.761904761904762e-05, | |
| "loss": 2.4506, | |
| "theoretical_loss": 3.483990341168467, | |
| "tokens_seen": 1666121728 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.841269841269841e-05, | |
| "loss": 2.4311, | |
| "theoretical_loss": 3.483966660923902, | |
| "tokens_seen": 1666252800 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "objective/train/docs_used": 919806, | |
| "objective/train/instantaneous_batch_size": 16, | |
| "objective/train/instantaneous_microbatch_size": 16384, | |
| "objective/train/original_loss": 2.3898022174835205, | |
| "objective/train/theoretical_loss": 3.4839429830635407, | |
| "objective/train/tokens_used": 36842976, | |
| "theoretical_loss": 3.4839429830635407, | |
| "tokens_seen": 1666383872 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.920634920634922e-05, | |
| "loss": 2.543, | |
| "theoretical_loss": 3.4839429830635407, | |
| "tokens_seen": 1666383872 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 0.0001, | |
| "loss": 2.4395, | |
| "theoretical_loss": 3.4839193075869543, | |
| "tokens_seen": 1666514944 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.999197560584176e-05, | |
| "loss": 2.4916, | |
| "theoretical_loss": 3.4838956344937175, | |
| "tokens_seen": 1666646016 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.998395121168352e-05, | |
| "loss": 2.3888, | |
| "theoretical_loss": 3.4838719637834012, | |
| "tokens_seen": 1666777088 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.997592681752528e-05, | |
| "loss": 2.5063, | |
| "theoretical_loss": 3.483848295455579, | |
| "tokens_seen": 1666908160 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.996790242336704e-05, | |
| "loss": 2.4951, | |
| "theoretical_loss": 3.483824629509824, | |
| "tokens_seen": 1667039232 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.99598780292088e-05, | |
| "loss": 2.4226, | |
| "theoretical_loss": 3.4838009659457088, | |
| "tokens_seen": 1667170304 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.995185363505056e-05, | |
| "loss": 2.4431, | |
| "theoretical_loss": 3.4837773047628064, | |
| "tokens_seen": 1667301376 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.994382924089232e-05, | |
| "loss": 2.4434, | |
| "theoretical_loss": 3.4837536459606904, | |
| "tokens_seen": 1667432448 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.993580484673407e-05, | |
| "loss": 2.5021, | |
| "theoretical_loss": 3.4837299895389333, | |
| "tokens_seen": 1667563520 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.992778045257584e-05, | |
| "loss": 2.5622, | |
| "theoretical_loss": 3.48370633549711, | |
| "tokens_seen": 1667694592 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.991975605841759e-05, | |
| "loss": 2.524, | |
| "theoretical_loss": 3.4836826838347923, | |
| "tokens_seen": 1667825664 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.991173166425936e-05, | |
| "loss": 2.5055, | |
| "theoretical_loss": 3.483659034551555, | |
| "tokens_seen": 1667956736 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "objective/train/docs_used": 921005, | |
| "objective/train/instantaneous_batch_size": 16, | |
| "objective/train/instantaneous_microbatch_size": 16384, | |
| "objective/train/original_loss": 2.6571173667907715, | |
| "objective/train/theoretical_loss": 3.4836472108019585, | |
| "objective/train/tokens_used": 38481376, | |
| "theoretical_loss": 3.4836472108019585, | |
| "tokens_seen": 1668022272 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.990370727010111e-05, | |
| "loss": 2.5956, | |
| "theoretical_loss": 3.483635387646972, | |
| "tokens_seen": 1668087808 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.989568287594288e-05, | |
| "loss": 2.5279, | |
| "theoretical_loss": 3.4836117431206164, | |
| "tokens_seen": 1668218880 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.988765848178463e-05, | |
| "loss": 2.45, | |
| "theoretical_loss": 3.483588100972063, | |
| "tokens_seen": 1668349952 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.987963408762638e-05, | |
| "loss": 2.5056, | |
| "theoretical_loss": 3.483564461200885, | |
| "tokens_seen": 1668481024 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.987160969346815e-05, | |
| "loss": 2.56, | |
| "theoretical_loss": 3.4835408238066567, | |
| "tokens_seen": 1668612096 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.98635852993099e-05, | |
| "loss": 2.4673, | |
| "theoretical_loss": 3.4835171887889533, | |
| "tokens_seen": 1668743168 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.985556090515167e-05, | |
| "loss": 2.3887, | |
| "theoretical_loss": 3.483493556147349, | |
| "tokens_seen": 1668874240 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.984753651099342e-05, | |
| "loss": 2.478, | |
| "theoretical_loss": 3.4834699258814172, | |
| "tokens_seen": 1669005312 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.983951211683519e-05, | |
| "loss": 2.6136, | |
| "theoretical_loss": 3.483446297990734, | |
| "tokens_seen": 1669136384 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.983148772267694e-05, | |
| "loss": 2.5876, | |
| "theoretical_loss": 3.4834226724748736, | |
| "tokens_seen": 1669267456 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.982346332851871e-05, | |
| "loss": 2.5149, | |
| "theoretical_loss": 3.4833990493334106, | |
| "tokens_seen": 1669398528 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.981543893436046e-05, | |
| "loss": 2.5755, | |
| "theoretical_loss": 3.48337542856592, | |
| "tokens_seen": 1669529600 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "objective/train/docs_used": 921680, | |
| "objective/train/instantaneous_batch_size": 16, | |
| "objective/train/instantaneous_microbatch_size": 16384, | |
| "objective/train/original_loss": 2.329754590988159, | |
| "objective/train/theoretical_loss": 3.4833518101719774, | |
| "objective/train/tokens_used": 40119776, | |
| "theoretical_loss": 3.4833518101719774, | |
| "tokens_seen": 1669660672 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.980741454020222e-05, | |
| "loss": 2.4671, | |
| "theoretical_loss": 3.4833518101719774, | |
| "tokens_seen": 1669660672 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.979939014604398e-05, | |
| "loss": 2.3942, | |
| "theoretical_loss": 3.4833281941511576, | |
| "tokens_seen": 1669791744 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.979136575188574e-05, | |
| "loss": 2.4857, | |
| "theoretical_loss": 3.4833045805030363, | |
| "tokens_seen": 1669922816 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.97833413577275e-05, | |
| "loss": 2.4502, | |
| "theoretical_loss": 3.483280969227188, | |
| "tokens_seen": 1670053888 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.977531696356926e-05, | |
| "loss": 2.5831, | |
| "theoretical_loss": 3.4832573603231887, | |
| "tokens_seen": 1670184960 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.976729256941102e-05, | |
| "loss": 2.561, | |
| "theoretical_loss": 3.4832337537906146, | |
| "tokens_seen": 1670316032 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.975926817525277e-05, | |
| "loss": 2.5869, | |
| "theoretical_loss": 3.4832101496290404, | |
| "tokens_seen": 1670447104 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.975124378109453e-05, | |
| "loss": 2.4206, | |
| "theoretical_loss": 3.4831865478380433, | |
| "tokens_seen": 1670578176 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.97432193869363e-05, | |
| "loss": 2.3991, | |
| "theoretical_loss": 3.4831629484171978, | |
| "tokens_seen": 1670709248 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.973519499277805e-05, | |
| "loss": 2.3821, | |
| "theoretical_loss": 3.4831393513660807, | |
| "tokens_seen": 1670840320 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.972717059861981e-05, | |
| "loss": 2.5258, | |
| "theoretical_loss": 3.483115756684268, | |
| "tokens_seen": 1670971392 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.971914620446157e-05, | |
| "loss": 2.4604, | |
| "theoretical_loss": 3.4830921643713366, | |
| "tokens_seen": 1671102464 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.971112181030333e-05, | |
| "loss": 2.5027, | |
| "theoretical_loss": 3.483068574426862, | |
| "tokens_seen": 1671233536 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "objective/train/docs_used": 922598, | |
| "objective/train/instantaneous_batch_size": 16, | |
| "objective/train/instantaneous_microbatch_size": 16384, | |
| "objective/train/original_loss": 2.674171209335327, | |
| "objective/train/theoretical_loss": 3.4830567803426637, | |
| "objective/train/tokens_used": 41758176, | |
| "theoretical_loss": 3.4830567803426637, | |
| "tokens_seen": 1671299072 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.970309741614509e-05, | |
| "loss": 2.5194, | |
| "theoretical_loss": 3.483044986850421, | |
| "tokens_seen": 1671364608 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.969507302198684e-05, | |
| "loss": 2.4984, | |
| "theoretical_loss": 3.48302140164159, | |
| "tokens_seen": 1671495680 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.968704862782861e-05, | |
| "loss": 2.6113, | |
| "theoretical_loss": 3.482997818799947, | |
| "tokens_seen": 1671626752 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.967902423367036e-05, | |
| "loss": 2.6013, | |
| "theoretical_loss": 3.4829742383250673, | |
| "tokens_seen": 1671757824 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.967099983951213e-05, | |
| "loss": 2.4007, | |
| "theoretical_loss": 3.4829506602165283, | |
| "tokens_seen": 1671888896 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.966297544535388e-05, | |
| "loss": 2.4473, | |
| "theoretical_loss": 3.482927084473907, | |
| "tokens_seen": 1672019968 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.965495105119565e-05, | |
| "loss": 2.3941, | |
| "theoretical_loss": 3.482903511096781, | |
| "tokens_seen": 1672151040 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.96469266570374e-05, | |
| "loss": 2.5564, | |
| "theoretical_loss": 3.482879940084727, | |
| "tokens_seen": 1672282112 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.963890226287915e-05, | |
| "loss": 2.4979, | |
| "theoretical_loss": 3.4828563714373226, | |
| "tokens_seen": 1672413184 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.963087786872092e-05, | |
| "loss": 2.4506, | |
| "theoretical_loss": 3.4828328051541453, | |
| "tokens_seen": 1672544256 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.962285347456267e-05, | |
| "loss": 2.5131, | |
| "theoretical_loss": 3.482809241234773, | |
| "tokens_seen": 1672675328 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.961482908040444e-05, | |
| "loss": 2.4079, | |
| "theoretical_loss": 3.482785679678783, | |
| "tokens_seen": 1672806400 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "objective/train/docs_used": 923236, | |
| "objective/train/instantaneous_batch_size": 16, | |
| "objective/train/instantaneous_microbatch_size": 16384, | |
| "objective/train/original_loss": 2.478933095932007, | |
| "objective/train/theoretical_loss": 3.482762120485753, | |
| "objective/train/tokens_used": 43396576, | |
| "theoretical_loss": 3.482762120485753, | |
| "tokens_seen": 1672937472 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.960680468624619e-05, | |
| "loss": 2.5005, | |
| "theoretical_loss": 3.482762120485753, | |
| "tokens_seen": 1672937472 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.959878029208796e-05, | |
| "loss": 2.669, | |
| "theoretical_loss": 3.482738563655261, | |
| "tokens_seen": 1673068544 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.959075589792971e-05, | |
| "loss": 2.5706, | |
| "theoretical_loss": 3.4827150091868853, | |
| "tokens_seen": 1673199616 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.958273150377147e-05, | |
| "loss": 2.5295, | |
| "theoretical_loss": 3.482691457080204, | |
| "tokens_seen": 1673330688 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.957470710961323e-05, | |
| "loss": 2.4358, | |
| "theoretical_loss": 3.482667907334795, | |
| "tokens_seen": 1673461760 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.956668271545499e-05, | |
| "loss": 2.4467, | |
| "theoretical_loss": 3.482644359950237, | |
| "tokens_seen": 1673592832 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.955865832129675e-05, | |
| "loss": 2.3988, | |
| "theoretical_loss": 3.4826208149261078, | |
| "tokens_seen": 1673723904 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.95506339271385e-05, | |
| "loss": 2.521, | |
| "theoretical_loss": 3.482597272261987, | |
| "tokens_seen": 1673854976 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.954260953298027e-05, | |
| "loss": 2.409, | |
| "theoretical_loss": 3.4825737319574523, | |
| "tokens_seen": 1673986048 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.953458513882203e-05, | |
| "loss": 2.5548, | |
| "theoretical_loss": 3.4825501940120835, | |
| "tokens_seen": 1674117120 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.952656074466378e-05, | |
| "loss": 2.4541, | |
| "theoretical_loss": 3.4825266584254586, | |
| "tokens_seen": 1674248192 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.951853635050554e-05, | |
| "loss": 2.5549, | |
| "theoretical_loss": 3.482503125197157, | |
| "tokens_seen": 1674379264 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.95105119563473e-05, | |
| "loss": 2.4687, | |
| "theoretical_loss": 3.4824795943267577, | |
| "tokens_seen": 1674510336 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "objective/train/docs_used": 924425, | |
| "objective/train/instantaneous_batch_size": 16, | |
| "objective/train/instantaneous_microbatch_size": 16384, | |
| "objective/train/original_loss": 2.032245397567749, | |
| "objective/train/theoretical_loss": 3.48246782977564, | |
| "objective/train/tokens_used": 45034976, | |
| "theoretical_loss": 3.48246782977564, | |
| "tokens_seen": 1674575872 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.950248756218906e-05, | |
| "loss": 2.4781, | |
| "theoretical_loss": 3.4824560658138397, | |
| "tokens_seen": 1674641408 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.949446316803082e-05, | |
| "loss": 2.6007, | |
| "theoretical_loss": 3.482432539657983, | |
| "tokens_seen": 1674772480 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.948643877387258e-05, | |
| "loss": 2.4198, | |
| "theoretical_loss": 3.4824090158587664, | |
| "tokens_seen": 1674903552 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.947841437971434e-05, | |
| "loss": 2.49, | |
| "theoretical_loss": 3.4823854944157695, | |
| "tokens_seen": 1675034624 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.94703899855561e-05, | |
| "loss": 2.4733, | |
| "theoretical_loss": 3.482361975328572, | |
| "tokens_seen": 1675165696 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.946236559139786e-05, | |
| "loss": 2.6164, | |
| "theoretical_loss": 3.482338458596754, | |
| "tokens_seen": 1675296768 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.945434119723961e-05, | |
| "loss": 2.4729, | |
| "theoretical_loss": 3.482314944219895, | |
| "tokens_seen": 1675427840 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.944631680308138e-05, | |
| "loss": 2.5106, | |
| "theoretical_loss": 3.482291432197575, | |
| "tokens_seen": 1675558912 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.943829240892313e-05, | |
| "loss": 2.4255, | |
| "theoretical_loss": 3.482267922529374, | |
| "tokens_seen": 1675689984 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.94302680147649e-05, | |
| "loss": 2.4172, | |
| "theoretical_loss": 3.482244415214873, | |
| "tokens_seen": 1675821056 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.942224362060665e-05, | |
| "loss": 2.4485, | |
| "theoretical_loss": 3.482220910253651, | |
| "tokens_seen": 1675952128 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.941421922644842e-05, | |
| "loss": 2.5783, | |
| "theoretical_loss": 3.482197407645289, | |
| "tokens_seen": 1676083200 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "objective/train/docs_used": 924948, | |
| "objective/train/instantaneous_batch_size": 16, | |
| "objective/train/instantaneous_microbatch_size": 16384, | |
| "objective/train/original_loss": 2.1431517601013184, | |
| "objective/train/theoretical_loss": 3.4821739073893676, | |
| "objective/train/tokens_used": 46673376, | |
| "theoretical_loss": 3.4821739073893676, | |
| "tokens_seen": 1676214272 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.940619483229017e-05, | |
| "loss": 2.4842, | |
| "theoretical_loss": 3.4821739073893676, | |
| "tokens_seen": 1676214272 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.939817043813192e-05, | |
| "loss": 2.5048, | |
| "theoretical_loss": 3.482150409485467, | |
| "tokens_seen": 1676345344 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.939014604397369e-05, | |
| "loss": 2.4242, | |
| "theoretical_loss": 3.482126913933169, | |
| "tokens_seen": 1676476416 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.938212164981544e-05, | |
| "loss": 2.4716, | |
| "theoretical_loss": 3.482103420732053, | |
| "tokens_seen": 1676607488 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.937409725565721e-05, | |
| "loss": 2.4006, | |
| "theoretical_loss": 3.482079929881701, | |
| "tokens_seen": 1676738560 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.936607286149896e-05, | |
| "loss": 2.5438, | |
| "theoretical_loss": 3.482056441381694, | |
| "tokens_seen": 1676869632 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.935804846734073e-05, | |
| "loss": 2.4948, | |
| "theoretical_loss": 3.4820329552316123, | |
| "tokens_seen": 1677000704 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.935002407318248e-05, | |
| "loss": 2.4135, | |
| "theoretical_loss": 3.482009471431038, | |
| "tokens_seen": 1677131776 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.934199967902424e-05, | |
| "loss": 2.4302, | |
| "theoretical_loss": 3.4819859899795516, | |
| "tokens_seen": 1677262848 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.9333975284866e-05, | |
| "loss": 2.4168, | |
| "theoretical_loss": 3.481962510876736, | |
| "tokens_seen": 1677393920 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.932595089070776e-05, | |
| "loss": 2.648, | |
| "theoretical_loss": 3.481939034122171, | |
| "tokens_seen": 1677524992 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.931792649654952e-05, | |
| "loss": 2.4332, | |
| "theoretical_loss": 3.4819155597154396, | |
| "tokens_seen": 1677656064 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.930990210239128e-05, | |
| "loss": 2.4625, | |
| "theoretical_loss": 3.4818920876561235, | |
| "tokens_seen": 1677787136 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "objective/train/docs_used": 926165, | |
| "objective/train/instantaneous_batch_size": 16, | |
| "objective/train/instantaneous_microbatch_size": 16384, | |
| "objective/train/original_loss": 2.494450569152832, | |
| "objective/train/theoretical_loss": 3.4818803525066153, | |
| "objective/train/tokens_used": 48311776, | |
| "theoretical_loss": 3.4818803525066153, | |
| "tokens_seen": 1677852672 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.930187770823304e-05, | |
| "loss": 2.4562, | |
| "theoretical_loss": 3.481868617943804, | |
| "tokens_seen": 1677918208 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.92938533140748e-05, | |
| "loss": 2.4934, | |
| "theoretical_loss": 3.481845150578063, | |
| "tokens_seen": 1678049280 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.928582891991655e-05, | |
| "loss": 2.4625, | |
| "theoretical_loss": 3.481821685558484, | |
| "tokens_seen": 1678180352 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.927780452575832e-05, | |
| "loss": 2.3664, | |
| "theoretical_loss": 3.4817982228846476, | |
| "tokens_seen": 1678311424 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.926978013160007e-05, | |
| "loss": 2.4554, | |
| "theoretical_loss": 3.481774762556137, | |
| "tokens_seen": 1678442496 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.926175573744183e-05, | |
| "loss": 2.6398, | |
| "theoretical_loss": 3.4817513045725343, | |
| "tokens_seen": 1678573568 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.925373134328359e-05, | |
| "loss": 2.3632, | |
| "theoretical_loss": 3.4817278489334225, | |
| "tokens_seen": 1678704640 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.924570694912535e-05, | |
| "loss": 2.6002, | |
| "theoretical_loss": 3.481704395638383, | |
| "tokens_seen": 1678835712 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.923768255496711e-05, | |
| "loss": 2.5935, | |
| "theoretical_loss": 3.4816809446870005, | |
| "tokens_seen": 1678966784 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.922965816080886e-05, | |
| "loss": 2.6889, | |
| "theoretical_loss": 3.4816574960788564, | |
| "tokens_seen": 1679097856 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.922163376665063e-05, | |
| "loss": 2.2718, | |
| "theoretical_loss": 3.4816340498135343, | |
| "tokens_seen": 1679228928 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.921360937249238e-05, | |
| "loss": 2.4179, | |
| "theoretical_loss": 3.4816106058906175, | |
| "tokens_seen": 1679360000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "objective/train/docs_used": 926923, | |
| "objective/train/instantaneous_batch_size": 16, | |
| "objective/train/instantaneous_microbatch_size": 16384, | |
| "objective/train/original_loss": 2.7133426666259766, | |
| "objective/train/theoretical_loss": 3.481587164309688, | |
| "objective/train/tokens_used": 49950176, | |
| "theoretical_loss": 3.481587164309688, | |
| "tokens_seen": 1679491072 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.920558497833415e-05, | |
| "loss": 2.4835, | |
| "theoretical_loss": 3.481587164309688, | |
| "tokens_seen": 1679491072 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.91975605841759e-05, | |
| "loss": 2.5025, | |
| "theoretical_loss": 3.4815637250703304, | |
| "tokens_seen": 1679622144 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.918953619001767e-05, | |
| "loss": 2.4519, | |
| "theoretical_loss": 3.4815402881721274, | |
| "tokens_seen": 1679753216 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.918151179585942e-05, | |
| "loss": 2.5021, | |
| "theoretical_loss": 3.4815168536146626, | |
| "tokens_seen": 1679884288 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.917348740170119e-05, | |
| "loss": 2.4785, | |
| "theoretical_loss": 3.48149342139752, | |
| "tokens_seen": 1680015360 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.916546300754294e-05, | |
| "loss": 2.5138, | |
| "theoretical_loss": 3.481469991520283, | |
| "tokens_seen": 1680146432 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.91574386133847e-05, | |
| "loss": 2.4019, | |
| "theoretical_loss": 3.4814465639825354, | |
| "tokens_seen": 1680277504 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.914941421922646e-05, | |
| "loss": 2.5178, | |
| "theoretical_loss": 3.481423138783861, | |
| "tokens_seen": 1680408576 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.914138982506821e-05, | |
| "loss": 2.4615, | |
| "theoretical_loss": 3.4813997159238443, | |
| "tokens_seen": 1680539648 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.913336543090998e-05, | |
| "loss": 2.533, | |
| "theoretical_loss": 3.481376295402069, | |
| "tokens_seen": 1680670720 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.912534103675173e-05, | |
| "loss": 2.5408, | |
| "theoretical_loss": 3.4813528772181193, | |
| "tokens_seen": 1680801792 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.91173166425935e-05, | |
| "loss": 2.4864, | |
| "theoretical_loss": 3.4813294613715797, | |
| "tokens_seen": 1680932864 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.910929224843525e-05, | |
| "loss": 2.567, | |
| "theoretical_loss": 3.4813060478620352, | |
| "tokens_seen": 1681063936 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "objective/train/docs_used": 927976, | |
| "objective/train/instantaneous_batch_size": 16, | |
| "objective/train/instantaneous_microbatch_size": 16384, | |
| "objective/train/original_loss": 2.612856864929199, | |
| "objective/train/theoretical_loss": 3.4812943419835065, | |
| "objective/train/tokens_used": 51588576, | |
| "theoretical_loss": 3.4812943419835065, | |
| "tokens_seen": 1681129472 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.9101267854277e-05, | |
| "loss": 2.515, | |
| "theoretical_loss": 3.48128263668907, | |
| "tokens_seen": 1681195008 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.909324346011877e-05, | |
| "loss": 2.5095, | |
| "theoretical_loss": 3.4812592278522687, | |
| "tokens_seen": 1681326080 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.908521906596053e-05, | |
| "loss": 2.6043, | |
| "theoretical_loss": 3.4812358213512162, | |
| "tokens_seen": 1681457152 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.907719467180229e-05, | |
| "loss": 2.6276, | |
| "theoretical_loss": 3.4812124171854966, | |
| "tokens_seen": 1681588224 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.906917027764405e-05, | |
| "loss": 2.3657, | |
| "theoretical_loss": 3.481189015354696, | |
| "tokens_seen": 1681719296 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.906114588348581e-05, | |
| "loss": 2.4345, | |
| "theoretical_loss": 3.481165615858399, | |
| "tokens_seen": 1681850368 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.905312148932757e-05, | |
| "loss": 2.6024, | |
| "theoretical_loss": 3.481142218696191, | |
| "tokens_seen": 1681981440 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.904509709516932e-05, | |
| "loss": 2.5844, | |
| "theoretical_loss": 3.481118823867657, | |
| "tokens_seen": 1682112512 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.903707270101109e-05, | |
| "loss": 2.4985, | |
| "theoretical_loss": 3.481095431372383, | |
| "tokens_seen": 1682243584 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.902904830685284e-05, | |
| "loss": 2.4409, | |
| "theoretical_loss": 3.481072041209954, | |
| "tokens_seen": 1682374656 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.90210239126946e-05, | |
| "loss": 2.4786, | |
| "theoretical_loss": 3.481048653379955, | |
| "tokens_seen": 1682505728 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.901299951853636e-05, | |
| "loss": 2.4033, | |
| "theoretical_loss": 3.4810252678819733, | |
| "tokens_seen": 1682636800 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "objective/train/docs_used": 929273, | |
| "objective/train/instantaneous_batch_size": 16, | |
| "objective/train/instantaneous_microbatch_size": 16384, | |
| "objective/train/original_loss": 2.6835052967071533, | |
| "objective/train/theoretical_loss": 3.481001884715594, | |
| "objective/train/tokens_used": 53226976, | |
| "theoretical_loss": 3.481001884715594, | |
| "tokens_seen": 1682767872 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.900497512437812e-05, | |
| "loss": 2.5045, | |
| "theoretical_loss": 3.481001884715594, | |
| "tokens_seen": 1682767872 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.899695073021988e-05, | |
| "loss": 2.4493, | |
| "theoretical_loss": 3.4809785038804026, | |
| "tokens_seen": 1682898944 | |
| } | |
| ], | |
| "max_steps": 12588, | |
| "num_train_epochs": 9223372036854775807, | |
| "total_flos": 1.6789580808192e+16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |