notebooks/loubna-edu_fw_ablations_metrics.csv

runname,seed,steps,agg_score,commonsense_qa/acc,commonsense_qa/acc_norm,hellaswag/acc,hellaswag/acc_norm,openbookqa/acc,openbookqa/acc_norm,piqa/acc,piqa/acc_norm,siqa/acc,siqa/acc_norm,winogrande/acc,winogrande/acc_norm,all/acc,all/acc_norm,arc/acc,arc/acc_norm,mmlu/acc,mmlu/acc_norm
edu_fineweb_350b_tokens-seed-1,0,2000,0.3903256542980671,0.2840000092983246,0.28299999237060547,0.3140000104904175,0.32499998807907104,0.164000004529953,0.29600000381469727,0.6230000257492065,0.6320000290870667,0.3619999885559082,0.4059999883174896,0.5109999775886536,0.5109999775886536,0.2796742022037506,0.29916155338287354,0.37950000166893005,0.38499999046325684,0.26599687337875366,0.2846052646636963
edu_fineweb_350b_tokens-seed-1,0,4000,0.4146799184381962,0.32199999690055847,0.3070000112056732,0.34299999475479126,0.39500001072883606,0.19599999487400055,0.3199999928474426,0.656000018119812,0.6880000233650208,0.3709999918937683,0.3880000114440918,0.5180000066757202,0.4950000047683716,0.29061299562454224,0.31259292364120483,0.42149999737739563,0.4284999966621399,0.2744007706642151,0.29593929648399353
edu_fineweb_350b_tokens-seed-1,0,6000,0.42839035764336586,0.3190000057220459,0.3109999895095825,0.3720000088214874,0.4309999942779541,0.20200000703334808,0.35199999809265137,0.6600000262260437,0.6700000166893005,0.37299999594688416,0.3919999897480011,0.5199999809265137,0.5189999938011169,0.303979754447937,0.323323130607605,0.43149998784065247,0.44600000977516174,0.2885909378528595,0.30612286925315857
edu_fineweb_350b_tokens-seed-1,0,8000,0.4436151087284088,0.3400000035762787,0.3109999895095825,0.3790000081062317,0.46299999952316284,0.20399999618530273,0.36000001430511475,0.6809999942779541,0.699999988079071,0.3840000033378601,0.40400001406669617,0.5170000195503235,0.5170000195503235,0.3151480555534363,0.3332844376564026,0.46299999952316284,0.4790000021457672,0.2991863787174225,0.3149208426475525
edu_fineweb_350b_tokens-seed-1,0,10000,0.4414566531777382,0.34599998593330383,0.31700000166893005,0.38999998569488525,0.45399999618530273,0.22200000286102295,0.36399999260902405,0.6899999976158142,0.6959999799728394,0.3659999966621399,0.39500001072883606,0.5139999985694885,0.5059999823570251,0.3189352750778198,0.33541902899742126,0.48899999260902405,0.4819999933242798,0.30218935012817383,0.31765326857566833
edu_fineweb_350b_tokens-seed-1,0,12000,0.4507521316409111,0.36800000071525574,0.33500000834465027,0.39399999380111694,0.4699999988079071,0.23600000143051147,0.3659999966621399,0.6959999799728394,0.7020000219345093,0.3700000047683716,0.39899998903274536,0.5389999747276306,0.5320000052452087,0.32298433780670166,0.3407149612903595,0.47850000858306885,0.4794999957084656,0.3058593273162842,0.3225170373916626
edu_fineweb_350b_tokens-seed-1,0,14000,0.4495235048234463,0.3499999940395355,0.3269999921321869,0.3959999978542328,0.4749999940395355,0.2280000001192093,0.37599998712539673,0.6890000104904175,0.7009999752044678,0.3779999911785126,0.40400001406669617,0.5389999747276306,0.5220000147819519,0.3227299153804779,0.33800336718559265,0.4740000069141388,0.4715000092983246,0.306130588054657,0.3196880519390106
edu_fineweb_350b_tokens-seed-1,0,16000,0.45921100676059723,0.3700000047683716,0.3330000042915344,0.4020000100135803,0.4690000116825104,0.25999999046325684,0.38600000739097595,0.699999988079071,0.7279999852180481,0.38100001215934753,0.4129999876022339,0.5350000262260437,0.5260000228881836,0.32965603470802307,0.35061872005462646,0.5005000233650208,0.4860000014305115,0.31190600991249084,0.33268803358078003
edu_fineweb_350b_tokens-seed-1,0,18000,0.46205566823482513,0.3709999918937683,0.33899998664855957,0.4009999930858612,0.49799999594688416,0.2280000001192093,0.3779999911785126,0.6890000104904175,0.7160000205039978,0.38199999928474426,0.41499999165534973,0.5339999794960022,0.5210000276565552,0.33332228660583496,0.3538905084133148,0.4970000088214874,0.4934999942779541,0.3169640302658081,0.33594533801078796
edu_fineweb_350b_tokens-seed-1,0,20000,0.4671029560267925,0.3919999897480011,0.3490000069141388,0.4129999876022339,0.49399998784065247,0.25600001215934753,0.3799999952316284,0.7070000171661377,0.7319999933242798,0.37400001287460327,0.4059999883174896,0.5249999761581421,0.5289999842643738,0.3345783054828644,0.35636845231056213,0.5044999718666077,0.5090000033378601,0.3170454502105713,0.33782368898391724
edu_fineweb_350b_tokens-seed-1,0,22000,0.463470172137022,0.3889999985694885,0.3310000002384186,0.4169999957084656,0.5,0.25200000405311584,0.37599998712539673,0.6899999976158142,0.7269999980926514,0.3840000033378601,0.4020000100135803,0.5550000071525574,0.5400000214576721,0.32882845401763916,0.3514060974121094,0.4909999966621399,0.49900001287460327,0.31061139702796936,0.33276134729385376
edu_fineweb_350b_tokens-seed-1,0,24000,0.4662625528872013,0.39800000190734863,0.3409999907016754,0.41200000047683716,0.515999972820282,0.25,0.3700000047683716,0.6949999928474426,0.7329999804496765,0.382999986410141,0.3959999978542328,0.5509999990463257,0.5400000214576721,0.3372650444507599,0.3554573357105255,0.5095000267028809,0.4970000088214874,0.3195478320121765,0.33710044622421265
edu_fineweb_350b_tokens-seed-1,0,26000,0.4668670482933521,0.3930000066757202,0.32899999618530273,0.421999990940094,0.5180000066757202,0.2619999945163727,0.3840000033378601,0.7049999833106995,0.7239999771118164,0.39100000262260437,0.3930000066757202,0.5550000071525574,0.5360000133514404,0.33861491084098816,0.3594595789909363,0.5105000138282776,0.5095000267028809,0.3203679025173187,0.34143635630607605
edu_fineweb_350b_tokens-seed-1,0,28000,0.4710822217166424,0.4129999876022339,0.3490000069141388,0.4189999997615814,0.5239999890327454,0.2460000067949295,0.37599998712539673,0.7129999995231628,0.7360000014305115,0.3889999985694885,0.40799999237060547,0.5550000071525574,0.5410000085830688,0.33095699548721313,0.35399219393730164,0.4975000023841858,0.5,0.31196850538253784,0.33465778827667236
edu_fineweb_350b_tokens-seed-1,0,30000,0.4734017364680767,0.40400001406669617,0.3499999940395355,0.4269999861717224,0.5189999938011169,0.2460000067949295,0.3779999911785126,0.7139999866485596,0.7409999966621399,0.3970000147819519,0.4050000011920929,0.5550000071525574,0.5379999876022339,0.34207814931869507,0.36481064558029175,0.512499988079071,0.5095000267028809,0.3239838480949402,0.3467139005661011
edu_fineweb_350b_tokens-seed-1,0,32000,0.4748654440045357,0.4050000011920929,0.3499999940395355,0.42500001192092896,0.5329999923706055,0.2540000081062317,0.39800000190734863,0.699999988079071,0.7260000109672546,0.3779999911785126,0.40299999713897705,0.5609999895095825,0.5370000004768372,0.3364258408546448,0.36298680305480957,0.5120000243186951,0.5074999928474426,0.3179066479206085,0.3444235622882843
edu_fineweb_350b_tokens-seed-1,0,34000,0.4766022339463234,0.39500001072883606,0.3529999852180481,0.4230000078678131,0.5329999923706055,0.24199999868869781,0.3799999952316284,0.6970000267028809,0.7390000224113464,0.38999998569488525,0.4099999964237213,0.5490000247955322,0.5400000214576721,0.3360733985900879,0.35897108912467957,0.503000020980835,0.5184999704360962,0.3182942271232605,0.3393178880214691
edu_fineweb_350b_tokens-seed-1,0,36000,0.4756137728691101,0.4050000011920929,0.3619999885559082,0.42800000309944153,0.5320000052452087,0.2639999985694885,0.38199999928474426,0.7089999914169312,0.7409999966621399,0.3869999945163727,0.39800000190734863,0.5540000200271606,0.5440000295639038,0.3384101688861847,0.3646673560142517,0.5059999823570251,0.49950000643730164,0.31995898485183716,0.3464101552963257
edu_fineweb_350b_tokens-seed-1,0,38000,0.4826180450618267,0.4059999883174896,0.375,0.4230000078678131,0.5289999842643738,0.2619999945163727,0.39399999380111694,0.7080000042915344,0.7400000095367432,0.41100001335144043,0.4000000059604645,0.5590000152587891,0.5479999780654907,0.34553104639053345,0.37065890431404114,0.5239999890327454,0.5230000019073486,0.3270617127418518,0.3519443869590759
edu_fineweb_350b_tokens-seed-1,0,40000,0.4801179841160774,0.40299999713897705,0.35499998927116394,0.4300000071525574,0.5400000214576721,0.2619999945163727,0.39800000190734863,0.7049999833106995,0.746999979019165,0.4020000100135803,0.3970000147819519,0.5649999976158142,0.5540000200271606,0.33888015151023865,0.36192768812179565,0.5145000219345093,0.5074999928474426,0.3198457956314087,0.3424438536167145
edu_fineweb_350b_tokens-seed-1,0,42000,0.47703278809785843,0.4050000011920929,0.367000013589859,0.4269999861717224,0.5350000262260437,0.2540000081062317,0.3720000088214874,0.703000009059906,0.734000027179718,0.40299999713897705,0.39899998903274536,0.5460000038146973,0.5339999794960022,0.34130677580833435,0.3668607473373413,0.5264999866485596,0.5270000100135803,0.32270070910453796,0.3482622504234314
edu_fineweb_350b_tokens-seed-1,0,44000,0.4772367440164089,0.4090000092983246,0.3490000069141388,0.43299999833106995,0.5370000004768372,0.25,0.3880000114440918,0.7110000252723694,0.7360000014305115,0.3919999897480011,0.3959999978542328,0.5490000247955322,0.5479999780654907,0.34139013290405273,0.3680916130542755,0.5105000138282776,0.5139999985694885,0.3232519030570984,0.3498939573764801
edu_fineweb_350b_tokens-seed-1,0,46000,0.4836798347532749,0.4099999964237213,0.36500000953674316,0.4230000078678131,0.5450000166893005,0.25600001215934753,0.38999998569488525,0.7120000123977661,0.746999979019165,0.38999998569488525,0.39899998903274536,0.5550000071525574,0.5490000247955322,0.34736892580986023,0.36823850870132446,0.5299999713897705,0.5254999995231628,0.3293505311012268,0.3489386737346649
edu_fineweb_350b_tokens-seed-1,0,48000,0.47607188299298286,0.40400001406669617,0.3630000054836273,0.4350000023841858,0.5389999747276306,0.25,0.37599998712539673,0.7170000076293945,0.7409999966621399,0.3919999897480011,0.4000000059604645,0.5540000200271606,0.5429999828338623,0.33596572279930115,0.35683509707450867,0.5120000243186951,0.5095000267028809,0.3168731927871704,0.3370750844478607
edu_fineweb_350b_tokens-seed-1,0,50000,0.47911832481622696,0.4099999964237213,0.3499999940395355,0.4300000071525574,0.5479999780654907,0.25200000405311584,0.37599998712539673,0.7099999785423279,0.7419999837875366,0.3880000114440918,0.3869999945163727,0.5490000247955322,0.5440000295639038,0.3498813509941101,0.3725147545337677,0.531499981880188,0.531499981880188,0.3322857618331909,0.3544466495513916
edu_fineweb_350b_tokens-seed-1,0,52000,0.48371143266558647,0.41499999165534973,0.375,0.4350000023841858,0.5540000200271606,0.25600001215934753,0.39399999380111694,0.7179999947547913,0.7459999918937683,0.3880000114440918,0.3959999978542328,0.5600000023841858,0.5360000133514404,0.34429991245269775,0.3713294565677643,0.5199999809265137,0.515999972820282,0.32574552297592163,0.3526914715766907
edu_fineweb_350b_tokens-seed-1,0,54000,0.4845060631632805,0.41999998688697815,0.367000013589859,0.4410000145435333,0.5460000038146973,0.2460000067949295,0.3700000047683716,0.7049999833106995,0.7459999918937683,0.39899998903274536,0.40400001406669617,0.5569999814033508,0.5569999814033508,0.3471878468990326,0.3677656352519989,0.534500002861023,0.5379999876022339,0.3286001682281494,0.34804850816726685
edu_fineweb_350b_tokens-seed-1,0,56000,0.48096122220158577,0.40400001406669617,0.3580000102519989,0.4399999976158142,0.5389999747276306,0.27000001072883606,0.40400001406669617,0.7110000252723694,0.7360000014305115,0.38999998569488525,0.39100000262260437,0.5619999766349792,0.5490000247955322,0.354465126991272,0.37144333124160767,0.5195000171661377,0.5174999833106995,0.3372672498226166,0.35318976640701294
edu_fineweb_350b_tokens-seed-1,0,58000,0.48549820110201836,0.4090000092983246,0.3619999885559082,0.44200000166893005,0.5460000038146973,0.25,0.38999998569488525,0.7279999852180481,0.7480000257492065,0.39100000262260437,0.4020000100135803,0.5619999766349792,0.5490000247955322,0.351541131734848,0.3733488619327545,0.5299999713897705,0.5325000286102295,0.333476722240448,0.35448554158210754
edu_fineweb_350b_tokens-seed-1,0,60000,0.4874906800687313,0.41100001335144043,0.36399999260902405,0.4350000023841858,0.5519999861717224,0.2639999985694885,0.3919999897480011,0.718999981880188,0.7509999871253967,0.39800000190734863,0.40400001406669617,0.5730000138282776,0.5429999828338623,0.34932613372802734,0.37534230947494507,0.5385000109672546,0.5375000238418579,0.3303368091583252,0.3564254641532898
edu_fineweb_350b_tokens-seed-1,0,62000,0.48836689814925194,0.4090000092983246,0.36399999260902405,0.4359999895095825,0.5580000281333923,0.27000001072883606,0.4020000100135803,0.7260000109672546,0.7519999742507935,0.40799999237060547,0.39500001072883606,0.5669999718666077,0.550000011920929,0.34964632987976074,0.37406620383262634,0.5389999747276306,0.531000018119812,0.33040371537208557,0.3549351394176483
edu_fineweb_350b_tokens-seed-1,0,64000,0.48763588443398476,0.4359999895095825,0.3580000102519989,0.44200000166893005,0.5600000023841858,0.24400000274181366,0.37400001287460327,0.7289999723434448,0.7519999742507935,0.39399999380111694,0.4050000011920929,0.5659999847412109,0.5490000247955322,0.3522980511188507,0.37986865639686584,0.5414999723434448,0.5414999723434448,0.3334276080131531,0.3615870773792267
edu_fineweb_350b_tokens-seed-1,0,66000,0.4877283312380314,0.41499999165534973,0.3619999885559082,0.4390000104904175,0.5479999780654907,0.2619999945163727,0.3799999952316284,0.7229999899864197,0.75,0.4000000059604645,0.4009999930858612,0.5730000138282776,0.5619999766349792,0.3582947850227356,0.3783249855041504,0.5389999747276306,0.5389999747276306,0.3403361439704895,0.3598267436027527
edu_fineweb_350b_tokens-seed-1,0,68000,0.49183737486600876,0.4269999861717224,0.37599998712539673,0.44999998807907104,0.5640000104904175,0.2680000066757202,0.3919999897480011,0.7239999771118164,0.7429999709129333,0.4000000059604645,0.39500001072883606,0.5720000267028809,0.5529999732971191,0.35574087500572205,0.3818822503089905,0.5419999957084656,0.5485000014305115,0.33680978417396545,0.36319905519485474
edu_fineweb_350b_tokens-seed-1,0,70000,0.49102676659822464,0.4189999997615814,0.35899999737739563,0.4480000138282776,0.5659999847412109,0.25600001215934753,0.38999998569488525,0.7149999737739563,0.7459999918937683,0.4000000059604645,0.3959999978542328,0.5529999732971191,0.5649999976158142,0.35513052344322205,0.379595547914505,0.5274999737739563,0.5454999804496765,0.337499737739563,0.3607141971588135
edu_fineweb_350b_tokens-seed-1,0,72000,0.4916461184620857,0.4169999957084656,0.35600000619888306,0.45500001311302185,0.5649999976158142,0.257999986410141,0.38999998569488525,0.7350000143051147,0.75,0.3869999945163727,0.4000000059604645,0.5590000152587891,0.5529999732971191,0.3563148081302643,0.38194817304611206,0.5429999828338623,0.5559999942779541,0.3379554748535156,0.36316898465156555
edu_fineweb_350b_tokens-seed-1,0,74000,0.49113815650343895,0.41100001335144043,0.36399999260902405,0.45899999141693115,0.5659999847412109,0.2720000147819519,0.3880000114440918,0.7329999804496765,0.7459999918937683,0.3889999985694885,0.40700000524520874,0.5600000023841858,0.5529999732971191,0.356362909078598,0.38203853368759155,0.5339999794960022,0.5414999723434448,0.33809807896614075,0.3636053204536438
edu_fineweb_350b_tokens-seed-1,0,76000,0.4931333474814892,0.4169999957084656,0.3630000054836273,0.453000009059906,0.5569999814033508,0.27399998903274536,0.40400001406669617,0.7279999852180481,0.746999979019165,0.4009999930858612,0.40400001406669617,0.5529999732971191,0.5479999780654907,0.3585507571697235,0.38335856795310974,0.5429999828338623,0.5575000047683716,0.34024208784103394,0.3645668029785156
edu_fineweb_350b_tokens-seed-1,0,78000,0.49161795899271965,0.4180000126361847,0.3619999885559082,0.453000009059906,0.5630000233650208,0.27799999713897705,0.38999998569488525,0.7329999804496765,0.7419999837875366,0.40400001406669617,0.40400001406669617,0.5580000281333923,0.5580000281333923,0.358989417552948,0.3820967674255371,0.5460000038146973,0.5504999756813049,0.34032127261161804,0.36344367265701294
edu_fineweb_350b_tokens-seed-1,0,80000,0.4911441020667553,0.41600000858306885,0.35899999737739563,0.44699999690055847,0.5740000009536743,0.2619999945163727,0.39399999380111694,0.7300000190734863,0.7540000081062317,0.39800000190734863,0.39800000190734863,0.5490000247955322,0.5419999957084656,0.35973435640335083,0.3821263015270233,0.5370000004768372,0.5444999933242798,0.3422233760356903,0.3636528253555298
edu_fineweb_350b_tokens-seed-1,0,82000,0.4927275590598583,0.42399999499320984,0.36500000953674316,0.4410000145435333,0.5580000281333923,0.2919999957084656,0.3959999978542328,0.7250000238418579,0.7390000224113464,0.39100000262260437,0.40700000524520874,0.5720000267028809,0.5590000152587891,0.36026227474212646,0.38345789909362793,0.5600000023841858,0.5529999732971191,0.341264009475708,0.3648204207420349
edu_fineweb_350b_tokens-seed-1,0,84000,0.49356314539909363,0.4350000023841858,0.367000013589859,0.45399999618530273,0.5659999847412109,0.2800000011920929,0.39800000190734863,0.7260000109672546,0.7369999885559082,0.39399999380111694,0.40700000524520874,0.5450000166893005,0.5529999732971191,0.3620130121707916,0.38375842571258545,0.5640000104904175,0.5554999709129333,0.3433130979537964,0.365005224943161
edu_fineweb_350b_tokens-seed-1,0,86000,0.4939306415617466,0.42100000381469727,0.367000013589859,0.45100000500679016,0.5709999799728394,0.2840000092983246,0.3880000114440918,0.7269999980926514,0.7519999742507935,0.39399999380111694,0.4059999883174896,0.5820000171661377,0.5669999718666077,0.3596394956111908,0.3779442608356476,0.5419999957084656,0.5419999957084656,0.34093979001045227,0.3584451973438263
edu_fineweb_350b_tokens-seed-1,0,88000,0.5010630041360855,0.42500001192092896,0.3709999918937683,0.45500001311302185,0.5789999961853027,0.2680000066757202,0.39800000190734863,0.7310000061988831,0.7540000081062317,0.41100001335144043,0.41200000047683716,0.5839999914169312,0.5649999976158142,0.3666640520095825,0.3865112364292145,0.5575000047683716,0.5625,0.34814321994781494,0.36700403690338135
edu_fineweb_350b_tokens-seed-1,0,90000,0.49995486810803413,0.41100001335144043,0.3630000054836273,0.4560000002384186,0.574999988079071,0.27399998903274536,0.40400001406669617,0.7300000190734863,0.7570000290870667,0.4059999883174896,0.41200000047683716,0.5709999799728394,0.5600000023841858,0.3633595407009125,0.38647565245628357,0.5565000176429749,0.5615000128746033,0.34486615657806396,0.36713889241218567
edu_fineweb_350b_tokens-seed-1,0,92000,0.49723950773477554,0.42899999022483826,0.3709999918937683,0.45399999618530273,0.5649999976158142,0.2800000011920929,0.39800000190734863,0.7329999804496765,0.7519999742507935,0.3970000147819519,0.4180000126361847,0.578000009059906,0.5619999766349792,0.3627259135246277,0.3835802674293518,0.546500027179718,0.5475000143051147,0.3440909683704376,0.36441609263420105
edu_fineweb_350b_tokens-seed-1,0,94000,0.4972243830561638,0.42500001192092896,0.3610000014305115,0.4519999921321869,0.5709999799728394,0.2840000092983246,0.40400001406669617,0.7279999852180481,0.7459999918937683,0.4050000011920929,0.41499999165534973,0.5690000057220459,0.5600000023841858,0.36130890250205994,0.3823433518409729,0.5559999942779541,0.5580000281333923,0.34228208661079407,0.36279505491256714
edu_fineweb_350b_tokens-seed-1,0,96000,0.4945024959743023,0.41100001335144043,0.38100001215934753,0.45500001311302185,0.5730000138282776,0.2759999930858612,0.38600000739097595,0.7329999804496765,0.75,0.39899998903274536,0.4000000059604645,0.5720000267028809,0.5509999990463257,0.3607921898365021,0.382955938577652,0.5414999723434448,0.5509999990463257,0.34249985218048096,0.3640199303627014
edu_fineweb_350b_tokens-seed-1,0,98000,0.4953378774225712,0.40700000524520874,0.367000013589859,0.46299999952316284,0.5740000009536743,0.27799999713897705,0.3919999897480011,0.7269999980926514,0.7559999823570251,0.39399999380111694,0.40700000524520874,0.5759999752044678,0.5540000200271606,0.3606520891189575,0.3814857304096222,0.5460000038146973,0.5504999756813049,0.34219974279403687,0.36220303177833557
edu_fineweb_350b_tokens-seed-1,0,100000,0.499586995691061,0.41200000047683716,0.3659999966621399,0.4620000123977661,0.5830000042915344,0.26600000262260437,0.4000000059604645,0.7250000238418579,0.7590000033378601,0.4009999930858612,0.4099999964237213,0.5720000267028809,0.5720000267028809,0.35491371154785156,0.3793718218803406,0.5419999957084656,0.5475000143051147,0.3359191417694092,0.35919591784477234
edu_fineweb_350b_tokens-seed-1,0,102000,0.4977268613874912,0.41499999165534973,0.38199999928474426,0.4580000042915344,0.574999988079071,0.2720000147819519,0.414000004529953,0.7229999899864197,0.7509999871253967,0.3970000147819519,0.4129999876022339,0.5619999766349792,0.5509999990463257,0.3581334054470062,0.3803453743457794,0.5354999899864197,0.5350000262260437,0.3400118052959442,0.3608148992061615
edu_fineweb_350b_tokens-seed-1,0,104000,0.4989877715706825,0.41100001335144043,0.36000001430511475,0.46299999952316284,0.5709999799728394,0.27399998903274536,0.39399999380111694,0.7329999804496765,0.7570000290870667,0.414000004529953,0.41499999165534973,0.5709999799728394,0.5590000152587891,0.3643620014190674,0.38796037435531616,0.559499979019165,0.5669999718666077,0.34558823704719543,0.36890217661857605
edu_fineweb_350b_tokens-seed-1,0,106000,0.4987182281911373,0.41499999165534973,0.3700000047683716,0.4659999907016754,0.578000009059906,0.2840000092983246,0.4059999883174896,0.7260000109672546,0.7480000257492065,0.40700000524520874,0.4090000092983246,0.5680000185966492,0.5550000071525574,0.3635769784450531,0.38422322273254395,0.5450000166893005,0.5590000152587891,0.3452018201351166,0.36474576592445374
edu_fineweb_350b_tokens-seed-1,0,108000,0.5014015696942806,0.4320000112056732,0.36899998784065247,0.4620000123977661,0.5860000252723694,0.2840000092983246,0.40400001406669617,0.7350000143051147,0.75,0.40299999713897705,0.41100001335144043,0.5630000233650208,0.5699999928474426,0.36332157254219055,0.3844863772392273,0.5550000071525574,0.5565000176429749,0.34433162212371826,0.36471250653266907
edu_fineweb_350b_tokens-seed-1,0,110000,0.5043375752866268,0.4230000078678131,0.37700000405311584,0.4620000123977661,0.5730000138282776,0.2879999876022339,0.41200000047683716,0.7419999837875366,0.7749999761581421,0.39899998903274536,0.414000004529953,0.5720000267028809,0.5590000152587891,0.36554232239723206,0.3870066702365875,0.5554999709129333,0.5575000047683716,0.3467237055301666,0.3672005832195282
edu_fineweb_350b_tokens-seed-1,0,112000,0.5046022236347198,0.4020000100135803,0.36800000071525574,0.4650000035762787,0.5839999914169312,0.2840000092983246,0.4300000071525574,0.7310000061988831,0.7540000081062317,0.40400001406669617,0.40700000524520874,0.5720000267028809,0.5569999814033508,0.367435097694397,0.39113253355026245,0.5565000176429749,0.5649999976158142,0.34933826327323914,0.37181779742240906
edu_fineweb_350b_tokens-seed-1,0,114000,0.5044217295944691,0.4230000078678131,0.3709999918937683,0.4659999907016754,0.5830000042915344,0.2939999997615814,0.4180000126361847,0.7289999723434448,0.7549999952316284,0.4020000100135803,0.40700000524520874,0.5709999799728394,0.5640000104904175,0.36639603972435,0.38989707827568054,0.5580000281333923,0.5669999718666077,0.34762707352638245,0.37037384510040283
edu_fineweb_350b_tokens-seed-1,0,116000,0.5037211365997791,0.41600000858306885,0.3720000088214874,0.46399998664855957,0.5899999737739563,0.3059999942779541,0.41200000047683716,0.7300000190734863,0.7540000081062317,0.4020000100135803,0.41200000047683716,0.5659999847412109,0.5600000023841858,0.3651641011238098,0.3900282680988312,0.5569999814033508,0.5590000152587891,0.34627485275268555,0.37076908349990845
edu_fineweb_350b_tokens-seed-1,0,118000,0.5019807890057564,0.41200000047683716,0.3799999952316284,0.46399998664855957,0.5889999866485596,0.2879999876022339,0.4059999883174896,0.7419999837875366,0.7630000114440918,0.4009999930858612,0.39800000190734863,0.5600000023841858,0.5609999895095825,0.36456480622291565,0.3854806423187256,0.5534999966621399,0.5529999732971191,0.34601250290870667,0.3658463656902313
edu_fineweb_350b_tokens-seed-1,0,120000,0.5008365102112293,0.4259999990463257,0.367000013589859,0.47200000286102295,0.5799999833106995,0.29600000381469727,0.41600000858306885,0.734000027179718,0.7580000162124634,0.3970000147819519,0.40400001406669617,0.5559999942779541,0.5550000071525574,0.3660300672054291,0.3887145519256592,0.5529999732971191,0.5569999814033508,0.34745535254478455,0.3696920573711395
edu_fineweb_350b_tokens-seed-1,0,122000,0.5028450302779675,0.41999998688697815,0.3700000047683716,0.4659999907016754,0.5929999947547913,0.2919999957084656,0.4020000100135803,0.7400000095367432,0.7590000033378601,0.4000000059604645,0.40400001406669617,0.5659999847412109,0.574999988079071,0.365267276763916,0.3863743841648102,0.5540000200271606,0.5529999732971191,0.3464977741241455,0.36676025390625
edu_fineweb_350b_tokens-seed-1,0,124000,0.5072730705142021,0.41499999165534973,0.3720000088214874,0.47099998593330383,0.5860000252723694,0.2919999957084656,0.42800000309944153,0.734000027179718,0.7620000243186951,0.3930000066757202,0.40700000524520874,0.5669999718666077,0.5649999976158142,0.365468293428421,0.3888309895992279,0.5544999837875366,0.5695000290870667,0.3469199538230896,0.36868447065353394
edu_fineweb_350b_tokens-seed-1,0,126000,0.501251045614481,0.4180000126361847,0.3659999966621399,0.47099998593330383,0.5839999914169312,0.2879999876022339,0.41999998688697815,0.7369999885559082,0.7630000114440918,0.39500001072883606,0.4059999883174896,0.5600000023841858,0.5580000281333923,0.3610328137874603,0.3824765980243683,0.5485000014305115,0.5504999756813049,0.3421251177787781,0.3625083863735199
edu_fineweb_350b_tokens-seed-1,0,128000,0.5086825042963028,0.42800000309944153,0.3779999911785126,0.46399998664855957,0.5860000252723694,0.28200000524520874,0.41999998688697815,0.7369999885559082,0.7580000162124634,0.3869999945163727,0.41499999165534973,0.5730000138282776,0.5680000185966492,0.3646826446056366,0.3922956585884094,0.5584999918937683,0.5720000267028809,0.3459012806415558,0.3724599778652191
edu_fineweb_350b_tokens-seed-1,0,130000,0.5078329555690289,0.4339999854564667,0.37400001287460327,0.46299999952316284,0.5849999785423279,0.2919999957084656,0.41999998688697815,0.7350000143051147,0.7570000290870667,0.3889999985694885,0.41600000858306885,0.5669999718666077,0.5720000267028809,0.3667779266834259,0.39438962936401367,0.559499979019165,0.5634999871253967,0.34809762239456177,0.37516361474990845
edu_fineweb_350b_tokens-seed-1,0,132000,0.5061904042959213,0.4230000078678131,0.3659999966621399,0.4659999907016754,0.5879999995231628,0.28999999165534973,0.41999998688697815,0.746999979019165,0.7630000114440918,0.4050000011920929,0.4090000092983246,0.5820000171661377,0.5659999847412109,0.3683132827281952,0.39066654443740845,0.5619999766349792,0.5665000081062317,0.34918180108070374,0.3710232377052307
edu_fineweb_350b_tokens-seed-1,0,134000,0.5059116296470165,0.4189999997615814,0.3709999918937683,0.47600001096725464,0.5870000123977661,0.2939999997615814,0.41999998688697815,0.7409999966621399,0.7570000290870667,0.4000000059604645,0.4099999964237213,0.5720000267028809,0.5669999718666077,0.3706933557987213,0.3925185203552246,0.5615000128746033,0.5619999766349792,0.3521064519882202,0.37329307198524475
edu_fineweb_350b_tokens-seed-1,0,138000,0.5042317919433117,0.4230000078678131,0.367000013589859,0.4740000069141388,0.5860000252723694,0.2879999876022339,0.41600000858306885,0.7390000224113464,0.765999972820282,0.3959999978542328,0.3970000147819519,0.5740000009536743,0.5609999895095825,0.370014488697052,0.39456456899642944,0.5630000233650208,0.5649999976158142,0.35142001509666443,0.3758543133735657
edu_fineweb_350b_tokens-seed-1,0,140000,0.5045665018260479,0.41999998688697815,0.3799999952316284,0.4690000116825104,0.5820000171661377,0.2720000147819519,0.4099999964237213,0.7369999885559082,0.7670000195503235,0.3970000147819519,0.4000000059604645,0.5609999895095825,0.5590000152587891,0.37111103534698486,0.3926049470901489,0.5590000152587891,0.5649999976158142,0.35347750782966614,0.3735319674015045
edu_fineweb_350b_tokens-seed-1,0,142000,0.5085432901978493,0.421999990940094,0.3709999918937683,0.47200000286102295,0.5950000286102295,0.27000001072883606,0.414000004529953,0.7329999804496765,0.7630000114440918,0.3930000066757202,0.40400001406669617,0.5720000267028809,0.5680000185966492,0.369999498128891,0.39443445205688477,0.565500020980835,0.578499972820282,0.3518766164779663,0.37484627962112427
edu_fineweb_350b_tokens-seed-1,0,144000,0.5049711987376213,0.43299999833106995,0.36899998784065247,0.46399998664855957,0.5989999771118164,0.2720000147819519,0.40799999237060547,0.7329999804496765,0.7590000033378601,0.3880000114440918,0.3959999978542328,0.5659999847412109,0.5690000057220459,0.36937984824180603,0.3920287489891052,0.5665000081062317,0.5669999718666077,0.3512401580810547,0.37276965379714966
edu_fineweb_350b_tokens-seed-1,0,148000,0.5123470723628998,0.4269999861717224,0.3790000081062317,0.47099998593330383,0.5950000286102295,0.2800000011920929,0.42399999499320984,0.7310000061988831,0.7649999856948853,0.39899998903274536,0.41100001335144043,0.5770000219345093,0.5770000219345093,0.36998581886291504,0.3943348228931427,0.5674999952316284,0.5734999775886536,0.3513873219490051,0.3742765486240387
edu_fineweb_350b_tokens-seed-1,0,150000,0.509139034897089,0.41100001335144043,0.3779999911785126,0.4740000069141388,0.593999981880188,0.2720000147819519,0.41200000047683716,0.7319999933242798,0.7649999856948853,0.4009999930858612,0.40400001406669617,0.5680000185966492,0.5649999976158142,0.3709569573402405,0.3972984850406647,0.5740000009536743,0.5770000219345093,0.35274040699005127,0.3781122863292694
edu_fineweb_350b_tokens-seed-1,0,152000,0.5079653523862362,0.4169999957084656,0.36800000071525574,0.4729999899864197,0.5960000157356262,0.2800000011920929,0.40799999237060547,0.7390000224113464,0.7630000114440918,0.39800000190734863,0.40400001406669617,0.5720000267028809,0.574999988079071,0.3738082945346832,0.3963184654712677,0.5715000033378601,0.5724999904632568,0.3557112216949463,0.37722280621528625
edu_fineweb_350b_tokens-seed-1,0,154000,0.5107964277267456,0.4230000078678131,0.3700000047683716,0.4749999940395355,0.5960000157356262,0.2879999876022339,0.41999998688697815,0.7350000143051147,0.7639999985694885,0.4000000059604645,0.41200000047683716,0.5730000138282776,0.5709999799728394,0.37119078636169434,0.39557957649230957,0.5720000267028809,0.5774999856948853,0.3524456322193146,0.3758714497089386
edu_fineweb_350b_tokens-seed-1,0,156000,0.5088927485048771,0.41999998688697815,0.3709999918937683,0.46700000762939453,0.5910000205039978,0.2919999957084656,0.414000004529953,0.7369999885559082,0.765999972820282,0.39399999380111694,0.4059999883174896,0.5799999833106995,0.5669999718666077,0.3713153600692749,0.3947707414627075,0.5745000243186951,0.5809999704360962,0.35257014632225037,0.37514206767082214
edu_fineweb_350b_tokens-seed-1,0,158000,0.5088703669607639,0.41999998688697815,0.375,0.4699999988079071,0.5979999899864197,0.28200000524520874,0.40400001406669617,0.7450000047683716,0.7680000066757202,0.39500001072883606,0.4009999930858612,0.574999988079071,0.574999988079071,0.36792638897895813,0.3940982520580292,0.5680000185966492,0.5755000114440918,0.3489862382411957,0.37446293234825134
edu_fineweb_350b_tokens-seed-1,0,160000,0.5071291252970695,0.4300000071525574,0.35899999737739563,0.4729999899864197,0.5929999947547913,0.28200000524520874,0.4180000126361847,0.7440000176429749,0.7630000114440918,0.3919999897480011,0.4020000100135803,0.5759999752044678,0.574999988079071,0.36913686990737915,0.3938981890678406,0.5669999718666077,0.5724999904632568,0.3502262532711029,0.3745329976081848
edu_fineweb_350b_tokens-seed-1,0,162000,0.5091184116899967,0.41600000858306885,0.367000013589859,0.4740000069141388,0.5920000076293945,0.2879999876022339,0.40799999237060547,0.746999979019165,0.7689999938011169,0.38999998569488525,0.4090000092983246,0.5720000267028809,0.5770000219345093,0.36741992831230164,0.39286142587661743,0.5720000267028809,0.578000009059906,0.3482683300971985,0.37294724583625793
edu_fineweb_350b_tokens-seed-1,0,164000,0.5078432261943817,0.41600000858306885,0.36500000953674316,0.46700000762939453,0.5910000205039978,0.2759999930858612,0.40799999237060547,0.7369999885559082,0.7689999938011169,0.39500001072883606,0.4059999883174896,0.5759999752044678,0.5799999833106995,0.36831894516944885,0.3920001685619354,0.5634999871253967,0.5715000033378601,0.3499426543712616,0.37224581837654114
edu_fineweb_350b_tokens-seed-1,0,166000,0.5083079226315022,0.41499999165534973,0.36399999260902405,0.47200000286102295,0.5929999947547913,0.28200000524520874,0.414000004529953,0.7400000095367432,0.7680000066757202,0.4009999930858612,0.40799999237060547,0.574999988079071,0.5699999928474426,0.37059345841407776,0.3931756019592285,0.5640000104904175,0.5759999752044678,0.3522030711174011,0.3734634220600128
edu_fineweb_350b_tokens-seed-1,0,167000,0.509494174271822,0.42899999022483826,0.3619999885559082,0.47200000286102295,0.597000002861023,0.28999999165534973,0.4180000126361847,0.7379999756813049,0.7689999938011169,0.39500001072883606,0.40400001406669617,0.5820000171661377,0.578000009059906,0.3696656823158264,0.3941360414028168,0.5669999718666077,0.5734999775886536,0.3506713807582855,0.3744533956050873