accuracy	bits	clip	dataset	method	model	params	peak_mem_alloc_mb	peak_mem_reserv_mb	perplexity	time_ms	wer
0.4277946949005127	4	0.0	wikitext	ao_woq	llama3	fixed	5542.3616	7163.871232	5.3583574295043945	39.903758	0.0
0.0	4	0.0	wikitext	comb_18	llama3	rnd_search_t_lin	14178.745344	15367.929856	1.2404381036758425	121.426519	0.0
0.0	4	0.0	wikitext	comb_9	llama3	rnd_search_t_lin	14178.745344	15367.929856	1.1248141527175903	145.862569	0.0
0.408476859331131	4	0.0	wikitext	comb_16	llama3	rnd_search_t_lin	14179.216384	15367.929856	6.142866134643555	68.677758	0.0
0.3797703683376312	4	0.0	wikitext	woq	llama3	fixed	14179.331584	15367.929856	6.163248062133789	95.632153	0.0
0.0	4	0.0	wikitext	comb_3	llama3	rnd_search_t_lin	14185.276416	15374.221312	1.1305046081542969	147.671307	0.0
0.0	4	0.0	wikitext	comb_7	llama3	rnd_search_t_lin	14185.276416	15374.221312	1.1307382583618164	147.707809	0.0
0.0	4	0.0	wikitext	comb_11	llama3	rnd_search_t_lin	14185.276416	15374.221312	1.126541018486023	148.055783	0.0
0.0	4	0.0	wikitext	comb_4	llama3	rnd_search_t_lin	14185.276416	15374.221312	1.1422075033187866	201.386783	0.0
0.0	4	0.0	wikitext	comb_10	llama3	rnd_search_t_lin	14185.276416	15374.221312	1.1248141527175903	201.744356	0.0
0.4063154458999634	4	0.0	wikitext	comb_13	llama3	rnd_search_t_lin	14185.747456	15374.221312	6.213593006134033	147.853968	0.0
0.4081054031848907	4	0.0	wikitext	comb_2	llama3	rnd_search_t_lin	14185.747456	15374.221312	6.1363911628723145	147.977311	0.0
0.4065181016921997	4	0.0	wikitext	comb_17	llama3	rnd_search_t_lin	14185.747456	15374.221312	6.210402488708496	147.989679	0.0
0.4086795151233673	4	0.0	wikitext	comb_8	llama3	rnd_search_t_lin	14185.747456	15374.221312	6.135317802429199	148.044906	0.0
0.4090510606765747	4	0.0	wikitext	comb_1	llama3	rnd_search_t_lin	14185.747456	15374.221312	6.104947090148926	175.065402	0.0
0.4092198610305786	4	0.0	wikitext	comb_6	llama3	rnd_search_t_lin	14185.747456	15374.221312	6.134158134460449	201.368064	0.0
0.0	4	0.0	wikitext	comb_15	llama3	rnd_search_t_lin	11051.945984	18748.53888	1.135300874710083	4.40883	0.0
0.0	4	0.0	wikitext	comb_5	llama3	rnd_search_t_lin	11051.945984	18748.53888	1.132760763168335	4.40958	0.0
0.0	4	0.0	wikitext	comb_0	llama3	rnd_search_t_lin	16811.959808	19811.794944	1.1248141527175903	426.101097	0.0
0.0	6	0.0	wikitext	comb_18	llama3	rnd_search_t_lin	14178.745344	15367.929856	1.145577907562256	121.420139	0.0
0.0	6	0.0	wikitext	comb_9	llama3	rnd_search_t_lin	14178.745344	15367.929856	1.1248141527175903	145.975112	0.0
0.4430598020553589	6	0.0	wikitext	comb_16	llama3	rnd_search_t_lin	14179.216384	15367.929856	5.211997032165527	68.537176	0.0
0.4409320950508117	6	0.0	wikitext	woq	llama3	fixed	14179.331584	15367.929856	5.193300724029541	95.913628	0.0
0.0	6	0.0	wikitext	comb_7	llama3	rnd_search_t_lin	14185.276416	15374.221312	1.1381429433822632	147.54625	0.0
0.0015873017255216	6	0.0	wikitext	comb_11	llama3	rnd_search_t_lin	14185.276416	15374.221312	1.1360448598861694	147.88846	0.0
0.0	6	0.0	wikitext	comb_3	llama3	rnd_search_t_lin	14185.276416	15374.221312	1.1392767429351809	148.054036	0.0
0.0	6	0.0	wikitext	comb_4	llama3	rnd_search_t_lin	14185.276416	15374.221312	1.1496609449386597	201.455046	0.0
0.0	6	0.0	wikitext	comb_10	llama3	rnd_search_t_lin	14185.276416	15374.221312	1.1248141527175903	202.173348	0.0
0.4424518942832947	6	0.0	wikitext	comb_13	llama3	rnd_search_t_lin	14185.747456	15374.221312	5.172033786773682	147.397548	0.0
0.4420128762722015	6	0.0	wikitext	comb_8	llama3	rnd_search_t_lin	14185.747456	15374.221312	5.220036506652832	147.462494	0.0
0.4415400326251983	6	0.0	wikitext	comb_17	llama3	rnd_search_t_lin	14185.747456	15374.221312	5.168991565704346	147.734831	0.0
0.4413711726665497	6	0.0	wikitext	comb_2	llama3	rnd_search_t_lin	14185.747456	15374.221312	5.165921211242676	147.918444	0.0
0.4416075646877289	6	0.0	wikitext	comb_1	llama3	rnd_search_t_lin	14185.747456	15374.221312	5.220284938812256	174.988151	0.0
0.4426545202732086	6	0.0	wikitext	comb_6	llama3	rnd_search_t_lin	14185.747456	15374.221312	5.212477207183838	201.289003	0.0
0.0	6	0.0	wikitext	comb_15	llama3	rnd_search_t_lin	11051.945984	18748.53888	1.1278411149978638	4.180778	0.0
0.0	6	0.0	wikitext	comb_5	llama3	rnd_search_t_lin	11051.945984	18748.53888	1.1416341066360474	4.40665	0.0
0.0	6	0.0	wikitext	comb_0	llama3	rnd_search_t_lin	16811.959808	19811.794944	1.1248141527175903	426.224033	0.0
0.0	5	0.0	wikitext	comb_18	llama3	rnd_search_t_lin	14178.745344	15367.929856	1.2200177907943726	121.189007	0.0
0.0	5	0.0	wikitext	comb_9	llama3	rnd_search_t_lin	14178.745344	15367.929856	1.1248141527175903	145.804755	0.0
0.4308341741561889	5	0.0	wikitext	comb_16	llama3	rnd_search_t_lin	14179.216384	15367.929856	5.281240940093994	68.517391	0.0
0.4355623126029968	5	0.0	wikitext	woq	llama3	fixed	14179.331584	15367.929856	5.448963165283203	95.552351	0.0
0.0	5	0.0	wikitext	comb_7	llama3	rnd_search_t_lin	14185.276416	15374.221312	1.138678789138794	147.36251	0.0
0.0	5	0.0	wikitext	comb_3	llama3	rnd_search_t_lin	14185.276416	15374.221312	1.134322166442871	147.664815	0.0
0.0111111123114824	5	0.0	wikitext	comb_11	llama3	rnd_search_t_lin	14185.276416	15374.221312	1.138054370880127	147.833867	0.0
0.0	5	0.0	wikitext	comb_10	llama3	rnd_search_t_lin	14185.276416	15374.221312	1.1248141527175903	201.361301	0.0
0.0015873017255216	5	0.0	wikitext	comb_4	llama3	rnd_search_t_lin	14185.276416	15374.221312	1.1338989734649658	201.657708	0.0
0.43171226978302	5	0.0	wikitext	comb_8	llama3	rnd_search_t_lin	14185.747456	15374.221312	5.266531944274902	147.472519	0.0
0.4305640161037445	5	0.0	wikitext	comb_13	llama3	rnd_search_t_lin	14185.747456	15374.221312	5.244463443756104	147.596854	0.0
0.4306653141975403	5	0.0	wikitext	comb_17	llama3	rnd_search_t_lin	14185.747456	15374.221312	5.242984294891357	147.761133	0.0
0.4311043918132782	5	0.0	wikitext	comb_2	llama3	rnd_search_t_lin	14185.747456	15374.221312	5.254400730133057	147.983726	0.0
0.4317460358142853	5	0.0	wikitext	comb_1	llama3	rnd_search_t_lin	14185.747456	15374.221312	5.287022113800049	174.958498	0.0
0.4312394559383392	5	0.0	wikitext	comb_6	llama3	rnd_search_t_lin	14185.747456	15374.221312	5.28433084487915	200.910163	0.0
0.0015873017255216	5	0.0	wikitext	comb_15	llama3	rnd_search_t_lin	11051.945984	18748.53888	1.1456490755081177	4.37769	0.0
0.0	5	0.0	wikitext	comb_5	llama3	rnd_search_t_lin	11051.945984	18748.53888	1.1343878507614136	4.408119	0.0
0.0	5	0.0	wikitext	comb_0	llama3	rnd_search_t_lin	16811.959808	19811.794944	1.1248141527175903	426.164968	0.0
0.4437352418899536	8	0.0	wikitext	ao_woq	llama3	fixed	12110.375936	14040.43264	5.208643436431885	52.621267	0.0
0.0	8	0.0	wikitext	comb_18	llama3	rnd_search_t_lin	14178.745344	15367.929856	1.1235297918319702	121.483415	0.0
0.0	8	0.0	wikitext	comb_9	llama3	rnd_search_t_lin	14178.745344	15367.929856	1.1248141527175903	146.042075	0.0
0.4432962238788605	8	0.0	wikitext	comb_16	llama3	rnd_search_t_lin	14179.216384	15367.929856	5.208528518676758	68.827254	0.0
0.443870335817337	8	0.0	wikitext	woq	llama3	fixed	14179.331584	15367.929856	5.208242893218994	96.163609	0.0
0.0	8	0.0	wikitext	comb_3	llama3	rnd_search_t_lin	14185.276416	15374.221312	1.131370186805725	148.002832	0.0
0.0	8	0.0	wikitext	comb_7	llama3	rnd_search_t_lin	14185.276416	15374.221312	1.1349233388900757	148.093236	0.0
0.0	8	0.0	wikitext	comb_10	llama3	rnd_search_t_lin	14185.276416	15374.221312	1.1248141527175903	201.809107	0.0
0.1387369334697723	8	0.0	wikitext	comb_11	llama3	rnd_search_t_lin	14185.747456	15374.221312	27.529346466064453	147.931274	0.0
0.4429584741592407	8	0.0	wikitext	comb_13	llama3	rnd_search_t_lin	14185.747456	15374.221312	5.211179733276367	147.981603	0.0
0.4436001181602478	8	0.0	wikitext	comb_8	llama3	rnd_search_t_lin	14185.747456	15374.221312	5.213226795196533	148.21687	0.0
0.4432961940765381	8	0.0	wikitext	comb_17	llama3	rnd_search_t_lin	14185.747456	15374.221312	5.208348751068115	148.231629	0.0
0.4436339139938354	8	0.0	wikitext	comb_2	llama3	rnd_search_t_lin	14185.747456	15374.221312	5.218276023864746	148.344037	0.0
0.443363755941391	8	0.0	wikitext	comb_1	llama3	rnd_search_t_lin	14185.747456	15374.221312	5.213650226593018	175.674965	0.0
0.3104694485664367	8	0.0	wikitext	comb_4	llama3	rnd_search_t_lin	14185.747456	15374.221312	8.306726455688477	201.636453	0.0
0.4436001181602478	8	0.0	wikitext	comb_6	llama3	rnd_search_t_lin	14185.747456	15374.221312	5.208403587341309	201.756876	0.0
0.0	8	0.0	wikitext	comb_15	llama3	rnd_search_t_lin	11051.945984	18748.53888	1.160254955291748	4.415832	0.0
0.0	8	0.0	wikitext	comb_5	llama3	rnd_search_t_lin	11051.945984	18748.53888	1.1340612173080444	4.417048	0.0
0.0	8	0.0	wikitext	comb_0	llama3	rnd_search_t_lin	16811.959808	19811.794944	1.1248141527175903	427.181967	0.0
0.0	7	0.0	wikitext	comb_18	llama3	rnd_search_t_lin	14178.745344	15367.929856	1.1227006912231443	121.83941	0.0
0.0	7	0.0	wikitext	comb_9	llama3	rnd_search_t_lin	14178.745344	15367.929856	1.1248141527175903	146.170144	0.0
0.4430597722530365	7	0.0	wikitext	comb_16	llama3	rnd_search_t_lin	14179.216384	15367.929856	5.230015277862549	68.823935	0.0
0.4427558183670044	7	0.0	wikitext	woq	llama3	fixed	14179.331584	15367.929856	5.248887062072754	95.815886	0.0
0.0	7	0.0	wikitext	comb_7	llama3	rnd_search_t_lin	14185.276416	15374.221312	1.135936975479126	147.784095	0.0
0.0	7	0.0	wikitext	comb_3	llama3	rnd_search_t_lin	14185.276416	15374.221312	1.135254979133606	147.798958	0.0
0.0031746034510433	7	0.0	wikitext	comb_11	llama3	rnd_search_t_lin	14185.276416	15374.221312	1.1442229747772217	148.029118	0.0
0.0	7	0.0	wikitext	comb_10	llama3	rnd_search_t_lin	14185.276416	15374.221312	1.1248141527175903	201.667617	0.0
0.0111111123114824	7	0.0	wikitext	comb_4	llama3	rnd_search_t_lin	14185.276416	15374.221312	1.104164719581604	201.760552	0.0
0.4432286620140075	7	0.0	wikitext	comb_8	llama3	rnd_search_t_lin	14185.747456	15374.221312	5.221776008605957	148.094319	0.0
0.4436001479625702	7	0.0	wikitext	comb_2	llama3	rnd_search_t_lin	14185.747456	15374.221312	5.217624664306641	148.118292	0.0
0.4438365399837494	7	0.0	wikitext	comb_13	llama3	rnd_search_t_lin	14185.747456	15374.221312	5.228815078735352	148.128376	0.0
0.4438703060150146	7	0.0	wikitext	comb_17	llama3	rnd_search_t_lin	14185.747456	15374.221312	5.226969242095947	148.185597	0.0
0.4436676502227783	7	0.0	wikitext	comb_1	llama3	rnd_search_t_lin	14185.747456	15374.221312	5.236624717712402	175.675764	0.0
0.4435325860977173	7	0.0	wikitext	comb_6	llama3	rnd_search_t_lin	14185.747456	15374.221312	5.245929718017578	201.477335	0.0
0.0	7	0.0	wikitext	comb_5	llama3	rnd_search_t_lin	11051.945984	18748.53888	1.1328096389770508	4.411548	0.0
0.0	7	0.0	wikitext	comb_15	llama3	rnd_search_t_lin	11051.945984	18748.53888	1.1426244974136353	4.413599	0.0
0.0	7	0.0	wikitext	comb_0	llama3	rnd_search_t_lin	16811.959808	19811.794944	1.1248141527175903	426.311849	0.0
0.4436677098274231	32	0.0	wikitext	base	llama3	----	33003.526656	33155.97312	5.223813056945801	27.292473	0.0