accuracy	bits	clip	dataset	method	model	params	peak_mem_alloc_mb	peak_mem_reserv_mb	perplexity	time_ms	wer
0.2965889573097229	4	0.0	wikitext	ao_woq	opt	fixed	268.126208	773.849088	8.768630981445312	42.637506	0.0
0.0	4	0.0	wikitext	comb_3	opt	rnd_search_t_lin	670.981632	840.957952	1.1128666400909424	63.435598	0.0
0.0	5	0.0	wikitext	comb_3	opt	rnd_search_t_lin	670.981632	840.957952	1.1128666400909424	63.435598	0.0
0.0	6	0.0	wikitext	comb_3	opt	rnd_search_t_lin	670.981632	840.957952	1.1128666400909424	63.435598	0.0
0.0	7	0.0	wikitext	comb_3	opt	rnd_search_t_lin	670.981632	840.957952	1.1128666400909424	63.435598	0.0
0.0	8	0.0	wikitext	comb_3	opt	rnd_search_t_lin	670.981632	840.957952	1.1128666400909424	63.435598	0.0
0.32019591331481934	5	0.0	wikitext	comb_6	opt	rnd_search_t_lin	671.452672	840.957952	8.026485443115234	65.826631	0.0
0.3183721601963043	8	0.0	wikitext	comb_4	opt	rnd_search_t_lin	671.452672	840.957952	7.9405999183654785	77.027497	0.0
0.32482269406318665	8	0.0	wikitext	ao_woq	opt	fixed	580.071936	851.443712	7.916566848754883	36.438058	0.0
0.01587301678955555	8	0.0	wikitext	comb_3_t	opt	rnd_search_t_lin	679.5136	855.638016	1.0903849601745605	69.814999	0.0
0.0015873017255216837	5	0.0	wikitext	comb_18	opt	rnd_search_t_lin	669.68832	861.929472	1.113356113433838	46.762203	0.0
0.0015873017255216837	8	0.0	wikitext	comb_18	opt	rnd_search_t_lin	669.68832	861.929472	1.110521912574768	50.314738	0.0
0.0015873017255216837	7	0.0	wikitext	comb_18	opt	rnd_search_t_lin	669.68832	861.929472	1.1113218069076538	51.504408	0.0
0.0031746034510433674	6	0.0	wikitext	comb_18	opt	rnd_search_t_lin	669.68832	861.929472	1.111747145652771	56.56761	0.0
0.0	4	0.0	wikitext	comb_9	opt	rnd_search_t_lin	669.68832	861.929472	1.1143286228179932	56.996145	0.0
0.0	5	0.0	wikitext	comb_9	opt	rnd_search_t_lin	669.68832	861.929472	1.1143286228179932	56.996145	0.0
0.0	6	0.0	wikitext	comb_9	opt	rnd_search_t_lin	669.68832	861.929472	1.1143286228179932	56.996145	0.0
0.0	7	0.0	wikitext	comb_9	opt	rnd_search_t_lin	669.68832	861.929472	1.1143286228179932	56.996145	0.0
0.0	8	0.0	wikitext	comb_9	opt	rnd_search_t_lin	669.68832	861.929472	1.1143286228179932	56.996145	0.0
0.0	4	0.0	wikitext	comb_18	opt	rnd_search_t_lin	669.68832	861.929472	1.112660527229309	63.693375	0.0
0.3250928819179535	7	0.0	wikitext	comb_16	opt	rnd_search_t_lin	670.15936	861.929472	7.887872219085693	39.646089	0.0
0.32249242067337036	6	0.0	wikitext	comb_16	opt	rnd_search_t_lin	670.15936	861.929472	7.770777702331543	44.904079	0.0
0.30770012736320496	4	0.0	wikitext	comb_16	opt	rnd_search_t_lin	670.15936	861.929472	8.266535758972168	47.51232	0.0
0.324316143989563	8	0.0	wikitext	comb_16	opt	rnd_search_t_lin	670.15936	861.929472	7.897396087646484	50.721545	0.0
0.31870993971824646	5	0.0	wikitext	comb_16	opt	rnd_search_t_lin	670.15936	861.929472	8.07819938659668	56.131806	0.0
0.32451874017715454	7	0.0	wikitext	woq	opt	fixed	670.234624	861.929472	7.905444145202637	38.590111	0.0
0.31702131032943726	5	0.0	wikitext	woq	opt	fixed	670.234624	861.929472	8.222683906555176	38.719401	0.0
0.2924012243747711	4	0.0	wikitext	woq	opt	fixed	670.234624	861.929472	8.903441429138184	40.24901	0.0
0.321073979139328	6	0.0	wikitext	woq	opt	fixed	670.234624	861.929472	7.8056864738464355	42.538086	0.0
0.3248564898967743	8	0.0	wikitext	woq	opt	fixed	670.234624	861.929472	7.916111469268799	47.602743	0.0
0.004761905409395695	6	0.0	wikitext	comb_11	opt	rnd_search_t_lin	670.981632	861.929472	1.12494957447052	65.501134	0.0
0.0	4	0.0	wikitext	comb_7	opt	rnd_search_t_lin	670.981632	861.929472	1.1109789609909058	68.666621	0.0
0.0	5	0.0	wikitext	comb_7	opt	rnd_search_t_lin	670.981632	861.929472	1.1109789609909058	68.666621	0.0
0.0	6	0.0	wikitext	comb_7	opt	rnd_search_t_lin	670.981632	861.929472	1.1109789609909058	68.666621	0.0
0.0	7	0.0	wikitext	comb_7	opt	rnd_search_t_lin	670.981632	861.929472	1.1109789609909058	68.666621	0.0
0.0	8	0.0	wikitext	comb_7	opt	rnd_search_t_lin	670.981632	861.929472	1.1109789609909058	68.666621	0.0
0.0	4	0.0	wikitext	comb_11	opt	rnd_search_t_lin	670.981632	861.929472	1.1244258880615234	69.663043	0.0
0.0	5	0.0	wikitext	comb_11	opt	rnd_search_t_lin	670.981632	861.929472	1.1244258880615234	69.663043	0.0
0.0	4	0.0	wikitext	comb_10	opt	rnd_search_t_lin	670.981632	861.929472	1.1143286228179932	71.067135	0.0
0.0	5	0.0	wikitext	comb_10	opt	rnd_search_t_lin	670.981632	861.929472	1.1143286228179932	71.067135	0.0
0.0	6	0.0	wikitext	comb_10	opt	rnd_search_t_lin	670.981632	861.929472	1.1143286228179932	71.067135	0.0
0.0	7	0.0	wikitext	comb_10	opt	rnd_search_t_lin	670.981632	861.929472	1.1143286228179932	71.067135	0.0
0.0	8	0.0	wikitext	comb_10	opt	rnd_search_t_lin	670.981632	861.929472	1.1143286228179932	71.067135	0.0
0.0	4	0.0	wikitext	comb_4	opt	rnd_search_t_lin	670.981632	861.929472	1.1228798627853394	76.821595	0.0
0.0	5	0.0	wikitext	comb_4	opt	rnd_search_t_lin	670.981632	861.929472	1.1228798627853394	76.821595	0.0
0.0015873017255216837	6	0.0	wikitext	comb_4	opt	rnd_search_t_lin	670.981632	861.929472	1.109244465827942	98.298064	0.0
0.02191988192498684	7	0.0	wikitext	comb_11	opt	rnd_search_t_lin	670.992896	861.929472	1.2106146812438965	68.962262	0.0
0.3090847432613373	4	0.0	wikitext	comb_13	opt	rnd_search_t_lin	671.452672	861.929472	8.242518424987793	56.325537	0.0
0.32242488861083984	8	0.0	wikitext	comb_2	opt	rnd_search_t_lin	671.452672	861.929472	7.951061248779297	57.536829	0.0
0.315163791179657	6	0.0	wikitext	comb_2	opt	rnd_search_t_lin	671.452672	861.929472	7.984647274017334	59.376824	0.0
0.3170888125896454	5	0.0	wikitext	comb_1	opt	rnd_search_t_lin	671.452672	861.929472	8.172203063964844	60.021127	0.0
0.3249240219593048	7	0.0	wikitext	comb_17	opt	rnd_search_t_lin	671.452672	861.929472	7.915891170501709	60.657138	0.0
0.32448500394821167	8	0.0	wikitext	comb_17	opt	rnd_search_t_lin	671.452672	861.929472	7.912779331207275	60.902656	0.0
0.27413037419319153	8	0.0	wikitext	comb_11	opt	rnd_search_t_lin	671.452672	861.929472	10.448921203613281	60.944307	0.0
0.3198243975639343	5	0.0	wikitext	comb_13	opt	rnd_search_t_lin	671.452672	861.929472	8.035484313964844	62.138578	0.0
0.3082066774368286	4	0.0	wikitext	comb_17	opt	rnd_search_t_lin	671.452672	861.929472	8.241694450378418	62.370601	0.0
0.3202296793460846	6	0.0	wikitext	comb_17	opt	rnd_search_t_lin	671.452672	861.929472	7.8044023513793945	62.394463	0.0
0.31911516189575195	5	0.0	wikitext	comb_2	opt	rnd_search_t_lin	671.452672	861.929472	8.0780029296875	62.801741	0.0
0.3217832148075104	6	0.0	wikitext	comb_8	opt	rnd_search_t_lin	671.452672	861.929472	7.80874490737915	62.974323	0.0
0.3083755373954773	4	0.0	wikitext	comb_2	opt	rnd_search_t_lin	671.452672	861.929472	8.265538215637207	63.38331	0.0
0.3084430992603302	4	0.0	wikitext	comb_6	opt	rnd_search_t_lin	671.452672	861.929472	8.296141624450684	63.648553	0.0
0.30810537934303284	4	0.0	wikitext	comb_8	opt	rnd_search_t_lin	671.452672	861.929472	8.300801277160645	64.912993	0.0
0.321783185005188	6	0.0	wikitext	comb_1	opt	rnd_search_t_lin	671.452672	861.929472	7.818144798278809	66.883524	0.0
0.32428237795829773	8	0.0	wikitext	comb_13	opt	rnd_search_t_lin	671.452672	861.929472	7.894216537475586	67.745521	0.0
0.32489025592803955	7	0.0	wikitext	comb_1	opt	rnd_search_t_lin	671.452672	861.929472	7.9125261306762695	68.078212	0.0
0.3088821768760681	4	0.0	wikitext	comb_1	opt	rnd_search_t_lin	671.452672	861.929472	8.28077507019043	68.676776	0.0
0.3196893036365509	5	0.0	wikitext	comb_8	opt	rnd_search_t_lin	671.452672	861.929472	8.02696418762207	69.63984	0.0
0.32532933354377747	7	0.0	wikitext	comb_6	opt	rnd_search_t_lin	671.452672	861.929472	7.9323954582214355	69.834431	0.0
0.19878418743610382	7	0.0	wikitext	comb_4	opt	rnd_search_t_lin	671.452672	861.929472	14.09366226196289	70.663127	0.0
0.3252279758453369	7	0.0	wikitext	comb_8	opt	rnd_search_t_lin	671.452672	861.929472	7.921492576599121	72.464135	0.0
0.32573455572128296	7	0.0	wikitext	comb_2	opt	rnd_search_t_lin	671.452672	861.929472	7.93153715133667	72.705633	0.0
0.3245525062084198	8	0.0	wikitext	comb_1	opt	rnd_search_t_lin	671.452672	861.929472	7.927012920379639	77.618378	0.0
0.320702463388443	6	0.0	wikitext	comb_13	opt	rnd_search_t_lin	671.452672	861.929472	7.805671215057373	78.028625	0.0
0.32505911588668823	8	0.0	wikitext	comb_6	opt	rnd_search_t_lin	671.452672	861.929472	7.90492582321167	79.918165	0.0
0.3247213661670685	8	0.0	wikitext	comb_8	opt	rnd_search_t_lin	671.452672	861.929472	7.898097038269043	82.954579	0.0
0.31870993971824646	5	0.0	wikitext	comb_17	opt	rnd_search_t_lin	671.452672	861.929472	8.04486083984375	84.031149	0.0
0.32475516200065613	7	0.0	wikitext	comb_13	opt	rnd_search_t_lin	671.452672	861.929472	7.915498733520508	90.155309	0.0
0.3230665326118469	6	0.0	wikitext	comb_6	opt	rnd_search_t_lin	671.452672	861.929472	7.79445743560791	98.263625	0.0
0.03439153730869293	8	0.0	wikitext	comb_4_t	opt	rnd_search_t_lin	679.515648	861.929472	1.0895355939865112	75.166576	0.0
0.3710233271121979	5	0.0	wikitext	comb_6_t	opt	rnd_search_t_lin	679.98464	861.929472	5.7851667404174805	114.919357	0.0
0.02222222462296486	7	0.0	wikitext	comb_18_t	opt	rnd_search_t_lin	678.220288	876.609536	1.0970274209976196	47.735558	0.0
0.02539682947099209	6	0.0	wikitext	comb_18_t	opt	rnd_search_t_lin	678.220288	876.609536	1.0965391397476196	48.629584	0.0
0.01587301678955555	8	0.0	wikitext	comb_18_t	opt	rnd_search_t_lin	678.220288	876.609536	1.0970399379730225	53.889522	0.0
0.01111111231148243	5	0.0	wikitext	comb_18_t	opt	rnd_search_t_lin	678.220288	876.609536	1.095937967300415	55.672811	0.0
0.01746032014489174	4	0.0	wikitext	comb_18_t	opt	rnd_search_t_lin	678.220288	876.609536	1.0911974906921387	55.724074	0.0
0.4231002926826477	7	0.0	wikitext	comb_16_t	opt	rnd_search_t_lin	678.691328	876.609536	4.796742916107178	35.798626	0.0
0.349679172039032	4	0.0	wikitext	comb_16_t	opt	rnd_search_t_lin	678.691328	876.609536	6.509571552276611	41.954096	0.0
0.43161097168922424	8	0.0	wikitext	comb_16_t	opt	rnd_search_t_lin	678.691328	876.609536	4.668464183807373	45.154912	0.0
0.37835192680358887	5	0.0	wikitext	comb_16_t	opt	rnd_search_t_lin	678.691328	876.609536	5.709355354309082	55.442479	0.0
0.4062816798686981	6	0.0	wikitext	comb_16_t	opt	rnd_search_t_lin	678.691328	876.609536	5.159858703613281	59.342301	0.0
0.4348868429660797	8	0.0	wikitext	woq_t	opt	fixed	678.766592	876.609536	4.628549575805664	36.860094	0.0
0.3300911784172058	4	0.0	wikitext	woq_t	opt	fixed	678.766592	876.609536	6.9331254959106445	37.282639	0.0
0.41827085614204407	7	0.0	wikitext	woq_t	opt	fixed	678.766592	876.609536	4.8339762687683105	37.796583	0.0
0.3671395182609558	5	0.0	wikitext	woq_t	opt	fixed	678.766592	876.609536	5.918491840362549	45.642527	0.0
0.3894292414188385	6	0.0	wikitext	woq_t	opt	fixed	678.766592	876.609536	5.3306756019592285	57.535467	0.0
0.0	8	0.0	wikitext	comb_10_t	opt	rnd_search_t_lin	679.5136	876.609536	1.1143286228179932	81.811703	0.0
0.03439153730869293	6	0.0	wikitext	comb_4_t	opt	rnd_search_t_lin	679.515648	876.609536	1.0906825065612793	66.845205	0.0
0.03439153730869293	7	0.0	wikitext	comb_4_t	opt	rnd_search_t_lin	679.515648	876.609536	1.0892337560653687	71.659688	0.0
0.03439153730869293	5	0.0	wikitext	comb_4_t	opt	rnd_search_t_lin	679.515648	876.609536	1.0911694765090942	77.386616	0.0
0.4060114920139313	6	0.0	wikitext	comb_13_t	opt	rnd_search_t_lin	679.98464	876.609536	5.150775909423828	60.534381	0.0
0.378081738948822	5	0.0	wikitext	comb_13_t	opt	rnd_search_t_lin	679.98464	876.609536	5.7206034660339355	62.611089	0.0
0.3518068194389343	4	0.0	wikitext	comb_6_t	opt	rnd_search_t_lin	679.98464	876.609536	6.475393295288086	63.228896	0.0
0.43208375573158264	8	0.0	wikitext	comb_13_t	opt	rnd_search_t_lin	679.98464	876.609536	4.685630798339844	65.486457	0.0
0.42644378542900085	7	0.0	wikitext	comb_6_t	opt	rnd_search_t_lin	679.98464	876.609536	4.765923500061035	65.629395	0.0
0.42816615104675293	7	0.0	wikitext	comb_13_t	opt	rnd_search_t_lin	679.98464	876.609536	4.725980758666992	68.136291	0.0
0.4055386781692505	6	0.0	wikitext	comb_6_t	opt	rnd_search_t_lin	679.98464	876.609536	5.159693717956543	70.367522	0.0
0.3502870798110962	4	0.0	wikitext	comb_13_t	opt	rnd_search_t_lin	679.98464	876.609536	6.531637191772461	72.248555	0.0
0.4367106258869171	8	0.0	wikitext	comb_6_t	opt	rnd_search_t_lin	679.98464	876.609536	4.647465705871582	81.247166	0.0
0.0	8	0.0	wikitext	comb_9_t	opt	rnd_search_t_lin	678.220288	882.900992	1.1143286228179932	66.015023	0.0
0.02063492313027382	8	0.0	wikitext	comb_7_t	opt	rnd_search_t_lin	679.5136	882.900992	1.0908915996551514	79.57301	0.0
0.03439153730869293	5	0.0	wikitext	comb_11_t	opt	rnd_search_t_lin	679.515648	882.900992	1.0914947986602783	65.897561	0.0
0.03439153730869293	8	0.0	wikitext	comb_11_t	opt	rnd_search_t_lin	679.515648	882.900992	1.0897611379623413	67.6391	0.0
0.03439153730869293	7	0.0	wikitext	comb_11_t	opt	rnd_search_t_lin	679.515648	882.900992	1.0899782180786133	71.201271	0.0
0.03439153730869293	6	0.0	wikitext	comb_11_t	opt	rnd_search_t_lin	679.515648	882.900992	1.0914734601974487	75.794038	0.0
0.3769335150718689	5	0.0	wikitext	comb_2_t	opt	rnd_search_t_lin	679.98464	882.900992	5.790805816650391	57.64531	0.0
0.3508273959159851	4	0.0	wikitext	comb_8_t	opt	rnd_search_t_lin	679.98464	882.900992	6.432225704193115	59.053089	0.0
0.3522796630859375	4	0.0	wikitext	comb_17_t	opt	rnd_search_t_lin	679.98464	882.900992	6.486408233642578	59.554203	0.0
0.42198583483695984	7	0.0	wikitext	comb_2_t	opt	rnd_search_t_lin	679.98464	882.900992	4.814931392669678	59.900119	0.0
0.3962850570678711	6	0.0	wikitext	comb_8_t	opt	rnd_search_t_lin	679.98464	882.900992	5.187918663024902	60.732247	0.0
0.35109758377075195	4	0.0	wikitext	comb_2_t	opt	rnd_search_t_lin	679.98464	882.900992	6.470651626586914	62.422563	0.0
0.4387369155883789	8	0.0	wikitext	comb_8_t	opt	rnd_search_t_lin	679.98464	882.900992	4.634716033935547	63.438498	0.0
0.4033772349357605	6	0.0	wikitext	comb_2_t	opt	rnd_search_t_lin	679.98464	882.900992	5.150485515594482	64.18751	0.0
0.39902061223983765	6	0.0	wikitext	comb_17_t	opt	rnd_search_t_lin	679.98464	882.900992	5.170352935791016	64.194361	0.0
0.4212765693664551	7	0.0	wikitext	comb_1_t	opt	rnd_search_t_lin	679.98464	882.900992	4.804351329803467	69.543071	0.0
0.37821683287620544	5	0.0	wikitext	comb_8_t	opt	rnd_search_t_lin	679.98464	882.900992	5.71916389465332	71.939136	0.0
0.4371834099292755	8	0.0	wikitext	comb_1_t	opt	rnd_search_t_lin	679.98464	882.900992	4.603111743927002	75.036764	0.0
0.3515028953552246	4	0.0	wikitext	comb_1_t	opt	rnd_search_t_lin	679.98464	882.900992	6.580682277679443	76.642967	0.0
0.3716312050819397	5	0.0	wikitext	comb_17_t	opt	rnd_search_t_lin	679.98464	882.900992	5.741307735443115	80.532663	0.0
0.4250253438949585	7	0.0	wikitext	comb_17_t	opt	rnd_search_t_lin	679.98464	882.900992	4.771450042724609	80.696175	0.0
0.39577847719192505	6	0.0	wikitext	comb_1_t	opt	rnd_search_t_lin	679.98464	882.900992	5.228115558624268	81.055101	0.0
0.42397838830947876	8	0.0	wikitext	comb_17_t	opt	rnd_search_t_lin	679.98464	882.900992	4.731600284576416	82.304804	0.0
0.36818641424179077	5	0.0	wikitext	comb_1_t	opt	rnd_search_t_lin	679.98464	882.900992	5.8538432121276855	83.913326	0.0
0.4328942894935608	8	0.0	wikitext	comb_2_t	opt	rnd_search_t_lin	679.98464	882.900992	4.651790618896484	95.467562	0.0
0.41019928455352783	7	0.0	wikitext	comb_8_t	opt	rnd_search_t_lin	679.98464	882.900992	4.821557521820068	100.211088	0.0
0.0031746034510433674	8	0.0	wikitext	comb_15	opt	rnd_search_t_lin	477.740032	968.884224	1.1113028526306152	0.08445	0.0
0.0	4	0.0	wikitext	comb_5	opt	rnd_search_t_lin	477.740032	968.884224	1.1188126802444458	0.155896	0.0
0.0	5	0.0	wikitext	comb_5	opt	rnd_search_t_lin	477.740032	968.884224	1.1188126802444458	0.155896	0.0
0.0	6	0.0	wikitext	comb_5	opt	rnd_search_t_lin	477.740032	968.884224	1.1188126802444458	0.155896	0.0
0.0	7	0.0	wikitext	comb_5	opt	rnd_search_t_lin	477.740032	968.884224	1.1188126802444458	0.155896	0.0
0.0	8	0.0	wikitext	comb_5	opt	rnd_search_t_lin	477.740032	968.884224	1.1188126802444458	0.155896	0.0
0.0	4	0.0	wikitext	comb_15	opt	rnd_search_t_lin	477.740032	968.884224	1.106236457824707	0.200274	0.0
0.0	5	0.0	wikitext	comb_15	opt	rnd_search_t_lin	477.740032	968.884224	1.106236457824707	0.200274	0.0
0.0	6	0.0	wikitext	comb_15	opt	rnd_search_t_lin	477.740032	968.884224	1.106236457824707	0.200274	0.0
0.0	7	0.0	wikitext	comb_15	opt	rnd_search_t_lin	477.740032	968.884224	1.106236457824707	0.200274	0.0
0.0	8	0.0	wikitext	comb_5_t	opt	rnd_search_t_lin	486.259712	1073.741824	1.099299430847168	0.087137	0.0
0.0	7	0.0	wikitext	comb_15_t	opt	rnd_search_t_lin	486.259712	1073.741824	1.106236457824707	0.137643	0.0
0.0031746034510433674	8	0.0	wikitext	comb_15_t	opt	rnd_search_t_lin	486.259712	1073.741824	1.1113028526306152	0.162569	0.0
0.3243836760520935	32	0.0	wikitext	base	opt	----	1359.398912	1402.994688	7.934948921203613	26.792564	0.0