Diogo-V's picture
Upload results for opt
b3bfe59 verified
accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer
0.2965889573097229 4 0.0 wikitext ao_woq opt fixed 268.126208 773.849088 8.768630981445312 42.637506 0.0
0.0 4 0.0 wikitext comb_3 opt rnd_search_t_lin 670.981632 840.957952 1.1128666400909424 63.435598 0.0
0.0 5 0.0 wikitext comb_3 opt rnd_search_t_lin 670.981632 840.957952 1.1128666400909424 63.435598 0.0
0.0 6 0.0 wikitext comb_3 opt rnd_search_t_lin 670.981632 840.957952 1.1128666400909424 63.435598 0.0
0.0 7 0.0 wikitext comb_3 opt rnd_search_t_lin 670.981632 840.957952 1.1128666400909424 63.435598 0.0
0.0 8 0.0 wikitext comb_3 opt rnd_search_t_lin 670.981632 840.957952 1.1128666400909424 63.435598 0.0
0.32019591331481934 5 0.0 wikitext comb_6 opt rnd_search_t_lin 671.452672 840.957952 8.026485443115234 65.826631 0.0
0.3183721601963043 8 0.0 wikitext comb_4 opt rnd_search_t_lin 671.452672 840.957952 7.9405999183654785 77.027497 0.0
0.32482269406318665 8 0.0 wikitext ao_woq opt fixed 580.071936 851.443712 7.916566848754883 36.438058 0.0
0.01587301678955555 8 0.0 wikitext comb_3_t opt rnd_search_t_lin 679.5136 855.638016 1.0903849601745605 69.814999 0.0
0.0015873017255216837 5 0.0 wikitext comb_18 opt rnd_search_t_lin 669.68832 861.929472 1.113356113433838 46.762203 0.0
0.0015873017255216837 8 0.0 wikitext comb_18 opt rnd_search_t_lin 669.68832 861.929472 1.110521912574768 50.314738 0.0
0.0015873017255216837 7 0.0 wikitext comb_18 opt rnd_search_t_lin 669.68832 861.929472 1.1113218069076538 51.504408 0.0
0.0031746034510433674 6 0.0 wikitext comb_18 opt rnd_search_t_lin 669.68832 861.929472 1.111747145652771 56.56761 0.0
0.0 4 0.0 wikitext comb_9 opt rnd_search_t_lin 669.68832 861.929472 1.1143286228179932 56.996145 0.0
0.0 5 0.0 wikitext comb_9 opt rnd_search_t_lin 669.68832 861.929472 1.1143286228179932 56.996145 0.0
0.0 6 0.0 wikitext comb_9 opt rnd_search_t_lin 669.68832 861.929472 1.1143286228179932 56.996145 0.0
0.0 7 0.0 wikitext comb_9 opt rnd_search_t_lin 669.68832 861.929472 1.1143286228179932 56.996145 0.0
0.0 8 0.0 wikitext comb_9 opt rnd_search_t_lin 669.68832 861.929472 1.1143286228179932 56.996145 0.0
0.0 4 0.0 wikitext comb_18 opt rnd_search_t_lin 669.68832 861.929472 1.112660527229309 63.693375 0.0
0.3250928819179535 7 0.0 wikitext comb_16 opt rnd_search_t_lin 670.15936 861.929472 7.887872219085693 39.646089 0.0
0.32249242067337036 6 0.0 wikitext comb_16 opt rnd_search_t_lin 670.15936 861.929472 7.770777702331543 44.904079 0.0
0.30770012736320496 4 0.0 wikitext comb_16 opt rnd_search_t_lin 670.15936 861.929472 8.266535758972168 47.51232 0.0
0.324316143989563 8 0.0 wikitext comb_16 opt rnd_search_t_lin 670.15936 861.929472 7.897396087646484 50.721545 0.0
0.31870993971824646 5 0.0 wikitext comb_16 opt rnd_search_t_lin 670.15936 861.929472 8.07819938659668 56.131806 0.0
0.32451874017715454 7 0.0 wikitext woq opt fixed 670.234624 861.929472 7.905444145202637 38.590111 0.0
0.31702131032943726 5 0.0 wikitext woq opt fixed 670.234624 861.929472 8.222683906555176 38.719401 0.0
0.2924012243747711 4 0.0 wikitext woq opt fixed 670.234624 861.929472 8.903441429138184 40.24901 0.0
0.321073979139328 6 0.0 wikitext woq opt fixed 670.234624 861.929472 7.8056864738464355 42.538086 0.0
0.3248564898967743 8 0.0 wikitext woq opt fixed 670.234624 861.929472 7.916111469268799 47.602743 0.0
0.004761905409395695 6 0.0 wikitext comb_11 opt rnd_search_t_lin 670.981632 861.929472 1.12494957447052 65.501134 0.0
0.0 4 0.0 wikitext comb_7 opt rnd_search_t_lin 670.981632 861.929472 1.1109789609909058 68.666621 0.0
0.0 5 0.0 wikitext comb_7 opt rnd_search_t_lin 670.981632 861.929472 1.1109789609909058 68.666621 0.0
0.0 6 0.0 wikitext comb_7 opt rnd_search_t_lin 670.981632 861.929472 1.1109789609909058 68.666621 0.0
0.0 7 0.0 wikitext comb_7 opt rnd_search_t_lin 670.981632 861.929472 1.1109789609909058 68.666621 0.0
0.0 8 0.0 wikitext comb_7 opt rnd_search_t_lin 670.981632 861.929472 1.1109789609909058 68.666621 0.0
0.0 4 0.0 wikitext comb_11 opt rnd_search_t_lin 670.981632 861.929472 1.1244258880615234 69.663043 0.0
0.0 5 0.0 wikitext comb_11 opt rnd_search_t_lin 670.981632 861.929472 1.1244258880615234 69.663043 0.0
0.0 4 0.0 wikitext comb_10 opt rnd_search_t_lin 670.981632 861.929472 1.1143286228179932 71.067135 0.0
0.0 5 0.0 wikitext comb_10 opt rnd_search_t_lin 670.981632 861.929472 1.1143286228179932 71.067135 0.0
0.0 6 0.0 wikitext comb_10 opt rnd_search_t_lin 670.981632 861.929472 1.1143286228179932 71.067135 0.0
0.0 7 0.0 wikitext comb_10 opt rnd_search_t_lin 670.981632 861.929472 1.1143286228179932 71.067135 0.0
0.0 8 0.0 wikitext comb_10 opt rnd_search_t_lin 670.981632 861.929472 1.1143286228179932 71.067135 0.0
0.0 4 0.0 wikitext comb_4 opt rnd_search_t_lin 670.981632 861.929472 1.1228798627853394 76.821595 0.0
0.0 5 0.0 wikitext comb_4 opt rnd_search_t_lin 670.981632 861.929472 1.1228798627853394 76.821595 0.0
0.0015873017255216837 6 0.0 wikitext comb_4 opt rnd_search_t_lin 670.981632 861.929472 1.109244465827942 98.298064 0.0
0.02191988192498684 7 0.0 wikitext comb_11 opt rnd_search_t_lin 670.992896 861.929472 1.2106146812438965 68.962262 0.0
0.3090847432613373 4 0.0 wikitext comb_13 opt rnd_search_t_lin 671.452672 861.929472 8.242518424987793 56.325537 0.0
0.32242488861083984 8 0.0 wikitext comb_2 opt rnd_search_t_lin 671.452672 861.929472 7.951061248779297 57.536829 0.0
0.315163791179657 6 0.0 wikitext comb_2 opt rnd_search_t_lin 671.452672 861.929472 7.984647274017334 59.376824 0.0
0.3170888125896454 5 0.0 wikitext comb_1 opt rnd_search_t_lin 671.452672 861.929472 8.172203063964844 60.021127 0.0
0.3249240219593048 7 0.0 wikitext comb_17 opt rnd_search_t_lin 671.452672 861.929472 7.915891170501709 60.657138 0.0
0.32448500394821167 8 0.0 wikitext comb_17 opt rnd_search_t_lin 671.452672 861.929472 7.912779331207275 60.902656 0.0
0.27413037419319153 8 0.0 wikitext comb_11 opt rnd_search_t_lin 671.452672 861.929472 10.448921203613281 60.944307 0.0
0.3198243975639343 5 0.0 wikitext comb_13 opt rnd_search_t_lin 671.452672 861.929472 8.035484313964844 62.138578 0.0
0.3082066774368286 4 0.0 wikitext comb_17 opt rnd_search_t_lin 671.452672 861.929472 8.241694450378418 62.370601 0.0
0.3202296793460846 6 0.0 wikitext comb_17 opt rnd_search_t_lin 671.452672 861.929472 7.8044023513793945 62.394463 0.0
0.31911516189575195 5 0.0 wikitext comb_2 opt rnd_search_t_lin 671.452672 861.929472 8.0780029296875 62.801741 0.0
0.3217832148075104 6 0.0 wikitext comb_8 opt rnd_search_t_lin 671.452672 861.929472 7.80874490737915 62.974323 0.0
0.3083755373954773 4 0.0 wikitext comb_2 opt rnd_search_t_lin 671.452672 861.929472 8.265538215637207 63.38331 0.0
0.3084430992603302 4 0.0 wikitext comb_6 opt rnd_search_t_lin 671.452672 861.929472 8.296141624450684 63.648553 0.0
0.30810537934303284 4 0.0 wikitext comb_8 opt rnd_search_t_lin 671.452672 861.929472 8.300801277160645 64.912993 0.0
0.321783185005188 6 0.0 wikitext comb_1 opt rnd_search_t_lin 671.452672 861.929472 7.818144798278809 66.883524 0.0
0.32428237795829773 8 0.0 wikitext comb_13 opt rnd_search_t_lin 671.452672 861.929472 7.894216537475586 67.745521 0.0
0.32489025592803955 7 0.0 wikitext comb_1 opt rnd_search_t_lin 671.452672 861.929472 7.9125261306762695 68.078212 0.0
0.3088821768760681 4 0.0 wikitext comb_1 opt rnd_search_t_lin 671.452672 861.929472 8.28077507019043 68.676776 0.0
0.3196893036365509 5 0.0 wikitext comb_8 opt rnd_search_t_lin 671.452672 861.929472 8.02696418762207 69.63984 0.0
0.32532933354377747 7 0.0 wikitext comb_6 opt rnd_search_t_lin 671.452672 861.929472 7.9323954582214355 69.834431 0.0
0.19878418743610382 7 0.0 wikitext comb_4 opt rnd_search_t_lin 671.452672 861.929472 14.09366226196289 70.663127 0.0
0.3252279758453369 7 0.0 wikitext comb_8 opt rnd_search_t_lin 671.452672 861.929472 7.921492576599121 72.464135 0.0
0.32573455572128296 7 0.0 wikitext comb_2 opt rnd_search_t_lin 671.452672 861.929472 7.93153715133667 72.705633 0.0
0.3245525062084198 8 0.0 wikitext comb_1 opt rnd_search_t_lin 671.452672 861.929472 7.927012920379639 77.618378 0.0
0.320702463388443 6 0.0 wikitext comb_13 opt rnd_search_t_lin 671.452672 861.929472 7.805671215057373 78.028625 0.0
0.32505911588668823 8 0.0 wikitext comb_6 opt rnd_search_t_lin 671.452672 861.929472 7.90492582321167 79.918165 0.0
0.3247213661670685 8 0.0 wikitext comb_8 opt rnd_search_t_lin 671.452672 861.929472 7.898097038269043 82.954579 0.0
0.31870993971824646 5 0.0 wikitext comb_17 opt rnd_search_t_lin 671.452672 861.929472 8.04486083984375 84.031149 0.0
0.32475516200065613 7 0.0 wikitext comb_13 opt rnd_search_t_lin 671.452672 861.929472 7.915498733520508 90.155309 0.0
0.3230665326118469 6 0.0 wikitext comb_6 opt rnd_search_t_lin 671.452672 861.929472 7.79445743560791 98.263625 0.0
0.03439153730869293 8 0.0 wikitext comb_4_t opt rnd_search_t_lin 679.515648 861.929472 1.0895355939865112 75.166576 0.0
0.3710233271121979 5 0.0 wikitext comb_6_t opt rnd_search_t_lin 679.98464 861.929472 5.7851667404174805 114.919357 0.0
0.02222222462296486 7 0.0 wikitext comb_18_t opt rnd_search_t_lin 678.220288 876.609536 1.0970274209976196 47.735558 0.0
0.02539682947099209 6 0.0 wikitext comb_18_t opt rnd_search_t_lin 678.220288 876.609536 1.0965391397476196 48.629584 0.0
0.01587301678955555 8 0.0 wikitext comb_18_t opt rnd_search_t_lin 678.220288 876.609536 1.0970399379730225 53.889522 0.0
0.01111111231148243 5 0.0 wikitext comb_18_t opt rnd_search_t_lin 678.220288 876.609536 1.095937967300415 55.672811 0.0
0.01746032014489174 4 0.0 wikitext comb_18_t opt rnd_search_t_lin 678.220288 876.609536 1.0911974906921387 55.724074 0.0
0.4231002926826477 7 0.0 wikitext comb_16_t opt rnd_search_t_lin 678.691328 876.609536 4.796742916107178 35.798626 0.0
0.349679172039032 4 0.0 wikitext comb_16_t opt rnd_search_t_lin 678.691328 876.609536 6.509571552276611 41.954096 0.0
0.43161097168922424 8 0.0 wikitext comb_16_t opt rnd_search_t_lin 678.691328 876.609536 4.668464183807373 45.154912 0.0
0.37835192680358887 5 0.0 wikitext comb_16_t opt rnd_search_t_lin 678.691328 876.609536 5.709355354309082 55.442479 0.0
0.4062816798686981 6 0.0 wikitext comb_16_t opt rnd_search_t_lin 678.691328 876.609536 5.159858703613281 59.342301 0.0
0.4348868429660797 8 0.0 wikitext woq_t opt fixed 678.766592 876.609536 4.628549575805664 36.860094 0.0
0.3300911784172058 4 0.0 wikitext woq_t opt fixed 678.766592 876.609536 6.9331254959106445 37.282639 0.0
0.41827085614204407 7 0.0 wikitext woq_t opt fixed 678.766592 876.609536 4.8339762687683105 37.796583 0.0
0.3671395182609558 5 0.0 wikitext woq_t opt fixed 678.766592 876.609536 5.918491840362549 45.642527 0.0
0.3894292414188385 6 0.0 wikitext woq_t opt fixed 678.766592 876.609536 5.3306756019592285 57.535467 0.0
0.0 8 0.0 wikitext comb_10_t opt rnd_search_t_lin 679.5136 876.609536 1.1143286228179932 81.811703 0.0
0.03439153730869293 6 0.0 wikitext comb_4_t opt rnd_search_t_lin 679.515648 876.609536 1.0906825065612793 66.845205 0.0
0.03439153730869293 7 0.0 wikitext comb_4_t opt rnd_search_t_lin 679.515648 876.609536 1.0892337560653687 71.659688 0.0
0.03439153730869293 5 0.0 wikitext comb_4_t opt rnd_search_t_lin 679.515648 876.609536 1.0911694765090942 77.386616 0.0
0.4060114920139313 6 0.0 wikitext comb_13_t opt rnd_search_t_lin 679.98464 876.609536 5.150775909423828 60.534381 0.0
0.378081738948822 5 0.0 wikitext comb_13_t opt rnd_search_t_lin 679.98464 876.609536 5.7206034660339355 62.611089 0.0
0.3518068194389343 4 0.0 wikitext comb_6_t opt rnd_search_t_lin 679.98464 876.609536 6.475393295288086 63.228896 0.0
0.43208375573158264 8 0.0 wikitext comb_13_t opt rnd_search_t_lin 679.98464 876.609536 4.685630798339844 65.486457 0.0
0.42644378542900085 7 0.0 wikitext comb_6_t opt rnd_search_t_lin 679.98464 876.609536 4.765923500061035 65.629395 0.0
0.42816615104675293 7 0.0 wikitext comb_13_t opt rnd_search_t_lin 679.98464 876.609536 4.725980758666992 68.136291 0.0
0.4055386781692505 6 0.0 wikitext comb_6_t opt rnd_search_t_lin 679.98464 876.609536 5.159693717956543 70.367522 0.0
0.3502870798110962 4 0.0 wikitext comb_13_t opt rnd_search_t_lin 679.98464 876.609536 6.531637191772461 72.248555 0.0
0.4367106258869171 8 0.0 wikitext comb_6_t opt rnd_search_t_lin 679.98464 876.609536 4.647465705871582 81.247166 0.0
0.0 8 0.0 wikitext comb_9_t opt rnd_search_t_lin 678.220288 882.900992 1.1143286228179932 66.015023 0.0
0.02063492313027382 8 0.0 wikitext comb_7_t opt rnd_search_t_lin 679.5136 882.900992 1.0908915996551514 79.57301 0.0
0.03439153730869293 5 0.0 wikitext comb_11_t opt rnd_search_t_lin 679.515648 882.900992 1.0914947986602783 65.897561 0.0
0.03439153730869293 8 0.0 wikitext comb_11_t opt rnd_search_t_lin 679.515648 882.900992 1.0897611379623413 67.6391 0.0
0.03439153730869293 7 0.0 wikitext comb_11_t opt rnd_search_t_lin 679.515648 882.900992 1.0899782180786133 71.201271 0.0
0.03439153730869293 6 0.0 wikitext comb_11_t opt rnd_search_t_lin 679.515648 882.900992 1.0914734601974487 75.794038 0.0
0.3769335150718689 5 0.0 wikitext comb_2_t opt rnd_search_t_lin 679.98464 882.900992 5.790805816650391 57.64531 0.0
0.3508273959159851 4 0.0 wikitext comb_8_t opt rnd_search_t_lin 679.98464 882.900992 6.432225704193115 59.053089 0.0
0.3522796630859375 4 0.0 wikitext comb_17_t opt rnd_search_t_lin 679.98464 882.900992 6.486408233642578 59.554203 0.0
0.42198583483695984 7 0.0 wikitext comb_2_t opt rnd_search_t_lin 679.98464 882.900992 4.814931392669678 59.900119 0.0
0.3962850570678711 6 0.0 wikitext comb_8_t opt rnd_search_t_lin 679.98464 882.900992 5.187918663024902 60.732247 0.0
0.35109758377075195 4 0.0 wikitext comb_2_t opt rnd_search_t_lin 679.98464 882.900992 6.470651626586914 62.422563 0.0
0.4387369155883789 8 0.0 wikitext comb_8_t opt rnd_search_t_lin 679.98464 882.900992 4.634716033935547 63.438498 0.0
0.4033772349357605 6 0.0 wikitext comb_2_t opt rnd_search_t_lin 679.98464 882.900992 5.150485515594482 64.18751 0.0
0.39902061223983765 6 0.0 wikitext comb_17_t opt rnd_search_t_lin 679.98464 882.900992 5.170352935791016 64.194361 0.0
0.4212765693664551 7 0.0 wikitext comb_1_t opt rnd_search_t_lin 679.98464 882.900992 4.804351329803467 69.543071 0.0
0.37821683287620544 5 0.0 wikitext comb_8_t opt rnd_search_t_lin 679.98464 882.900992 5.71916389465332 71.939136 0.0
0.4371834099292755 8 0.0 wikitext comb_1_t opt rnd_search_t_lin 679.98464 882.900992 4.603111743927002 75.036764 0.0
0.3515028953552246 4 0.0 wikitext comb_1_t opt rnd_search_t_lin 679.98464 882.900992 6.580682277679443 76.642967 0.0
0.3716312050819397 5 0.0 wikitext comb_17_t opt rnd_search_t_lin 679.98464 882.900992 5.741307735443115 80.532663 0.0
0.4250253438949585 7 0.0 wikitext comb_17_t opt rnd_search_t_lin 679.98464 882.900992 4.771450042724609 80.696175 0.0
0.39577847719192505 6 0.0 wikitext comb_1_t opt rnd_search_t_lin 679.98464 882.900992 5.228115558624268 81.055101 0.0
0.42397838830947876 8 0.0 wikitext comb_17_t opt rnd_search_t_lin 679.98464 882.900992 4.731600284576416 82.304804 0.0
0.36818641424179077 5 0.0 wikitext comb_1_t opt rnd_search_t_lin 679.98464 882.900992 5.8538432121276855 83.913326 0.0
0.4328942894935608 8 0.0 wikitext comb_2_t opt rnd_search_t_lin 679.98464 882.900992 4.651790618896484 95.467562 0.0
0.41019928455352783 7 0.0 wikitext comb_8_t opt rnd_search_t_lin 679.98464 882.900992 4.821557521820068 100.211088 0.0
0.0031746034510433674 8 0.0 wikitext comb_15 opt rnd_search_t_lin 477.740032 968.884224 1.1113028526306152 0.08445 0.0
0.0 4 0.0 wikitext comb_5 opt rnd_search_t_lin 477.740032 968.884224 1.1188126802444458 0.155896 0.0
0.0 5 0.0 wikitext comb_5 opt rnd_search_t_lin 477.740032 968.884224 1.1188126802444458 0.155896 0.0
0.0 6 0.0 wikitext comb_5 opt rnd_search_t_lin 477.740032 968.884224 1.1188126802444458 0.155896 0.0
0.0 7 0.0 wikitext comb_5 opt rnd_search_t_lin 477.740032 968.884224 1.1188126802444458 0.155896 0.0
0.0 8 0.0 wikitext comb_5 opt rnd_search_t_lin 477.740032 968.884224 1.1188126802444458 0.155896 0.0
0.0 4 0.0 wikitext comb_15 opt rnd_search_t_lin 477.740032 968.884224 1.106236457824707 0.200274 0.0
0.0 5 0.0 wikitext comb_15 opt rnd_search_t_lin 477.740032 968.884224 1.106236457824707 0.200274 0.0
0.0 6 0.0 wikitext comb_15 opt rnd_search_t_lin 477.740032 968.884224 1.106236457824707 0.200274 0.0
0.0 7 0.0 wikitext comb_15 opt rnd_search_t_lin 477.740032 968.884224 1.106236457824707 0.200274 0.0
0.0 8 0.0 wikitext comb_5_t opt rnd_search_t_lin 486.259712 1073.741824 1.099299430847168 0.087137 0.0
0.0 7 0.0 wikitext comb_15_t opt rnd_search_t_lin 486.259712 1073.741824 1.106236457824707 0.137643 0.0
0.0031746034510433674 8 0.0 wikitext comb_15_t opt rnd_search_t_lin 486.259712 1073.741824 1.1113028526306152 0.162569 0.0
0.3243836760520935 32 0.0 wikitext base opt ---- 1359.398912 1402.994688 7.934948921203613 26.792564 0.0