|
accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer |
|
0.2965889573097229 4 0.0 wikitext ao_woq opt fixed 268.126208 715.128832 8.768630981445312 36.789334 0.0 |
|
0.32482269406318665 8 0.0 wikitext ao_woq opt fixed 580.071936 851.443712 7.916566848754883 34.130404 0.0 |
|
0.0015873017255216837 5 0.0 wikitext comb_17 opt rnd_search_t_cos 669.68832 861.929472 1.113356113433838 32.942474 0.0 |
|
0.0015873017255216837 7 0.0 wikitext comb_17 opt rnd_search_t_cos 669.68832 861.929472 1.1113218069076538 36.931346 0.0 |
|
0.0 4 0.0 wikitext comb_5 opt rnd_search_t_cos 669.68832 861.929472 1.1143286228179932 37.7132 0.0 |
|
0.0 5 0.0 wikitext comb_5 opt rnd_search_t_cos 669.68832 861.929472 1.1143286228179932 37.7132 0.0 |
|
0.0 6 0.0 wikitext comb_5 opt rnd_search_t_cos 669.68832 861.929472 1.1143286228179932 37.7132 0.0 |
|
0.0 7 0.0 wikitext comb_5 opt rnd_search_t_cos 669.68832 861.929472 1.1143286228179932 37.7132 0.0 |
|
0.0 8 0.0 wikitext comb_5 opt rnd_search_t_cos 669.68832 861.929472 1.1143286228179932 37.7132 0.0 |
|
0.0 4 0.0 wikitext comb_17 opt rnd_search_t_cos 669.68832 861.929472 1.112660527229309 38.042724 0.0 |
|
0.0015873017255216837 8 0.0 wikitext comb_17 opt rnd_search_t_cos 669.68832 861.929472 1.110521912574768 38.418364 0.0 |
|
0.0031746034510433674 6 0.0 wikitext comb_17 opt rnd_search_t_cos 669.68832 861.929472 1.111747145652771 39.369569 0.0 |
|
0.3243836760520935 8 0.0 wikitext comb_15 opt rnd_search_t_cos 670.15936 861.929472 7.910774230957031 27.715499 0.0 |
|
0.32512664794921875 7 0.0 wikitext comb_15 opt rnd_search_t_cos 670.15936 861.929472 7.901535511016846 28.336451 0.0 |
|
0.31864237785339355 5 0.0 wikitext comb_15 opt rnd_search_t_cos 670.15936 861.929472 8.090120315551758 31.903253 0.0 |
|
0.3068895936012268 4 0.0 wikitext comb_15 opt rnd_search_t_cos 670.15936 861.929472 8.280084609985352 31.999083 0.0 |
|
0.32380953431129456 6 0.0 wikitext comb_15 opt rnd_search_t_cos 670.15936 861.929472 7.785388469696045 32.964006 0.0 |
|
0.321073979139328 6 0.0 wikitext woq opt fixed 670.234624 861.929472 7.8056864738464355 29.655197 0.0 |
|
0.2924012243747711 4 0.0 wikitext woq opt fixed 670.234624 861.929472 8.903441429138184 34.571433 0.0 |
|
0.3248564898967743 8 0.0 wikitext woq opt fixed 670.234624 861.929472 7.916111469268799 36.253733 0.0 |
|
0.32451874017715454 7 0.0 wikitext woq opt fixed 670.234624 861.929472 7.905444145202637 36.444165 0.0 |
|
0.31702131032943726 5 0.0 wikitext woq opt fixed 670.234624 861.929472 8.222683906555176 37.870234 0.0 |
|
0.0 4 0.0 wikitext comb_18 opt rnd_search_t_cos 670.981632 861.929472 1.1166749000549316 43.067029 0.0 |
|
0.0 5 0.0 wikitext comb_18 opt rnd_search_t_cos 670.981632 861.929472 1.1166749000549316 43.067029 0.0 |
|
0.0 6 0.0 wikitext comb_18 opt rnd_search_t_cos 670.981632 861.929472 1.1166749000549316 43.067029 0.0 |
|
0.0 7 0.0 wikitext comb_18 opt rnd_search_t_cos 670.981632 861.929472 1.1166749000549316 43.067029 0.0 |
|
0.0 4 0.0 wikitext comb_10 opt rnd_search_t_cos 670.981632 861.929472 1.107284665107727 47.13581 0.0 |
|
0.0 5 0.0 wikitext comb_10 opt rnd_search_t_cos 670.981632 861.929472 1.107284665107727 47.13581 0.0 |
|
0.0 6 0.0 wikitext comb_10 opt rnd_search_t_cos 670.981632 861.929472 1.107284665107727 47.13581 0.0 |
|
0.0 7 0.0 wikitext comb_10 opt rnd_search_t_cos 670.981632 861.929472 1.107284665107727 47.13581 0.0 |
|
0.0 8 0.0 wikitext comb_10 opt rnd_search_t_cos 670.981632 861.929472 1.107284665107727 47.13581 0.0 |
|
0.0 4 0.0 wikitext comb_9 opt rnd_search_t_cos 670.981632 861.929472 1.115135669708252 48.316474 0.0 |
|
0.0 5 0.0 wikitext comb_9 opt rnd_search_t_cos 670.981632 861.929472 1.115135669708252 48.316474 0.0 |
|
0.0 6 0.0 wikitext comb_9 opt rnd_search_t_cos 670.981632 861.929472 1.115135669708252 48.316474 0.0 |
|
0.01269841380417347 7 0.0 wikitext comb_12 opt rnd_search_t_cos 670.981632 861.929472 1.10343599319458 49.092004 0.0 |
|
0.004761905409395695 8 0.0 wikitext comb_18 opt rnd_search_t_cos 670.981632 861.929472 1.110178828239441 52.575273 0.0 |
|
0.0 4 0.0 wikitext comb_12 opt rnd_search_t_cos 670.981632 861.929472 1.1151705980300903 53.333858 0.0 |
|
0.0 5 0.0 wikitext comb_12 opt rnd_search_t_cos 670.981632 861.929472 1.1151705980300903 53.333858 0.0 |
|
0.0 6 0.0 wikitext comb_12 opt rnd_search_t_cos 670.981632 861.929472 1.1151705980300903 53.333858 0.0 |
|
0.0 4 0.0 wikitext comb_2 opt rnd_search_t_cos 670.981632 861.929472 1.1143286228179932 57.869217 0.0 |
|
0.0 5 0.0 wikitext comb_2 opt rnd_search_t_cos 670.981632 861.929472 1.1143286228179932 57.869217 0.0 |
|
0.0 6 0.0 wikitext comb_2 opt rnd_search_t_cos 670.981632 861.929472 1.1143286228179932 57.869217 0.0 |
|
0.0 7 0.0 wikitext comb_2 opt rnd_search_t_cos 670.981632 861.929472 1.1143286228179932 57.869217 0.0 |
|
0.0 8 0.0 wikitext comb_2 opt rnd_search_t_cos 670.981632 861.929472 1.1143286228179932 57.869217 0.0 |
|
0.3243836760520935 7 0.0 wikitext comb_6 opt rnd_search_t_cos 671.452672 861.929472 7.9407548904418945 43.214376 0.0 |
|
0.3175278604030609 6 0.0 wikitext comb_1 opt rnd_search_t_cos 671.452672 861.929472 7.858508586883545 43.330536 0.0 |
|
0.32228976488113403 8 0.0 wikitext comb_1 opt rnd_search_t_cos 671.452672 861.929472 8.02734661102295 43.552336 0.0 |
|
0.32549813389778137 7 0.0 wikitext comb_4 opt rnd_search_t_cos 671.452672 861.929472 7.911805629730225 43.964159 0.0 |
|
0.32529547810554504 7 0.0 wikitext comb_8 opt rnd_search_t_cos 671.452672 861.929472 7.930828094482422 44.076739 0.0 |
|
0.3244849443435669 8 0.0 wikitext comb_8 opt rnd_search_t_cos 671.452672 861.929472 7.89646053314209 44.23618 0.0 |
|
0.28861871361732483 8 0.0 wikitext comb_12 opt rnd_search_t_cos 671.452672 861.929472 9.23768424987793 44.323249 0.0 |
|
0.3192164897918701 5 0.0 wikitext comb_1 opt rnd_search_t_cos 671.452672 861.929472 8.060843467712402 46.121806 0.0 |
|
0.3077676594257355 4 0.0 wikitext comb_1 opt rnd_search_t_cos 671.452672 861.929472 8.252416610717773 46.179727 0.0 |
|
0.32489025592803955 7 0.0 wikitext comb_16 opt rnd_search_t_cos 671.452672 861.929472 7.927831172943115 46.22939 0.0 |
|
0.3222559988498688 6 0.0 wikitext comb_4 opt rnd_search_t_cos 671.452672 861.929472 7.791579723358154 48.080151 0.0 |
|
0.3092873990535736 4 0.0 wikitext comb_8 opt rnd_search_t_cos 671.452672 861.929472 8.197556495666504 48.486795 0.0 |
|
0.3072948157787323 4 0.0 wikitext comb_4 opt rnd_search_t_cos 671.452672 861.929472 8.315207481384277 48.502763 0.0 |
|
0.3091523349285126 4 0.0 wikitext comb_6 opt rnd_search_t_cos 671.452672 861.929472 8.200687408447266 48.745011 0.0 |
|
0.32127657532691956 6 0.0 wikitext comb_8 opt rnd_search_t_cos 671.452672 861.929472 7.803115367889404 50.298732 0.0 |
|
0.3204660713672638 6 0.0 wikitext comb_6 opt rnd_search_t_cos 671.452672 861.929472 7.8048601150512695 50.314663 0.0 |
|
0.31803444027900696 8 0.0 wikitext comb_9 opt rnd_search_t_cos 671.452672 861.929472 7.951894760131836 50.44247 0.0 |
|
0.32445117831230164 8 0.0 wikitext comb_4 opt rnd_search_t_cos 671.452672 861.929472 7.918829441070557 50.584817 0.0 |
|
0.3243836760520935 8 0.0 wikitext comb_6 opt rnd_search_t_cos 671.452672 861.929472 7.916323184967041 50.942473 0.0 |
|
0.32158052921295166 6 0.0 wikitext comb_16 opt rnd_search_t_cos 671.452672 861.929472 7.8114914894104 51.424982 0.0 |
|
0.32228976488113403 6 0.0 wikitext comb_7 opt rnd_search_t_cos 671.452672 861.929472 7.79742956161499 51.780064 0.0 |
|
0.32445117831230164 8 0.0 wikitext comb_7 opt rnd_search_t_cos 671.452672 861.929472 7.91765022277832 53.036462 0.0 |
|
0.32404595613479614 8 0.0 wikitext comb_16 opt rnd_search_t_cos 671.452672 861.929472 7.9276041984558105 53.350211 0.0 |
|
0.3183046281337738 5 0.0 wikitext comb_6 opt rnd_search_t_cos 671.452672 861.929472 8.042561531066895 53.72996 0.0 |
|
0.30547115206718445 4 0.0 wikitext comb_16 opt rnd_search_t_cos 671.452672 861.929472 8.34504222869873 54.153153 0.0 |
|
0.3186085820198059 5 0.0 wikitext comb_7 opt rnd_search_t_cos 671.452672 861.929472 8.072864532470703 54.226595 0.0 |
|
0.31719014048576355 5 0.0 wikitext comb_16 opt rnd_search_t_cos 671.452672 861.929472 8.083148956298828 54.299619 0.0 |
|
0.325531929731369 7 0.0 wikitext comb_7 opt rnd_search_t_cos 671.452672 861.929472 7.89844274520874 54.916734 0.0 |
|
0.3184735178947449 5 0.0 wikitext comb_4 opt rnd_search_t_cos 671.452672 861.929472 8.065112113952637 56.869423 0.0 |
|
0.30756503343582153 4 0.0 wikitext comb_7 opt rnd_search_t_cos 671.452672 861.929472 8.318281173706055 57.017232 0.0 |
|
0.17818304896354675 7 0.0 wikitext comb_9 opt rnd_search_t_cos 671.452672 861.929472 19.78476905822754 57.553761 0.0 |
|
0.32117530703544617 7 0.0 wikitext comb_1 opt rnd_search_t_cos 671.452672 861.929472 8.00670337677002 59.005898 0.0 |
|
0.317325234413147 5 0.0 wikitext comb_8 opt rnd_search_t_cos 671.452672 861.929472 8.024106979370117 90.17578 0.0 |
|
0.01428571529686451 5 0.0 wikitext comb_17_t opt rnd_search_t_cos 678.220288 876.609536 1.0956053733825684 32.380779 0.0 |
|
0.01904762163758278 6 0.0 wikitext comb_17_t opt rnd_search_t_cos 678.220288 876.609536 1.0960376262664795 34.973899 0.0 |
|
0.01746032014489174 8 0.0 wikitext comb_17_t opt rnd_search_t_cos 678.220288 876.609536 1.0970067977905273 40.279978 0.0 |
|
0.01746032014489174 4 0.0 wikitext comb_17_t opt rnd_search_t_cos 678.220288 876.609536 1.091126561164856 40.620344 0.0 |
|
0.02222222462296486 7 0.0 wikitext comb_17_t opt rnd_search_t_cos 678.220288 876.609536 1.0970760583877563 40.817092 0.0 |
|
0.42205339670181274 8 0.0 wikitext comb_15_t opt rnd_search_t_cos 678.691328 876.609536 4.730661392211914 27.878713 0.0 |
|
0.4261736273765564 7 0.0 wikitext comb_15_t opt rnd_search_t_cos 678.691328 876.609536 4.773403167724609 29.448379 0.0 |
|
0.35055726766586304 4 0.0 wikitext comb_15_t opt rnd_search_t_cos 678.691328 876.609536 6.440487384796143 29.60762 0.0 |
|
0.3687605857849121 5 0.0 wikitext comb_15_t opt rnd_search_t_cos 678.691328 876.609536 5.807831287384033 36.0348 0.0 |
|
0.4021276533603668 6 0.0 wikitext comb_15_t opt rnd_search_t_cos 678.691328 876.609536 5.225438594818115 37.494329 0.0 |
|
0.4145559072494507 7 0.0 wikitext woq_t opt fixed 678.766592 876.609536 4.833712100982666 30.796047 0.0 |
|
0.36703819036483765 5 0.0 wikitext woq_t opt fixed 678.766592 876.609536 5.924375057220459 34.027332 0.0 |
|
0.4323539435863495 8 0.0 wikitext woq_t opt fixed 678.766592 876.609536 4.662631034851074 35.519977 0.0 |
|
0.33096927404403687 4 0.0 wikitext woq_t opt fixed 678.766592 876.609536 6.887519359588623 37.772622 0.0 |
|
0.3942924737930298 6 0.0 wikitext woq_t opt fixed 678.766592 876.609536 5.184271812438965 38.200507 0.0 |
|
0.0 8 0.0 wikitext comb_2_t opt rnd_search_t_cos 679.5136 876.609536 1.1143286228179932 51.688789 0.0 |
|
0.03439153730869293 8 0.0 wikitext comb_9_t opt rnd_search_t_cos 679.515648 876.609536 1.089562177658081 50.249901 0.0 |
|
0.03439153730869293 6 0.0 wikitext comb_9_t opt rnd_search_t_cos 679.515648 876.609536 1.089691162109375 53.737214 0.0 |
|
0.03439153730869293 7 0.0 wikitext comb_9_t opt rnd_search_t_cos 679.515648 876.609536 1.0896462202072144 54.708869 0.0 |
|
0.04556143656373024 8 0.0 wikitext comb_10_t opt rnd_search_t_cos 679.558656 876.609536 1.5699939727783203 49.392724 0.0 |
|
0.4122931957244873 7 0.0 wikitext comb_8_t opt rnd_search_t_cos 679.98464 876.609536 4.838024139404297 43.535376 0.0 |
|
0.4032759666442871 6 0.0 wikitext comb_8_t opt rnd_search_t_cos 679.98464 876.609536 5.126605033874512 43.93956 0.0 |
|
0.37652820348739624 5 0.0 wikitext comb_8_t opt rnd_search_t_cos 679.98464 876.609536 5.690257549285889 47.91317 0.0 |
|
0.43269166350364685 8 0.0 wikitext comb_8_t opt rnd_search_t_cos 679.98464 876.609536 4.672536373138428 50.444279 0.0 |
|
0.41482606530189514 7 0.0 wikitext comb_7_t opt rnd_search_t_cos 679.98464 876.609536 4.807894229888916 51.493058 0.0 |
|
0.4021276831626892 6 0.0 wikitext comb_7_t opt rnd_search_t_cos 679.98464 876.609536 5.1835527420043945 51.512523 0.0 |
|
0.35086119174957275 4 0.0 wikitext comb_8_t opt rnd_search_t_cos 679.98464 876.609536 6.468714714050293 54.231312 0.0 |
|
0.4337385892868042 8 0.0 wikitext comb_7_t opt rnd_search_t_cos 679.98464 876.609536 4.646512508392334 55.432651 0.0 |
|
0.35055726766586304 4 0.0 wikitext comb_7_t opt rnd_search_t_cos 679.98464 876.609536 6.454230308532715 59.930693 0.0 |
|
0.37190139293670654 5 0.0 wikitext comb_7_t opt rnd_search_t_cos 679.98464 876.609536 5.7808732986450195 60.865938 0.0 |
|
0.0 8 0.0 wikitext comb_5_t opt rnd_search_t_cos 678.220288 882.900992 1.1143286228179932 41.588775 0.0 |
|
0.0 7 0.0 wikitext comb_18_t opt rnd_search_t_cos 679.5136 882.900992 1.1089524030685425 44.442952 0.0 |
|
0.03439153730869293 8 0.0 wikitext comb_18_t opt rnd_search_t_cos 679.515648 882.900992 1.1086452007293701 43.953715 0.0 |
|
0.03439153730869293 7 0.0 wikitext comb_12_t opt rnd_search_t_cos 679.515648 882.900992 1.090171456336975 49.898343 0.0 |
|
0.03439153730869293 6 0.0 wikitext comb_12_t opt rnd_search_t_cos 679.515648 882.900992 1.0907366275787354 50.609818 0.0 |
|
0.03439153730869293 8 0.0 wikitext comb_12_t opt rnd_search_t_cos 679.515648 882.900992 1.0892244577407837 54.975258 0.0 |
|
0.4188787639141083 7 0.0 wikitext comb_4_t opt rnd_search_t_cos 679.98464 882.900992 4.833616256713867 43.806727 0.0 |
|
0.37720367312431335 5 0.0 wikitext comb_6_t opt rnd_search_t_cos 679.98464 882.900992 5.682498455047607 44.208452 0.0 |
|
0.39885175228118896 6 0.0 wikitext comb_4_t opt rnd_search_t_cos 679.98464 882.900992 5.180976867675781 45.25356 0.0 |
|
0.41296860575675964 7 0.0 wikitext comb_1_t opt rnd_search_t_cos 679.98464 882.900992 4.837467670440674 45.313555 0.0 |
|
0.3960486352443695 6 0.0 wikitext comb_6_t opt rnd_search_t_cos 679.98464 882.900992 5.217949390411377 46.746596 0.0 |
|
0.3721715807914734 5 0.0 wikitext comb_16_t opt rnd_search_t_cos 679.98464 882.900992 5.7463860511779785 48.112032 0.0 |
|
0.35092875361442566 4 0.0 wikitext comb_1_t opt rnd_search_t_cos 679.98464 882.900992 6.443437576293945 49.042246 0.0 |
|
0.43228641152381897 8 0.0 wikitext comb_1_t opt rnd_search_t_cos 679.98464 882.900992 4.685456275939941 49.065371 0.0 |
|
0.42651131749153137 8 0.0 wikitext comb_4_t opt rnd_search_t_cos 679.98464 882.900992 4.693140983581543 49.514637 0.0 |
|
0.35285377502441406 4 0.0 wikitext comb_4_t opt rnd_search_t_cos 679.98464 882.900992 6.499899864196777 49.546183 0.0 |
|
0.4155353307723999 7 0.0 wikitext comb_16_t opt rnd_search_t_cos 679.98464 882.900992 4.851388454437256 49.612589 0.0 |
|
0.3985815942287445 6 0.0 wikitext comb_1_t opt rnd_search_t_cos 679.98464 882.900992 5.169949531555176 49.659359 0.0 |
|
0.3698750436306 5 0.0 wikitext comb_1_t opt rnd_search_t_cos 679.98464 882.900992 5.664863586425781 50.596611 0.0 |
|
0.4144545793533325 7 0.0 wikitext comb_6_t opt rnd_search_t_cos 679.98464 882.900992 4.8292951583862305 51.677517 0.0 |
|
0.3986153304576874 6 0.0 wikitext comb_16_t opt rnd_search_t_cos 679.98464 882.900992 5.221336841583252 51.757122 0.0 |
|
0.4291118085384369 8 0.0 wikitext comb_6_t opt rnd_search_t_cos 679.98464 882.900992 4.691476821899414 52.243642 0.0 |
|
0.4320499897003174 8 0.0 wikitext comb_16_t opt rnd_search_t_cos 679.98464 882.900992 4.692276954650879 52.961428 0.0 |
|
0.37257683277130127 5 0.0 wikitext comb_4_t opt rnd_search_t_cos 679.98464 882.900992 5.74891996383667 53.372776 0.0 |
|
0.35170552134513855 4 0.0 wikitext comb_6_t opt rnd_search_t_cos 679.98464 882.900992 6.490602970123291 54.544577 0.0 |
|
0.3508274257183075 4 0.0 wikitext comb_16_t opt rnd_search_t_cos 679.98464 882.900992 6.546606540679932 58.822749 0.0 |
|
0.0 4 0.0 wikitext comb_3 opt rnd_search_t_cos 477.740032 968.884224 1.1112439632415771 0.060012 0.0 |
|
0.0 5 0.0 wikitext comb_3 opt rnd_search_t_cos 477.740032 968.884224 1.1112439632415771 0.060012 0.0 |
|
0.0 6 0.0 wikitext comb_3 opt rnd_search_t_cos 477.740032 968.884224 1.1112439632415771 0.060012 0.0 |
|
0.0 7 0.0 wikitext comb_3 opt rnd_search_t_cos 477.740032 968.884224 1.1112439632415771 0.060012 0.0 |
|
0.0 8 0.0 wikitext comb_3 opt rnd_search_t_cos 477.740032 968.884224 1.1112439632415771 0.060012 0.0 |
|
0.0 4 0.0 wikitext comb_11 opt rnd_search_t_cos 477.740032 968.884224 1.1118524074554443 0.062987 0.0 |
|
0.0 5 0.0 wikitext comb_11 opt rnd_search_t_cos 477.740032 968.884224 1.1118524074554443 0.062987 0.0 |
|
0.0 6 0.0 wikitext comb_11 opt rnd_search_t_cos 477.740032 968.884224 1.1118524074554443 0.062987 0.0 |
|
0.0 7 0.0 wikitext comb_11 opt rnd_search_t_cos 477.740032 968.884224 1.1118524074554443 0.062987 0.0 |
|
0.0 8 0.0 wikitext comb_11 opt rnd_search_t_cos 477.740032 968.884224 1.1118524074554443 0.062987 0.0 |
|
0.0 8 0.0 wikitext comb_3_t opt rnd_search_t_cos 486.259712 1073.741824 1.1095134019851685 0.11253 0.0 |
|
0.0 8 0.0 wikitext comb_11_t opt rnd_search_t_cos 486.259712 1073.741824 1.1118522882461548 0.116035 0.0 |
|
0.3243836760520935 32 0.0 wikitext base opt ---- 1359.398912 1402.994688 7.934948921203613 23.844081 0.0 |
|
|