File size: 22,907 Bytes
4237880 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 |
| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | |----:|-----------:|-------:|-------:|:----------|:----------|:--------|:----------|--------------------:|---------------------:|-------------:|-----------:|------:| | 0 | 0.296589 | 4 | 0 | wikitext | ao_woq | opt | fixed | 268.126 | 752.878 | 8.76863 | 45.9756 | 0 | | 1 | 0.317021 | 5 | 0 | wikitext | woq | opt | fixed | 670.235 | 840.958 | 8.22268 | 35.3694 | 0 | | 2 | 0.324823 | 8 | 0 | wikitext | ao_woq | opt | fixed | 580.072 | 851.444 | 7.91657 | 37.0463 | 0 | | 3 | 0.368457 | 5 | 0 | wikitext | woq_t | opt | fixed | 678.767 | 855.638 | 5.92133 | 38.8449 | 0 | | 4 | 0.0015873 | 7 | 0 | wikitext | comb_4 | opt | nlr_t_lin | 669.688 | 861.929 | 1.11132 | 45.5562 | 0 | | 5 | 0.0031746 | 6 | 0 | wikitext | comb_4 | opt | nlr_t_lin | 669.688 | 861.929 | 1.11175 | 46.6564 | 0 | | 6 | 0.0015873 | 5 | 0 | wikitext | comb_4 | opt | nlr_t_lin | 669.688 | 861.929 | 1.11336 | 49.8943 | 0 | | 7 | 0 | 4 | 0 | wikitext | comb_7 | opt | nlr_t_lin | 669.688 | 861.929 | 1.11433 | 54.053 | 0 | | 8 | 0 | 5 | 0 | wikitext | comb_7 | opt | nlr_t_lin | 669.688 | 861.929 | 1.11433 | 54.053 | 0 | | 9 | 0 | 6 | 0 | wikitext | comb_7 | opt | nlr_t_lin | 669.688 | 861.929 | 1.11433 | 54.053 | 0 | | 10 | 0 | 7 | 0 | wikitext | comb_7 | opt | nlr_t_lin | 669.688 | 861.929 | 1.11433 | 54.053 | 0 | | 11 | 0 | 8 | 0 | wikitext | comb_7 | opt | nlr_t_lin | 669.688 | 861.929 | 1.11433 | 54.053 | 0 | | 12 | 0.0015873 | 8 | 0 | wikitext | comb_4 | opt | nlr_t_lin | 669.688 | 861.929 | 1.11052 | 54.2307 | 0 | | 13 | 0 | 4 | 0 | wikitext | comb_4 | opt | nlr_t_lin | 669.688 | 861.929 | 1.11266 | 57.1466 | 0 | | 14 | 0.322526 | 6 | 0 | wikitext | comb_15 | opt | nlr_t_lin | 670.159 | 861.929 | 7.77074 | 35.7041 | 0 | | 15 | 0.32435 | 8 | 0 | wikitext | comb_15 | opt | nlr_t_lin | 670.159 | 861.929 | 7.89738 | 36.0959 | 0 | | 16 | 0.3077 | 4 | 0 | wikitext | comb_15 | opt | nlr_t_lin | 670.159 | 861.929 | 8.26655 | 39.4359 | 0 | | 17 | 0.31871 | 5 | 0 | wikitext | comb_15 | opt | nlr_t_lin | 670.159 | 861.929 | 8.07817 | 47.6506 | 0 | | 18 | 0.325059 | 7 | 0 | wikitext | comb_15 | opt | nlr_t_lin | 670.159 | 861.929 | 7.88803 | 51.1622 | 0 | | 19 | 0.321074 | 6 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.80569 | 37.2339 | 0 | | 20 | 0.324519 | 7 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.90544 | 40.1216 | 0 | | 21 | 0.324856 | 8 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.91611 | 45.8383 | 0 | | 22 | 0.292401 | 4 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 8.90344 | 50.9998 | 0 | | 23 | 0.00476191 | 6 | 0 | wikitext | comb_1 | opt | nlr_t_lin | 670.982 | 861.929 | 1.12496 | 64.1422 | 0 | | 24 | 0.0015873 | 8 | 0 | wikitext | comb_17 | opt | nlr_t_lin | 670.982 | 861.929 | 1.10344 | 65.3297 | 0 | | 25 | 0 | 4 | 0 | wikitext | comb_2 | opt | nlr_t_lin | 670.982 | 861.929 | 1.12288 | 66.2721 | 0 | | 26 | 0 | 5 | 0 | wikitext | comb_2 | opt | nlr_t_lin | 670.982 | 861.929 | 1.12288 | 66.2721 | 0 | | 27 | 0 | 4 | 0 | wikitext | comb_1 | opt | nlr_t_lin | 670.982 | 861.929 | 1.12443 | 67.0587 | 0 | | 28 | 0 | 5 | 0 | wikitext | comb_1 | opt | nlr_t_lin | 670.982 | 861.929 | 1.12443 | 67.0587 | 0 | | 29 | 0 | 4 | 0 | wikitext | comb_17 | opt | nlr_t_lin | 670.982 | 861.929 | 1.11481 | 67.3742 | 0 | | 30 | 0 | 5 | 0 | wikitext | comb_17 | opt | nlr_t_lin | 670.982 | 861.929 | 1.11481 | 67.3742 | 0 | | 31 | 0 | 6 | 0 | wikitext | comb_17 | opt | nlr_t_lin | 670.982 | 861.929 | 1.11481 | 67.3742 | 0 | | 32 | 0 | 7 | 0 | wikitext | comb_17 | opt | nlr_t_lin | 670.982 | 861.929 | 1.11481 | 67.3742 | 0 | | 33 | 0.0015873 | 6 | 0 | wikitext | comb_2 | opt | nlr_t_lin | 670.982 | 861.929 | 1.10924 | 75.9287 | 0 | | 34 | 0 | 4 | 0 | wikitext | comb_6 | opt | nlr_t_lin | 670.982 | 861.929 | 1.11433 | 76.5948 | 0 | | 35 | 0 | 5 | 0 | wikitext | comb_6 | opt | nlr_t_lin | 670.982 | 861.929 | 1.11433 | 76.5948 | 0 | | 36 | 0 | 6 | 0 | wikitext | comb_6 | opt | nlr_t_lin | 670.982 | 861.929 | 1.11433 | 76.5948 | 0 | | 37 | 0 | 7 | 0 | wikitext | comb_6 | opt | nlr_t_lin | 670.982 | 861.929 | 1.11433 | 76.5948 | 0 | | 38 | 0 | 8 | 0 | wikitext | comb_6 | opt | nlr_t_lin | 670.982 | 861.929 | 1.11433 | 76.5948 | 0 | | 39 | 0.0219199 | 7 | 0 | wikitext | comb_1 | opt | nlr_t_lin | 670.993 | 861.929 | 1.21061 | 73.0074 | 0 | | 40 | 0.31871 | 5 | 0 | wikitext | comb_8 | opt | nlr_t_lin | 671.453 | 861.929 | 8.04486 | 47.6752 | 0 | | 41 | 0.319689 | 5 | 0 | wikitext | comb_18 | opt | nlr_t_lin | 671.453 | 861.929 | 8.02696 | 52.3633 | 0 | | 42 | 0.308207 | 4 | 0 | wikitext | comb_8 | opt | nlr_t_lin | 671.453 | 861.929 | 8.24169 | 54.1999 | 0 | | 43 | 0.320635 | 6 | 0 | wikitext | comb_12 | opt | nlr_t_lin | 671.453 | 861.929 | 7.83871 | 55.804 | 0 | | 44 | 0.308105 | 4 | 0 | wikitext | comb_12 | opt | nlr_t_lin | 671.453 | 861.929 | 8.34482 | 58.1541 | 0 | | 45 | 0.321783 | 6 | 0 | wikitext | comb_18 | opt | nlr_t_lin | 671.453 | 861.929 | 7.80874 | 58.1924 | 0 | | 46 | 0.31719 | 5 | 0 | wikitext | comb_12 | opt | nlr_t_lin | 671.453 | 861.929 | 8.16828 | 59.5216 | 0 | | 47 | 0.274299 | 8 | 0 | wikitext | comb_1 | opt | nlr_t_lin | 671.453 | 861.929 | 10.4434 | 63.0212 | 0 | | 48 | 0.324755 | 7 | 0 | wikitext | comb_12 | opt | nlr_t_lin | 671.453 | 861.929 | 7.91155 | 63.4907 | 0 | | 49 | 0.308443 | 4 | 0 | wikitext | comb_5 | opt | nlr_t_lin | 671.453 | 861.929 | 8.29614 | 63.6176 | 0 | | 50 | 0.320702 | 6 | 0 | wikitext | comb_10 | opt | nlr_t_lin | 671.453 | 861.929 | 7.80567 | 63.7373 | 0 | | 51 | 0.308105 | 4 | 0 | wikitext | comb_18 | opt | nlr_t_lin | 671.453 | 861.929 | 8.3008 | 63.9972 | 0 | | 52 | 0.308882 | 4 | 0 | wikitext | comb_3 | opt | nlr_t_lin | 671.453 | 861.929 | 8.28078 | 65.6922 | 0 | | 53 | 0.320196 | 5 | 0 | wikitext | comb_5 | opt | nlr_t_lin | 671.453 | 861.929 | 8.02649 | 65.8635 | 0 | | 54 | 0.319824 | 5 | 0 | wikitext | comb_10 | opt | nlr_t_lin | 671.453 | 861.929 | 8.03581 | 66.6166 | 0 | | 55 | 0.324282 | 8 | 0 | wikitext | comb_10 | opt | nlr_t_lin | 671.453 | 861.929 | 7.89383 | 68.1824 | 0 | | 56 | 0.324485 | 8 | 0 | wikitext | comb_8 | opt | nlr_t_lin | 671.453 | 861.929 | 7.91276 | 68.5291 | 0 | | 57 | 0.317089 | 5 | 0 | wikitext | comb_3 | opt | nlr_t_lin | 671.453 | 861.929 | 8.1722 | 69.38 | 0 | | 58 | 0.309085 | 4 | 0 | wikitext | comb_10 | opt | nlr_t_lin | 671.453 | 861.929 | 8.24256 | 69.7843 | 0 | | 59 | 0.323067 | 6 | 0 | wikitext | comb_5 | opt | nlr_t_lin | 671.453 | 861.929 | 7.79446 | 70.0568 | 0 | | 60 | 0.325836 | 8 | 0 | wikitext | comb_12 | opt | nlr_t_lin | 671.453 | 861.929 | 7.93196 | 71.2691 | 0 | | 61 | 0.325059 | 8 | 0 | wikitext | comb_5 | opt | nlr_t_lin | 671.453 | 861.929 | 7.90494 | 73.7665 | 0 | | 62 | 0.324721 | 8 | 0 | wikitext | comb_18 | opt | nlr_t_lin | 671.453 | 861.929 | 7.8981 | 73.8186 | 0 | | 63 | 0.324924 | 7 | 0 | wikitext | comb_8 | opt | nlr_t_lin | 671.453 | 861.929 | 7.91589 | 75.4287 | 0 | | 64 | 0.198784 | 7 | 0 | wikitext | comb_2 | opt | nlr_t_lin | 671.453 | 861.929 | 14.0937 | 75.4972 | 0 | | 65 | 0.32489 | 7 | 0 | wikitext | comb_3 | opt | nlr_t_lin | 671.453 | 861.929 | 7.91252 | 77.865 | 0 | | 66 | 0.324553 | 8 | 0 | wikitext | comb_3 | opt | nlr_t_lin | 671.453 | 861.929 | 7.92707 | 78.3415 | 0 | | 67 | 0.321783 | 6 | 0 | wikitext | comb_3 | opt | nlr_t_lin | 671.453 | 861.929 | 7.81818 | 78.5145 | 0 | | 68 | 0.324823 | 7 | 0 | wikitext | comb_10 | opt | nlr_t_lin | 671.453 | 861.929 | 7.91558 | 81.9213 | 0 | | 69 | 0.318372 | 8 | 0 | wikitext | comb_2 | opt | nlr_t_lin | 671.453 | 861.929 | 7.9406 | 82.4197 | 0 | | 70 | 0.325228 | 7 | 0 | wikitext | comb_18 | opt | nlr_t_lin | 671.453 | 861.929 | 7.92149 | 84.7991 | 0 | | 71 | 0.325329 | 7 | 0 | wikitext | comb_5 | opt | nlr_t_lin | 671.453 | 861.929 | 7.9324 | 85.3147 | 0 | | 72 | 0.32023 | 6 | 0 | wikitext | comb_8 | opt | nlr_t_lin | 671.453 | 861.929 | 7.8044 | 85.6139 | 0 | | 73 | 0.0190476 | 4 | 0 | wikitext | comb_4_t | opt | nlr_t_lin | 678.22 | 876.61 | 1.09101 | 49.3922 | 0 | | 74 | 0.0238095 | 6 | 0 | wikitext | comb_4_t | opt | nlr_t_lin | 678.22 | 876.61 | 1.09637 | 52.4022 | 0 | | 75 | 0.0142857 | 5 | 0 | wikitext | comb_4_t | opt | nlr_t_lin | 678.22 | 876.61 | 1.09563 | 57.0938 | 0 | | 76 | 0.0174603 | 8 | 0 | wikitext | comb_4_t | opt | nlr_t_lin | 678.22 | 876.61 | 1.09717 | 57.5009 | 0 | | 77 | 0.0222222 | 7 | 0 | wikitext | comb_4_t | opt | nlr_t_lin | 678.22 | 876.61 | 1.09693 | 79.8614 | 0 | | 78 | 0.39821 | 6 | 0 | wikitext | comb_15_t | opt | nlr_t_lin | 678.691 | 876.61 | 5.24712 | 34.7418 | 0 | | 79 | 0.351807 | 4 | 0 | wikitext | comb_15_t | opt | nlr_t_lin | 678.691 | 876.61 | 6.46258 | 36.5942 | 0 | | 80 | 0.435934 | 8 | 0 | wikitext | comb_15_t | opt | nlr_t_lin | 678.691 | 876.61 | 4.6335 | 38.1972 | 0 | | 81 | 0.378116 | 5 | 0 | wikitext | comb_15_t | opt | nlr_t_lin | 678.691 | 876.61 | 5.72885 | 42.4818 | 0 | | 82 | 0.417663 | 7 | 0 | wikitext | comb_15_t | opt | nlr_t_lin | 678.691 | 876.61 | 4.78092 | 46.9606 | 0 | | 83 | 0.41898 | 7 | 0 | wikitext | woq_t | opt | fixed | 678.767 | 876.61 | 4.80956 | 36.1019 | 0 | | 84 | 0.330733 | 4 | 0 | wikitext | woq_t | opt | fixed | 678.767 | 876.61 | 6.95305 | 43.631 | 0 | | 85 | 0.392165 | 6 | 0 | wikitext | woq_t | opt | fixed | 678.767 | 876.61 | 5.18377 | 46.04 | 0 | | 86 | 0.424181 | 8 | 0 | wikitext | woq_t | opt | fixed | 678.767 | 876.61 | 4.68941 | 51.3707 | 0 | | 87 | 0 | 8 | 0 | wikitext | comb_17_t | opt | nlr_t_lin | 679.514 | 876.61 | 1.08943 | 63.5153 | 0 | | 88 | 0 | 7 | 0 | wikitext | comb_17_t | opt | nlr_t_lin | 679.514 | 876.61 | 1.10653 | 68.0858 | 0 | | 89 | 0 | 8 | 0 | wikitext | comb_6_t | opt | nlr_t_lin | 679.514 | 876.61 | 1.11433 | 75.5581 | 0 | | 90 | 0.0343915 | 5 | 0 | wikitext | comb_2_t | opt | nlr_t_lin | 679.516 | 876.61 | 1.09223 | 65.7683 | 0 | | 91 | 0.0343915 | 6 | 0 | wikitext | comb_2_t | opt | nlr_t_lin | 679.516 | 876.61 | 1.09015 | 74.9193 | 0 | | 92 | 0.0343915 | 7 | 0 | wikitext | comb_2_t | opt | nlr_t_lin | 679.516 | 876.61 | 1.09014 | 77.2326 | 0 | | 93 | 0.0343915 | 8 | 0 | wikitext | comb_2_t | opt | nlr_t_lin | 679.516 | 876.61 | 1.08976 | 79.6447 | 0 | | 94 | 0.401959 | 6 | 0 | wikitext | comb_10_t | opt | nlr_t_lin | 679.985 | 876.61 | 5.17029 | 58.4037 | 0 | | 95 | 0.423539 | 7 | 0 | wikitext | comb_10_t | opt | nlr_t_lin | 679.985 | 876.61 | 4.78417 | 62.5384 | 0 | | 96 | 0.372408 | 5 | 0 | wikitext | comb_5_t | opt | nlr_t_lin | 679.985 | 876.61 | 5.77293 | 63.512 | 0 | | 97 | 0.34978 | 4 | 0 | wikitext | comb_10_t | opt | nlr_t_lin | 679.985 | 876.61 | 6.45398 | 65.823 | 0 | | 98 | 0.393549 | 6 | 0 | wikitext | comb_5_t | opt | nlr_t_lin | 679.985 | 876.61 | 5.28492 | 68.1716 | 0 | | 99 | 0.351672 | 4 | 0 | wikitext | comb_5_t | opt | nlr_t_lin | 679.985 | 876.61 | 6.46529 | 73.9944 | 0 | | 100 | 0.428234 | 8 | 0 | wikitext | comb_10_t | opt | nlr_t_lin | 679.985 | 876.61 | 4.63807 | 75.4705 | 0 | | 101 | 0.375414 | 5 | 0 | wikitext | comb_10_t | opt | nlr_t_lin | 679.985 | 876.61 | 5.72629 | 82.6959 | 0 | | 102 | 0.427828 | 7 | 0 | wikitext | comb_5_t | opt | nlr_t_lin | 679.985 | 876.61 | 4.73758 | 86.9916 | 0 | | 103 | 0.435731 | 8 | 0 | wikitext | comb_5_t | opt | nlr_t_lin | 679.985 | 876.61 | 4.65455 | 116.478 | 0 | | 104 | 0 | 8 | 0 | wikitext | comb_7_t | opt | nlr_t_lin | 678.22 | 882.901 | 1.11433 | 79.0065 | 0 | | 105 | 0.0343915 | 6 | 0 | wikitext | comb_1_t | opt | nlr_t_lin | 679.516 | 882.901 | 1.09099 | 63.0753 | 0 | | 106 | 0.0343915 | 5 | 0 | wikitext | comb_1_t | opt | nlr_t_lin | 679.516 | 882.901 | 1.09117 | 66.2112 | 0 | | 107 | 0.0343915 | 8 | 0 | wikitext | comb_1_t | opt | nlr_t_lin | 679.516 | 882.901 | 1.09014 | 68.7282 | 0 | | 108 | 0.0343915 | 7 | 0 | wikitext | comb_1_t | opt | nlr_t_lin | 679.516 | 882.901 | 1.09007 | 70.7367 | 0 | | 109 | 0.369031 | 5 | 0 | wikitext | comb_8_t | opt | nlr_t_lin | 679.985 | 882.901 | 5.75403 | 58.1936 | 0 | | 110 | 0.351908 | 4 | 0 | wikitext | comb_12_t | opt | nlr_t_lin | 679.985 | 882.901 | 6.38821 | 61.5671 | 0 | | 111 | 0.351537 | 4 | 0 | wikitext | comb_8_t | opt | nlr_t_lin | 679.985 | 882.901 | 6.42828 | 61.9874 | 0 | | 112 | 0.423877 | 8 | 0 | wikitext | comb_12_t | opt | nlr_t_lin | 679.985 | 882.901 | 4.71043 | 62.9307 | 0 | | 113 | 0.401993 | 6 | 0 | wikitext | comb_12_t | opt | nlr_t_lin | 679.985 | 882.901 | 5.15662 | 63.7331 | 0 | | 114 | 0.370213 | 5 | 0 | wikitext | comb_18_t | opt | nlr_t_lin | 679.985 | 882.901 | 5.73921 | 64.3866 | 0 | | 115 | 0.351199 | 4 | 0 | wikitext | comb_18_t | opt | nlr_t_lin | 679.985 | 882.901 | 6.44356 | 66.8143 | 0 | | 116 | 0.350895 | 4 | 0 | wikitext | comb_3_t | opt | nlr_t_lin | 679.985 | 882.901 | 6.38932 | 67.0968 | 0 | | 117 | 0.397535 | 6 | 0 | wikitext | comb_3_t | opt | nlr_t_lin | 679.985 | 882.901 | 5.18169 | 67.3187 | 0 | | 118 | 0.423945 | 7 | 0 | wikitext | comb_8_t | opt | nlr_t_lin | 679.985 | 882.901 | 4.75668 | 67.8795 | 0 | | 119 | 0.367612 | 5 | 0 | wikitext | comb_12_t | opt | nlr_t_lin | 679.985 | 882.901 | 5.75172 | 68.2382 | 0 | | 120 | 0.392063 | 6 | 0 | wikitext | comb_18_t | opt | nlr_t_lin | 679.985 | 882.901 | 5.1846 | 69.4323 | 0 | | 121 | 0.435697 | 8 | 0 | wikitext | comb_3_t | opt | nlr_t_lin | 679.985 | 882.901 | 4.64608 | 70.2219 | 0 | | 122 | 0.370213 | 5 | 0 | wikitext | comb_3_t | opt | nlr_t_lin | 679.985 | 882.901 | 5.85789 | 70.6004 | 0 | | 123 | 0.40125 | 6 | 0 | wikitext | comb_8_t | opt | nlr_t_lin | 679.985 | 882.901 | 5.16459 | 73.0051 | 0 | | 124 | 0.425667 | 7 | 0 | wikitext | comb_18_t | opt | nlr_t_lin | 679.985 | 882.901 | 4.77223 | 74.7906 | 0 | | 125 | 0.413374 | 7 | 0 | wikitext | comb_12_t | opt | nlr_t_lin | 679.985 | 882.901 | 4.90746 | 75.5385 | 0 | | 126 | 0.429314 | 8 | 0 | wikitext | comb_18_t | opt | nlr_t_lin | 679.985 | 882.901 | 4.66599 | 79.2303 | 0 | | 127 | 0.426241 | 8 | 0 | wikitext | comb_8_t | opt | nlr_t_lin | 679.985 | 882.901 | 4.67505 | 80.8087 | 0 | | 128 | 0.425059 | 7 | 0 | wikitext | comb_3_t | opt | nlr_t_lin | 679.985 | 882.901 | 4.77033 | 84.9584 | 0 | | 129 | 0 | 4 | 0 | wikitext | comb_11 | opt | nlr_t_lin | 477.74 | 968.884 | 1.1189 | 0.117883 | 0 | | 130 | 0 | 5 | 0 | wikitext | comb_11 | opt | nlr_t_lin | 477.74 | 968.884 | 1.1189 | 0.117883 | 0 | | 131 | 0 | 6 | 0 | wikitext | comb_11 | opt | nlr_t_lin | 477.74 | 968.884 | 1.1189 | 0.117883 | 0 | | 132 | 0 | 7 | 0 | wikitext | comb_11 | opt | nlr_t_lin | 477.74 | 968.884 | 1.1189 | 0.117883 | 0 | | 133 | 0 | 8 | 0 | wikitext | comb_11 | opt | nlr_t_lin | 477.74 | 968.884 | 1.1189 | 0.117883 | 0 | | 134 | 0 | 8 | 0 | wikitext | comb_11_t | opt | nlr_t_lin | 486.26 | 1073.74 | 1.11452 | 0.105632 | 0 | | 135 | 0.324384 | 32 | 0 | wikitext | base | opt | ---- | 1359.4 | 1402.99 | 7.93495 | 27.7237 | 0 | |