File size: 13,121 Bytes
37375f6 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 |
| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | |---:|-----------:|-------:|-------:|:----------|:---------|:--------|:---------|--------------------:|---------------------:|-------------:|----------:|------:| | 0 | 0 | 4 | 0 | wikitext | comb_1 | opt | norm_nlr | 669.688 | 861.929 | 1.10369 | 41.357 | 0 | | 1 | 0 | 5 | 0 | wikitext | comb_1 | opt | norm_nlr | 669.688 | 861.929 | 1.10369 | 41.357 | 0 | | 2 | 0 | 6 | 0 | wikitext | comb_1 | opt | norm_nlr | 669.688 | 861.929 | 1.10369 | 41.357 | 0 | | 3 | 0 | 7 | 0 | wikitext | comb_1 | opt | norm_nlr | 669.688 | 861.929 | 1.10369 | 41.357 | 0 | | 4 | 0 | 8 | 0 | wikitext | comb_1 | opt | norm_nlr | 669.688 | 861.929 | 1.10369 | 41.357 | 0 | | 5 | 0 | 4 | 0 | wikitext | comb_9 | opt | norm_nlr | 669.688 | 861.929 | 1.11433 | 45.1919 | 0 | | 6 | 0 | 5 | 0 | wikitext | comb_9 | opt | norm_nlr | 669.688 | 861.929 | 1.11433 | 45.1919 | 0 | | 7 | 0 | 6 | 0 | wikitext | comb_9 | opt | norm_nlr | 669.688 | 861.929 | 1.11433 | 45.1919 | 0 | | 8 | 0 | 7 | 0 | wikitext | comb_9 | opt | norm_nlr | 669.688 | 861.929 | 1.11433 | 45.1919 | 0 | | 9 | 0 | 8 | 0 | wikitext | comb_9 | opt | norm_nlr | 669.688 | 861.929 | 1.11433 | 45.1919 | 0 | | 10 | 0.32131 | 6 | 0 | wikitext | comb_5 | opt | norm_nlr | 670.159 | 861.929 | 7.8017 | 29.6299 | 0 | | 11 | 0.316988 | 5 | 0 | wikitext | comb_5 | opt | norm_nlr | 670.159 | 861.929 | 8.22328 | 29.7341 | 0 | | 12 | 0.324654 | 7 | 0 | wikitext | comb_5 | opt | norm_nlr | 670.159 | 861.929 | 7.90525 | 31.1533 | 0 | | 13 | 0.289429 | 4 | 0 | wikitext | comb_5 | opt | norm_nlr | 670.159 | 861.929 | 8.90268 | 31.2371 | 0 | | 14 | 0.324823 | 8 | 0 | wikitext | comb_5 | opt | norm_nlr | 670.159 | 861.929 | 7.91657 | 33.8418 | 0 | | 15 | 0.324519 | 7 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.90544 | 32.4791 | 0 | | 16 | 0.292401 | 4 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 8.90344 | 33.6082 | 0 | | 17 | 0.324856 | 8 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.91611 | 33.7641 | 0 | | 18 | 0.317021 | 5 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 8.22268 | 34.8618 | 0 | | 19 | 0.321074 | 6 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.80569 | 37.6859 | 0 | | 20 | 0 | 4 | 0 | wikitext | comb_2 | opt | norm_nlr | 670.982 | 861.929 | 1.13228 | 55.8193 | 0 | | 21 | 0 | 5 | 0 | wikitext | comb_2 | opt | norm_nlr | 670.982 | 861.929 | 1.13228 | 55.8193 | 0 | | 22 | 0 | 6 | 0 | wikitext | comb_2 | opt | norm_nlr | 670.982 | 861.929 | 1.13228 | 55.8193 | 0 | | 23 | 0 | 4 | 0 | wikitext | comb_0 | opt | norm_nlr | 670.982 | 861.929 | 1.11433 | 61.2501 | 0 | | 24 | 0 | 5 | 0 | wikitext | comb_0 | opt | norm_nlr | 670.982 | 861.929 | 1.11433 | 61.2501 | 0 | | 25 | 0 | 6 | 0 | wikitext | comb_0 | opt | norm_nlr | 670.982 | 861.929 | 1.11433 | 61.2501 | 0 | | 26 | 0 | 7 | 0 | wikitext | comb_0 | opt | norm_nlr | 670.982 | 861.929 | 1.11433 | 61.2501 | 0 | | 27 | 0 | 8 | 0 | wikitext | comb_0 | opt | norm_nlr | 670.982 | 861.929 | 1.11433 | 61.2501 | 0 | | 28 | 0.290375 | 4 | 0 | wikitext | comb_11 | opt | norm_nlr | 671.453 | 861.929 | 8.95579 | 47.2342 | 0 | | 29 | 0.321445 | 6 | 0 | wikitext | comb_18 | opt | norm_nlr | 671.453 | 861.929 | 7.8178 | 47.3987 | 0 | | 30 | 0.318338 | 5 | 0 | wikitext | comb_18 | opt | norm_nlr | 671.453 | 861.929 | 8.22127 | 48.3045 | 0 | | 31 | 0.293381 | 4 | 0 | wikitext | comb_18 | opt | norm_nlr | 671.453 | 861.929 | 8.88813 | 49.8968 | 0 | | 32 | 0.324553 | 8 | 0 | wikitext | comb_11 | opt | norm_nlr | 671.453 | 861.929 | 7.92518 | 50.7208 | 0 | | 33 | 0.324012 | 8 | 0 | wikitext | comb_18 | opt | norm_nlr | 671.453 | 861.929 | 7.92595 | 50.7734 | 0 | | 34 | 0.289362 | 4 | 0 | wikitext | comb_6 | opt | norm_nlr | 671.453 | 861.929 | 8.98371 | 51.0023 | 0 | | 35 | 0.319959 | 6 | 0 | wikitext | comb_11 | opt | norm_nlr | 671.453 | 861.929 | 7.80423 | 53.3771 | 0 | | 36 | 0.325329 | 7 | 0 | wikitext | comb_11 | opt | norm_nlr | 671.453 | 861.929 | 7.92644 | 53.7577 | 0 | | 37 | 0.317089 | 5 | 0 | wikitext | comb_11 | opt | norm_nlr | 671.453 | 861.929 | 8.28163 | 54.0776 | 0 | | 38 | 0.317427 | 5 | 0 | wikitext | comb_6 | opt | norm_nlr | 671.453 | 861.929 | 8.18992 | 54.2122 | 0 | | 39 | 0.320635 | 6 | 0 | wikitext | comb_6 | opt | norm_nlr | 671.453 | 861.929 | 7.83196 | 55.3727 | 0 | | 40 | 0.324958 | 7 | 0 | wikitext | comb_18 | opt | norm_nlr | 671.453 | 861.929 | 7.91121 | 60.1529 | 0 | | 41 | 0.30564 | 8 | 0 | wikitext | comb_2 | opt | norm_nlr | 671.453 | 861.929 | 8.45907 | 61.0851 | 0 | | 42 | 0.324586 | 7 | 0 | wikitext | comb_6 | opt | norm_nlr | 671.453 | 861.929 | 7.9136 | 62.5853 | 0 | | 43 | 0.324519 | 8 | 0 | wikitext | comb_6 | opt | norm_nlr | 671.453 | 861.929 | 7.9184 | 62.9958 | 0 | | 44 | 0.121682 | 7 | 0 | wikitext | comb_2 | opt | norm_nlr | 671.453 | 861.929 | 23.913 | 64.038 | 0 | | 45 | 0.325059 | 7 | 0 | wikitext | comb_15 | opt | norm_nlr | 671.453 | 861.929 | 7.90931 | 65.0743 | 0 | | 46 | 0.323978 | 8 | 0 | wikitext | comb_15 | opt | norm_nlr | 671.453 | 861.929 | 7.92485 | 66.0357 | 0 | | 47 | 0.00476191 | 5 | 0 | wikitext | comb_3 | opt | norm_nlr | 672.275 | 864.027 | 1.10542 | 54.7862 | 0 | | 48 | 0 | 4 | 0 | wikitext | comb_12 | opt | norm_nlr | 672.275 | 864.027 | 1.1229 | 56.5708 | 0 | | 49 | 0.0031746 | 4 | 0 | wikitext | comb_3 | opt | norm_nlr | 672.275 | 864.027 | 1.1232 | 56.8797 | 0 | | 50 | 0 | 4 | 0 | wikitext | comb_13 | opt | norm_nlr | 672.275 | 864.027 | 1.11167 | 62.7341 | 0 | | 51 | 0 | 5 | 0 | wikitext | comb_13 | opt | norm_nlr | 672.275 | 864.027 | 1.11167 | 62.7341 | 0 | | 52 | 0 | 6 | 0 | wikitext | comb_13 | opt | norm_nlr | 672.275 | 864.027 | 1.11167 | 62.7341 | 0 | | 53 | 0.147045 | 5 | 0 | wikitext | comb_12 | opt | norm_nlr | 672.746 | 864.027 | 25.3318 | 59.1744 | 0 | | 54 | 0.32337 | 8 | 0 | wikitext | comb_17 | opt | norm_nlr | 672.746 | 864.027 | 7.94635 | 59.7811 | 0 | | 55 | 0.274333 | 6 | 0 | wikitext | comb_3 | opt | norm_nlr | 672.746 | 864.027 | 9.89806 | 60.9367 | 0 | | 56 | 0.320399 | 7 | 0 | wikitext | comb_16 | opt | norm_nlr | 672.746 | 864.027 | 8.03228 | 61.4587 | 0 | | 57 | 0.29669 | 6 | 0 | wikitext | comb_12 | opt | norm_nlr | 672.746 | 864.027 | 9.07035 | 62.2903 | 0 | | 58 | 0.322763 | 7 | 0 | wikitext | comb_17 | opt | norm_nlr | 672.746 | 864.027 | 8.05446 | 62.715 | 0 | | 59 | 0.301351 | 8 | 0 | wikitext | comb_13 | opt | norm_nlr | 672.746 | 864.027 | 8.67479 | 63.4102 | 0 | | 60 | 0.323877 | 8 | 0 | wikitext | comb_12 | opt | norm_nlr | 672.746 | 864.027 | 8.0735 | 67.4248 | 0 | | 61 | 0.321986 | 8 | 0 | wikitext | comb_16 | opt | norm_nlr | 672.746 | 864.027 | 7.95589 | 67.829 | 0 | | 62 | 0.316751 | 6 | 0 | wikitext | comb_17 | opt | norm_nlr | 672.746 | 864.027 | 8.05605 | 67.8776 | 0 | | 63 | 0.23026 | 7 | 0 | wikitext | comb_13 | opt | norm_nlr | 672.746 | 864.027 | 12.6133 | 69.9938 | 0 | | 64 | 0.314016 | 7 | 0 | wikitext | comb_3 | opt | norm_nlr | 672.746 | 864.027 | 8.30343 | 74.1369 | 0 | | 65 | 0.318845 | 7 | 0 | wikitext | comb_12 | opt | norm_nlr | 672.746 | 864.027 | 8.04418 | 74.2086 | 0 | | 66 | 0.302364 | 6 | 0 | wikitext | comb_16 | opt | norm_nlr | 672.746 | 864.027 | 8.5513 | 77.9688 | 0 | | 67 | 0.324519 | 8 | 0 | wikitext | comb_3 | opt | norm_nlr | 672.746 | 864.027 | 7.91856 | 88.1474 | 0 | | 68 | 0 | 4 | 0 | wikitext | comb_4 | opt | norm_nlr | 799.678 | 1071.64 | 1.11433 | 101.383 | 0 | | 69 | 0 | 5 | 0 | wikitext | comb_4 | opt | norm_nlr | 799.678 | 1071.64 | 1.11433 | 101.383 | 0 | | 70 | 0 | 6 | 0 | wikitext | comb_4 | opt | norm_nlr | 799.678 | 1071.64 | 1.11433 | 101.383 | 0 | | 71 | 0 | 7 | 0 | wikitext | comb_4 | opt | norm_nlr | 799.678 | 1071.64 | 1.11433 | 101.383 | 0 | | 72 | 0 | 8 | 0 | wikitext | comb_4 | opt | norm_nlr | 799.678 | 1071.64 | 1.11433 | 101.383 | 0 | | 73 | 0 | 4 | 0 | wikitext | comb_14 | opt | norm_nlr | 478.826 | 1075.84 | 1.55067 | 0.33834 | 0 | | 74 | 0 | 5 | 0 | wikitext | comb_14 | opt | norm_nlr | 478.826 | 1075.84 | 1.55067 | 0.33834 | 0 | | 75 | 0 | 6 | 0 | wikitext | comb_14 | opt | norm_nlr | 478.826 | 1075.84 | 1.55067 | 0.33834 | 0 | | 76 | 0 | 7 | 0 | wikitext | comb_14 | opt | norm_nlr | 478.826 | 1075.84 | 1.55067 | 0.33834 | 0 | | 77 | 0 | 8 | 0 | wikitext | comb_14 | opt | norm_nlr | 478.826 | 1075.84 | 1.55067 | 0.33834 | 0 | | 78 | 0.324384 | 32 | 0 | wikitext | base | opt | ---- | 1359.4 | 1402.99 | 7.93495 | 23.0464 | 0 | |