File size: 13,039 Bytes
c2df853
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
|    |   accuracy |   bits |   clip | dataset   | method   | model   | params    |   peak_mem_alloc_mb |   peak_mem_reserv_mb |   perplexity |   time_ms |   wer |
|---:|-----------:|-------:|-------:|:----------|:---------|:--------|:----------|--------------------:|---------------------:|-------------:|----------:|------:|
|  0 |     0.2966 |      4 |      0 | wikitext  | ao_woq   | opt     | fixed     |             268.126 |              752.878 |       8.7686 |   45.9756 |     0 |
|  1 |     0.317  |      5 |      0 | wikitext  | woq      | opt     | fixed     |             670.235 |              840.958 |       8.2227 |   35.3694 |     0 |
|  2 |     0.3248 |      8 |      0 | wikitext  | ao_woq   | opt     | fixed     |             580.072 |              851.444 |       7.9166 |   37.0463 |     0 |
|  3 |     0.0016 |      7 |      0 | wikitext  | comb_4   | opt     | nlr_t_lin |             669.688 |              861.929 |       1.1113 |   45.5562 |     0 |
|  4 |     0.0032 |      6 |      0 | wikitext  | comb_4   | opt     | nlr_t_lin |             669.688 |              861.929 |       1.1117 |   46.6564 |     0 |
|  5 |     0.0016 |      5 |      0 | wikitext  | comb_4   | opt     | nlr_t_lin |             669.688 |              861.929 |       1.1134 |   49.8943 |     0 |
|  6 |     0      |      4 |      0 | wikitext  | comb_7   | opt     | nlr_t_lin |             669.688 |              861.929 |       1.1143 |   54.053  |     0 |
|  7 |     0      |      5 |      0 | wikitext  | comb_7   | opt     | nlr_t_lin |             669.688 |              861.929 |       1.1143 |   54.053  |     0 |
|  8 |     0      |      6 |      0 | wikitext  | comb_7   | opt     | nlr_t_lin |             669.688 |              861.929 |       1.1143 |   54.053  |     0 |
|  9 |     0      |      7 |      0 | wikitext  | comb_7   | opt     | nlr_t_lin |             669.688 |              861.929 |       1.1143 |   54.053  |     0 |
| 10 |     0      |      8 |      0 | wikitext  | comb_7   | opt     | nlr_t_lin |             669.688 |              861.929 |       1.1143 |   54.053  |     0 |
| 11 |     0.0016 |      8 |      0 | wikitext  | comb_4   | opt     | nlr_t_lin |             669.688 |              861.929 |       1.1105 |   54.2307 |     0 |
| 12 |     0      |      4 |      0 | wikitext  | comb_4   | opt     | nlr_t_lin |             669.688 |              861.929 |       1.1127 |   57.1466 |     0 |
| 13 |     0.3225 |      6 |      0 | wikitext  | comb_15  | opt     | nlr_t_lin |             670.159 |              861.929 |       7.7707 |   35.7041 |     0 |
| 14 |     0.3243 |      8 |      0 | wikitext  | comb_15  | opt     | nlr_t_lin |             670.159 |              861.929 |       7.8974 |   36.0959 |     0 |
| 15 |     0.3077 |      4 |      0 | wikitext  | comb_15  | opt     | nlr_t_lin |             670.159 |              861.929 |       8.2666 |   39.4359 |     0 |
| 16 |     0.3187 |      5 |      0 | wikitext  | comb_15  | opt     | nlr_t_lin |             670.159 |              861.929 |       8.0782 |   47.6506 |     0 |
| 17 |     0.3251 |      7 |      0 | wikitext  | comb_15  | opt     | nlr_t_lin |             670.159 |              861.929 |       7.888  |   51.1622 |     0 |
| 18 |     0.3211 |      6 |      0 | wikitext  | woq      | opt     | fixed     |             670.235 |              861.929 |       7.8057 |   37.2339 |     0 |
| 19 |     0.3245 |      7 |      0 | wikitext  | woq      | opt     | fixed     |             670.235 |              861.929 |       7.9054 |   40.1216 |     0 |
| 20 |     0.3249 |      8 |      0 | wikitext  | woq      | opt     | fixed     |             670.235 |              861.929 |       7.9161 |   45.8383 |     0 |
| 21 |     0.2924 |      4 |      0 | wikitext  | woq      | opt     | fixed     |             670.235 |              861.929 |       8.9034 |   50.9998 |     0 |
| 22 |     0.0048 |      6 |      0 | wikitext  | comb_1   | opt     | nlr_t_lin |             670.982 |              861.929 |       1.125  |   64.1422 |     0 |
| 23 |     0.0016 |      8 |      0 | wikitext  | comb_17  | opt     | nlr_t_lin |             670.982 |              861.929 |       1.1034 |   65.3297 |     0 |
| 24 |     0      |      4 |      0 | wikitext  | comb_2   | opt     | nlr_t_lin |             670.982 |              861.929 |       1.1229 |   66.2721 |     0 |
| 25 |     0      |      5 |      0 | wikitext  | comb_2   | opt     | nlr_t_lin |             670.982 |              861.929 |       1.1229 |   66.2721 |     0 |
| 26 |     0      |      4 |      0 | wikitext  | comb_1   | opt     | nlr_t_lin |             670.982 |              861.929 |       1.1244 |   67.0587 |     0 |
| 27 |     0      |      5 |      0 | wikitext  | comb_1   | opt     | nlr_t_lin |             670.982 |              861.929 |       1.1244 |   67.0587 |     0 |
| 28 |     0      |      4 |      0 | wikitext  | comb_17  | opt     | nlr_t_lin |             670.982 |              861.929 |       1.1148 |   67.3742 |     0 |
| 29 |     0      |      5 |      0 | wikitext  | comb_17  | opt     | nlr_t_lin |             670.982 |              861.929 |       1.1148 |   67.3742 |     0 |
| 30 |     0      |      6 |      0 | wikitext  | comb_17  | opt     | nlr_t_lin |             670.982 |              861.929 |       1.1148 |   67.3742 |     0 |
| 31 |     0      |      7 |      0 | wikitext  | comb_17  | opt     | nlr_t_lin |             670.982 |              861.929 |       1.1148 |   67.3742 |     0 |
| 32 |     0.0016 |      6 |      0 | wikitext  | comb_2   | opt     | nlr_t_lin |             670.982 |              861.929 |       1.1092 |   75.9287 |     0 |
| 33 |     0      |      4 |      0 | wikitext  | comb_6   | opt     | nlr_t_lin |             670.982 |              861.929 |       1.1143 |   76.5948 |     0 |
| 34 |     0      |      5 |      0 | wikitext  | comb_6   | opt     | nlr_t_lin |             670.982 |              861.929 |       1.1143 |   76.5948 |     0 |
| 35 |     0      |      6 |      0 | wikitext  | comb_6   | opt     | nlr_t_lin |             670.982 |              861.929 |       1.1143 |   76.5948 |     0 |
| 36 |     0      |      7 |      0 | wikitext  | comb_6   | opt     | nlr_t_lin |             670.982 |              861.929 |       1.1143 |   76.5948 |     0 |
| 37 |     0      |      8 |      0 | wikitext  | comb_6   | opt     | nlr_t_lin |             670.982 |              861.929 |       1.1143 |   76.5948 |     0 |
| 38 |     0.0219 |      7 |      0 | wikitext  | comb_1   | opt     | nlr_t_lin |             670.993 |              861.929 |       1.2106 |   73.0074 |     0 |
| 39 |     0.3187 |      5 |      0 | wikitext  | comb_8   | opt     | nlr_t_lin |             671.453 |              861.929 |       8.0449 |   47.6752 |     0 |
| 40 |     0.3197 |      5 |      0 | wikitext  | comb_18  | opt     | nlr_t_lin |             671.453 |              861.929 |       8.027  |   52.3633 |     0 |
| 41 |     0.3082 |      4 |      0 | wikitext  | comb_8   | opt     | nlr_t_lin |             671.453 |              861.929 |       8.2417 |   54.1999 |     0 |
| 42 |     0.3206 |      6 |      0 | wikitext  | comb_12  | opt     | nlr_t_lin |             671.453 |              861.929 |       7.8387 |   55.804  |     0 |
| 43 |     0.3081 |      4 |      0 | wikitext  | comb_12  | opt     | nlr_t_lin |             671.453 |              861.929 |       8.3448 |   58.1541 |     0 |
| 44 |     0.3218 |      6 |      0 | wikitext  | comb_18  | opt     | nlr_t_lin |             671.453 |              861.929 |       7.8087 |   58.1924 |     0 |
| 45 |     0.3172 |      5 |      0 | wikitext  | comb_12  | opt     | nlr_t_lin |             671.453 |              861.929 |       8.1683 |   59.5216 |     0 |
| 46 |     0.2743 |      8 |      0 | wikitext  | comb_1   | opt     | nlr_t_lin |             671.453 |              861.929 |      10.4434 |   63.0212 |     0 |
| 47 |     0.3248 |      7 |      0 | wikitext  | comb_12  | opt     | nlr_t_lin |             671.453 |              861.929 |       7.9116 |   63.4907 |     0 |
| 48 |     0.3084 |      4 |      0 | wikitext  | comb_5   | opt     | nlr_t_lin |             671.453 |              861.929 |       8.2961 |   63.6176 |     0 |
| 49 |     0.3207 |      6 |      0 | wikitext  | comb_10  | opt     | nlr_t_lin |             671.453 |              861.929 |       7.8057 |   63.7373 |     0 |
| 50 |     0.3081 |      4 |      0 | wikitext  | comb_18  | opt     | nlr_t_lin |             671.453 |              861.929 |       8.3008 |   63.9972 |     0 |
| 51 |     0.3089 |      4 |      0 | wikitext  | comb_3   | opt     | nlr_t_lin |             671.453 |              861.929 |       8.2808 |   65.6922 |     0 |
| 52 |     0.3202 |      5 |      0 | wikitext  | comb_5   | opt     | nlr_t_lin |             671.453 |              861.929 |       8.0265 |   65.8635 |     0 |
| 53 |     0.3198 |      5 |      0 | wikitext  | comb_10  | opt     | nlr_t_lin |             671.453 |              861.929 |       8.0358 |   66.6166 |     0 |
| 54 |     0.3243 |      8 |      0 | wikitext  | comb_10  | opt     | nlr_t_lin |             671.453 |              861.929 |       7.8938 |   68.1824 |     0 |
| 55 |     0.3245 |      8 |      0 | wikitext  | comb_8   | opt     | nlr_t_lin |             671.453 |              861.929 |       7.9128 |   68.5291 |     0 |
| 56 |     0.3171 |      5 |      0 | wikitext  | comb_3   | opt     | nlr_t_lin |             671.453 |              861.929 |       8.1722 |   69.38   |     0 |
| 57 |     0.3091 |      4 |      0 | wikitext  | comb_10  | opt     | nlr_t_lin |             671.453 |              861.929 |       8.2426 |   69.7843 |     0 |
| 58 |     0.3231 |      6 |      0 | wikitext  | comb_5   | opt     | nlr_t_lin |             671.453 |              861.929 |       7.7945 |   70.0568 |     0 |
| 59 |     0.3258 |      8 |      0 | wikitext  | comb_12  | opt     | nlr_t_lin |             671.453 |              861.929 |       7.932  |   71.2691 |     0 |
| 60 |     0.3251 |      8 |      0 | wikitext  | comb_5   | opt     | nlr_t_lin |             671.453 |              861.929 |       7.9049 |   73.7665 |     0 |
| 61 |     0.3247 |      8 |      0 | wikitext  | comb_18  | opt     | nlr_t_lin |             671.453 |              861.929 |       7.8981 |   73.8186 |     0 |
| 62 |     0.3249 |      7 |      0 | wikitext  | comb_8   | opt     | nlr_t_lin |             671.453 |              861.929 |       7.9159 |   75.4287 |     0 |
| 63 |     0.1988 |      7 |      0 | wikitext  | comb_2   | opt     | nlr_t_lin |             671.453 |              861.929 |      14.0937 |   75.4972 |     0 |
| 64 |     0.3249 |      7 |      0 | wikitext  | comb_3   | opt     | nlr_t_lin |             671.453 |              861.929 |       7.9125 |   77.865  |     0 |
| 65 |     0.3246 |      8 |      0 | wikitext  | comb_3   | opt     | nlr_t_lin |             671.453 |              861.929 |       7.9271 |   78.3415 |     0 |
| 66 |     0.3218 |      6 |      0 | wikitext  | comb_3   | opt     | nlr_t_lin |             671.453 |              861.929 |       7.8182 |   78.5145 |     0 |
| 67 |     0.3248 |      7 |      0 | wikitext  | comb_10  | opt     | nlr_t_lin |             671.453 |              861.929 |       7.9156 |   81.9213 |     0 |
| 68 |     0.3184 |      8 |      0 | wikitext  | comb_2   | opt     | nlr_t_lin |             671.453 |              861.929 |       7.9406 |   82.4197 |     0 |
| 69 |     0.3252 |      7 |      0 | wikitext  | comb_18  | opt     | nlr_t_lin |             671.453 |              861.929 |       7.9215 |   84.7991 |     0 |
| 70 |     0.3253 |      7 |      0 | wikitext  | comb_5   | opt     | nlr_t_lin |             671.453 |              861.929 |       7.9324 |   85.3147 |     0 |
| 71 |     0.3202 |      6 |      0 | wikitext  | comb_8   | opt     | nlr_t_lin |             671.453 |              861.929 |       7.8044 |   85.6139 |     0 |
| 72 |     0      |      4 |      0 | wikitext  | comb_11  | opt     | nlr_t_lin |             477.74  |              968.884 |       1.1189 |    0.1179 |     0 |
| 73 |     0      |      5 |      0 | wikitext  | comb_11  | opt     | nlr_t_lin |             477.74  |              968.884 |       1.1189 |    0.1179 |     0 |
| 74 |     0      |      6 |      0 | wikitext  | comb_11  | opt     | nlr_t_lin |             477.74  |              968.884 |       1.1189 |    0.1179 |     0 |
| 75 |     0      |      7 |      0 | wikitext  | comb_11  | opt     | nlr_t_lin |             477.74  |              968.884 |       1.1189 |    0.1179 |     0 |
| 76 |     0      |      8 |      0 | wikitext  | comb_11  | opt     | nlr_t_lin |             477.74  |              968.884 |       1.1189 |    0.1179 |     0 |
| 77 |     0.3244 |     32 |      0 | wikitext  | base     | opt     | ----      |            1359.4   |             1402.99  |       7.9349 |   27.7237 |     0 |