| | | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | | |
| |----:|-----------:|-------:|-------:|:----------|:---------|:--------|:-----------|--------------------:|---------------------:|-------------:|----------:|------:| | |
| | 0 | 0.371564 | 4 | 0 | wikitext | ao_woq | phi | fixed | 1922.31 | 2797.6 | 5.99482 | 29.0084 | 0 | | |
| | 1 | 0.380446 | 8 | 0 | wikitext | ao_woq | phi | fixed | 3885.39 | 4292.87 | 5.90714 | 28.8503 | 0 | | |
| | 2 | 0.0031746 | 8 | 0 | wikitext | comb_5 | phi | ones_naive | 4394.01 | 4697.62 | 1.11355 | 39.2401 | 0 | | |
| | 3 | 0.0031746 | 7 | 0 | wikitext | comb_5 | phi | ones_naive | 4394.01 | 4697.62 | 1.11355 | 39.2945 | 0 | | |
| | 4 | 0.0031746 | 5 | 0 | wikitext | comb_5 | phi | ones_naive | 4394.01 | 4697.62 | 1.11355 | 39.4152 | 0 | | |
| | 5 | 0.0031746 | 6 | 0 | wikitext | comb_5 | phi | ones_naive | 4394.01 | 4697.62 | 1.11355 | 39.4323 | 0 | | |
| | 6 | 0.0031746 | 4 | 0 | wikitext | comb_5 | phi | ones_naive | 4394.01 | 4697.62 | 1.11355 | 39.5041 | 0 | | |
| | 7 | 0.0031746 | 7 | 0 | wikitext | comb_1 | phi | ones_naive | 4394.01 | 4697.62 | 1.11355 | 86.6155 | 0 | | |
| | 8 | 0.0031746 | 8 | 0 | wikitext | comb_1 | phi | ones_naive | 4394.01 | 4697.62 | 1.11355 | 86.6463 | 0 | | |
| | 9 | 0.0031746 | 5 | 0 | wikitext | comb_1 | phi | ones_naive | 4394.01 | 4697.62 | 1.11355 | 86.7044 | 0 | | |
| | 10 | 0.0031746 | 4 | 0 | wikitext | comb_1 | phi | ones_naive | 4394.01 | 4697.62 | 1.11355 | 86.758 | 0 | | |
| | 11 | 0.0031746 | 6 | 0 | wikitext | comb_1 | phi | ones_naive | 4394.01 | 4697.62 | 1.11355 | 86.8041 | 0 | | |
| | 12 | 0.0031746 | 6 | 0 | wikitext | comb_8 | phi | ones_naive | 4394.01 | 4697.62 | 1.11355 | 113.784 | 0 | | |
| | 13 | 0.0031746 | 5 | 0 | wikitext | comb_8 | phi | ones_naive | 4394.01 | 4697.62 | 1.11355 | 113.835 | 0 | | |
| | 14 | 0.0031746 | 7 | 0 | wikitext | comb_8 | phi | ones_naive | 4394.01 | 4697.62 | 1.11355 | 113.921 | 0 | | |
| | 15 | 0.0031746 | 8 | 0 | wikitext | comb_8 | phi | ones_naive | 4394.01 | 4697.62 | 1.11355 | 113.965 | 0 | | |
| | 16 | 0.0031746 | 4 | 0 | wikitext | comb_8 | phi | ones_naive | 4394.01 | 4697.62 | 1.11355 | 114.067 | 0 | | |
| | 17 | 0.375279 | 5 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4697.62 | 5.96907 | 62.1744 | 0 | | |
| | 18 | 0.378757 | 7 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4697.62 | 5.90345 | 62.2962 | 0 | | |
| | 19 | 0.378116 | 6 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4697.62 | 5.9501 | 62.3658 | 0 | | |
| | 20 | 0.38048 | 8 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4697.62 | 5.90678 | 62.4208 | 0 | | |
| | 21 | 0.353799 | 4 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4697.62 | 6.48361 | 62.4671 | 0 | | |
| | 22 | 0.0031746 | 7 | 0 | wikitext | comb_11 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 108.75 | 0 | | |
| | 23 | 0.0031746 | 4 | 0 | wikitext | comb_11 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 108.792 | 0 | | |
| | 24 | 0.0031746 | 6 | 0 | wikitext | comb_10 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 108.812 | 0 | | |
| | 25 | 0.0031746 | 8 | 0 | wikitext | comb_11 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 108.862 | 0 | | |
| | 26 | 0.0031746 | 4 | 0 | wikitext | comb_13 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 108.867 | 0 | | |
| | 27 | 0.0031746 | 5 | 0 | wikitext | comb_10 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 108.922 | 0 | | |
| | 28 | 0.0031746 | 6 | 0 | wikitext | comb_13 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 108.923 | 0 | | |
| | 29 | 0.0031746 | 6 | 0 | wikitext | comb_11 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 108.931 | 0 | | |
| | 30 | 0 | 4 | 0 | wikitext | comb_4 | phi | ones_naive | 4397.37 | 4699.72 | 1.12049 | 108.942 | 0 | | |
| | 31 | 0 | 5 | 0 | wikitext | comb_4 | phi | ones_naive | 4397.37 | 4699.72 | 1.12049 | 108.942 | 0 | | |
| | 32 | 0 | 6 | 0 | wikitext | comb_4 | phi | ones_naive | 4397.37 | 4699.72 | 1.12049 | 108.942 | 0 | | |
| | 33 | 0 | 7 | 0 | wikitext | comb_4 | phi | ones_naive | 4397.37 | 4699.72 | 1.12049 | 108.942 | 0 | | |
| | 34 | 0 | 8 | 0 | wikitext | comb_4 | phi | ones_naive | 4397.37 | 4699.72 | 1.12049 | 108.942 | 0 | | |
| | 35 | 0.0031746 | 4 | 0 | wikitext | comb_16 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 108.974 | 0 | | |
| | 36 | 0.0031746 | 6 | 0 | wikitext | comb_6 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 108.982 | 0 | | |
| | 37 | 0.0031746 | 7 | 0 | wikitext | comb_16 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 108.986 | 0 | | |
| | 38 | 0.0031746 | 4 | 0 | wikitext | comb_10 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 108.99 | 0 | | |
| | 39 | 0.0031746 | 6 | 0 | wikitext | comb_16 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 109.007 | 0 | | |
| | 40 | 0.0031746 | 8 | 0 | wikitext | comb_10 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 109.011 | 0 | | |
| | 41 | 0.0031746 | 5 | 0 | wikitext | comb_13 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 109.013 | 0 | | |
| | 42 | 0.0031746 | 5 | 0 | wikitext | comb_11 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 109.018 | 0 | | |
| | 43 | 0.0031746 | 7 | 0 | wikitext | comb_6 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 109.039 | 0 | | |
| | 44 | 0.0031746 | 5 | 0 | wikitext | comb_6 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 109.045 | 0 | | |
| | 45 | 0.0031746 | 8 | 0 | wikitext | comb_16 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 109.054 | 0 | | |
| | 46 | 0.0031746 | 7 | 0 | wikitext | comb_10 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 109.055 | 0 | | |
| | 47 | 0.0031746 | 8 | 0 | wikitext | comb_13 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 109.059 | 0 | | |
| | 48 | 0.0031746 | 7 | 0 | wikitext | comb_13 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 109.073 | 0 | | |
| | 49 | 0.0031746 | 4 | 0 | wikitext | comb_6 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 109.088 | 0 | | |
| | 50 | 0 | 4 | 0 | wikitext | comb_0 | phi | ones_naive | 4397.37 | 4699.72 | 1.68058 | 109.108 | 0 | | |
| | 51 | 0 | 5 | 0 | wikitext | comb_0 | phi | ones_naive | 4397.37 | 4699.72 | 1.68058 | 109.108 | 0 | | |
| | 52 | 0 | 6 | 0 | wikitext | comb_0 | phi | ones_naive | 4397.37 | 4699.72 | 1.68058 | 109.108 | 0 | | |
| | 53 | 0 | 7 | 0 | wikitext | comb_0 | phi | ones_naive | 4397.37 | 4699.72 | 1.68058 | 109.108 | 0 | | |
| | 54 | 0 | 8 | 0 | wikitext | comb_0 | phi | ones_naive | 4397.37 | 4699.72 | 1.68058 | 109.108 | 0 | | |
| | 55 | 0.0031746 | 8 | 0 | wikitext | comb_6 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 109.126 | 0 | | |
| | 56 | 0.0031746 | 5 | 0 | wikitext | comb_16 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 109.137 | 0 | | |
| | 57 | 0.0031746 | 7 | 0 | wikitext | comb_17 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 135.566 | 0 | | |
| | 58 | 0.0031746 | 5 | 0 | wikitext | comb_17 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 135.638 | 0 | | |
| | 59 | 0.0031746 | 6 | 0 | wikitext | comb_17 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 135.645 | 0 | | |
| | 60 | 0.0031746 | 4 | 0 | wikitext | comb_17 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 135.662 | 0 | | |
| | 61 | 0.0031746 | 8 | 0 | wikitext | comb_17 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 135.725 | 0 | | |
| | 62 | 0.0031746 | 8 | 0 | wikitext | comb_18 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 165.675 | 0 | | |
| | 63 | 0.0031746 | 6 | 0 | wikitext | comb_15 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 165.679 | 0 | | |
| | 64 | 0.0031746 | 5 | 0 | wikitext | comb_18 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 165.725 | 0 | | |
| | 65 | 0.0031746 | 8 | 0 | wikitext | comb_15 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 165.753 | 0 | | |
| | 66 | 0.0031746 | 6 | 0 | wikitext | comb_7 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 165.76 | 0 | | |
| | 67 | 0.0031746 | 7 | 0 | wikitext | comb_15 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 165.77 | 0 | | |
| | 68 | 0.0031746 | 5 | 0 | wikitext | comb_7 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 165.773 | 0 | | |
| | 69 | 0.0031746 | 6 | 0 | wikitext | comb_18 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 165.776 | 0 | | |
| | 70 | 0.0031746 | 5 | 0 | wikitext | comb_15 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 165.777 | 0 | | |
| | 71 | 0.0031746 | 7 | 0 | wikitext | comb_18 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 165.798 | 0 | | |
| | 72 | 0.0031746 | 7 | 0 | wikitext | comb_7 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 165.809 | 0 | | |
| | 73 | 0.0031746 | 4 | 0 | wikitext | comb_7 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 165.814 | 0 | | |
| | 74 | 0.0031746 | 4 | 0 | wikitext | comb_15 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 165.818 | 0 | | |
| | 75 | 0.0031746 | 8 | 0 | wikitext | comb_7 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 165.88 | 0 | | |
| | 76 | 0.0031746 | 4 | 0 | wikitext | comb_18 | phi | ones_naive | 4397.37 | 4699.72 | 1.11355 | 166.012 | 0 | | |
| | 77 | 0 | 4 | 0 | wikitext | comb_9 | phi | ones_naive | 3361.68 | 5358.22 | 1.15294 | 1.93579 | 0 | | |
| | 78 | 0 | 5 | 0 | wikitext | comb_9 | phi | ones_naive | 3361.68 | 5358.22 | 1.15294 | 1.93579 | 0 | | |
| | 79 | 0 | 6 | 0 | wikitext | comb_9 | phi | ones_naive | 3361.68 | 5358.22 | 1.15294 | 1.93579 | 0 | | |
| | 80 | 0 | 7 | 0 | wikitext | comb_9 | phi | ones_naive | 3361.68 | 5358.22 | 1.15294 | 1.93579 | 0 | | |
| | 81 | 0 | 8 | 0 | wikitext | comb_9 | phi | ones_naive | 3361.68 | 5358.22 | 1.15294 | 1.93579 | 0 | | |
| | 82 | 0 | 4 | 0 | wikitext | comb_14 | phi | ones_naive | 3361.68 | 5358.22 | 1.11355 | 1.96583 | 0 | | |
| | 83 | 0 | 5 | 0 | wikitext | comb_14 | phi | ones_naive | 3361.68 | 5358.22 | 1.11355 | 1.96583 | 0 | | |
| | 84 | 0 | 6 | 0 | wikitext | comb_14 | phi | ones_naive | 3361.68 | 5358.22 | 1.11355 | 1.96583 | 0 | | |
| | 85 | 0 | 7 | 0 | wikitext | comb_14 | phi | ones_naive | 3361.68 | 5358.22 | 1.11355 | 1.96583 | 0 | | |
| | 86 | 0 | 8 | 0 | wikitext | comb_14 | phi | ones_naive | 3361.68 | 5358.22 | 1.11355 | 1.96583 | 0 | | |
| | 87 | 0.0031746 | 8 | 0 | wikitext | comb_3 | phi | ones_naive | 5052.73 | 5880.41 | 1.11355 | 395.706 | 0 | | |
| | 88 | 0.0031746 | 5 | 0 | wikitext | comb_3 | phi | ones_naive | 5052.73 | 5880.41 | 1.11355 | 395.783 | 0 | | |
| | 89 | 0.0031746 | 4 | 0 | wikitext | comb_3 | phi | ones_naive | 5052.73 | 5880.41 | 1.11355 | 395.798 | 0 | | |
| | 90 | 0.0031746 | 6 | 0 | wikitext | comb_3 | phi | ones_naive | 5052.73 | 5880.41 | 1.11355 | 395.799 | 0 | | |
| | 91 | 0.0031746 | 7 | 0 | wikitext | comb_3 | phi | ones_naive | 5052.73 | 5880.41 | 1.11355 | 395.872 | 0 | | |
| | 92 | 0.0031746 | 4 | 0 | wikitext | comb_12 | phi | ones_naive | 3361.68 | 6671.04 | 1.11355 | 1.56155 | 0 | | |
| | 93 | 0.0031746 | 6 | 0 | wikitext | comb_2 | phi | ones_naive | 3361.68 | 6671.04 | 1.11355 | 1.60821 | 0 | | |
| | 94 | 0.0031746 | 8 | 0 | wikitext | comb_2 | phi | ones_naive | 3361.68 | 6671.04 | 1.11355 | 1.6531 | 0 | | |
| | 95 | 0.0031746 | 7 | 0 | wikitext | comb_2 | phi | ones_naive | 3361.68 | 6671.04 | 1.11355 | 1.6587 | 0 | | |
| | 96 | 0.0031746 | 6 | 0 | wikitext | comb_12 | phi | ones_naive | 3361.68 | 6671.04 | 1.11355 | 1.66877 | 0 | | |
| | 97 | 0.0031746 | 8 | 0 | wikitext | comb_12 | phi | ones_naive | 3361.68 | 6671.04 | 1.11355 | 1.67558 | 0 | | |
| | 98 | 0.0031746 | 5 | 0 | wikitext | comb_2 | phi | ones_naive | 3361.68 | 6671.04 | 1.11355 | 1.75444 | 0 | | |
| | 99 | 0.0031746 | 7 | 0 | wikitext | comb_12 | phi | ones_naive | 3361.68 | 6671.04 | 1.11355 | 1.75708 | 0 | | |
| | 100 | 0.0031746 | 5 | 0 | wikitext | comb_12 | phi | ones_naive | 3361.68 | 6671.04 | 1.11355 | 1.7783 | 0 | | |
| | 101 | 0.0031746 | 4 | 0 | wikitext | comb_2 | phi | ones_naive | 3361.68 | 6671.04 | 1.11355 | 1.77941 | 0 | | |
| | 102 | 0.380513 | 32 | 0 | wikitext | base | phi | ---- | 11335.5 | 11370.8 | 5.90955 | 18.847 | 0 | |