| accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer | |
| 0.3715636432170868 4 0.0 wikitext ao_woq phi fixed 1922.306048 2797.600768 5.994823932647705 29.008406 0.0 | |
| 0.38044580817222595 8 0.0 wikitext ao_woq phi fixed 3885.39392 4292.870144 5.907138824462891 28.850299 0.0 | |
| 0.0031746034510433674 8 0.0 wikitext comb_5 phi ones_naive 4394.006528 4697.62048 1.1135467290878296 39.240111 0.0 | |
| 0.0031746034510433674 7 0.0 wikitext comb_5 phi ones_naive 4394.006528 4697.62048 1.1135467290878296 39.294473 0.0 | |
| 0.0031746034510433674 5 0.0 wikitext comb_5 phi ones_naive 4394.006528 4697.62048 1.1135467290878296 39.415238 0.0 | |
| 0.0031746034510433674 6 0.0 wikitext comb_5 phi ones_naive 4394.006528 4697.62048 1.1135467290878296 39.432308 0.0 | |
| 0.0031746034510433674 4 0.0 wikitext comb_5 phi ones_naive 4394.006528 4697.62048 1.1135467290878296 39.504063 0.0 | |
| 0.0031746034510433674 7 0.0 wikitext comb_1 phi ones_naive 4394.006528 4697.62048 1.1135467290878296 86.615514 0.0 | |
| 0.0031746034510433674 8 0.0 wikitext comb_1 phi ones_naive 4394.006528 4697.62048 1.1135467290878296 86.646273 0.0 | |
| 0.0031746034510433674 5 0.0 wikitext comb_1 phi ones_naive 4394.006528 4697.62048 1.1135467290878296 86.704401 0.0 | |
| 0.0031746034510433674 4 0.0 wikitext comb_1 phi ones_naive 4394.006528 4697.62048 1.1135467290878296 86.758039 0.0 | |
| 0.0031746034510433674 6 0.0 wikitext comb_1 phi ones_naive 4394.006528 4697.62048 1.1135467290878296 86.804088 0.0 | |
| 0.0031746034510433674 6 0.0 wikitext comb_8 phi ones_naive 4394.006528 4697.62048 1.1135467290878296 113.783646 0.0 | |
| 0.0031746034510433674 5 0.0 wikitext comb_8 phi ones_naive 4394.006528 4697.62048 1.1135467290878296 113.834922 0.0 | |
| 0.0031746034510433674 7 0.0 wikitext comb_8 phi ones_naive 4394.006528 4697.62048 1.1135467290878296 113.920633 0.0 | |
| 0.0031746034510433674 8 0.0 wikitext comb_8 phi ones_naive 4394.006528 4697.62048 1.1135467290878296 113.965488 0.0 | |
| 0.0031746034510433674 4 0.0 wikitext comb_8 phi ones_naive 4394.006528 4697.62048 1.1135467290878296 114.067387 0.0 | |
| 0.37527862191200256 5 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.969074726104736 62.174397 0.0 | |
| 0.37875714898109436 7 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.903452396392822 62.296206 0.0 | |
| 0.3781155049800873 6 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.950102806091309 62.365849 0.0 | |
| 0.3804795742034912 8 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.9067816734313965 62.420832 0.0 | |
| 0.353799432516098 4 0.0 wikitext woq phi fixed 4394.576384 4697.62048 6.483606815338135 62.467126 0.0 | |
| 0.0031746034510433674 7 0.0 wikitext comb_11 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 108.750233 0.0 | |
| 0.0031746034510433674 4 0.0 wikitext comb_11 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 108.791907 0.0 | |
| 0.0031746034510433674 6 0.0 wikitext comb_10 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 108.812262 0.0 | |
| 0.0031746034510433674 8 0.0 wikitext comb_11 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 108.861899 0.0 | |
| 0.0031746034510433674 4 0.0 wikitext comb_13 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 108.866897 0.0 | |
| 0.0031746034510433674 5 0.0 wikitext comb_10 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 108.921668 0.0 | |
| 0.0031746034510433674 6 0.0 wikitext comb_13 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 108.922562 0.0 | |
| 0.0031746034510433674 6 0.0 wikitext comb_11 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 108.931296 0.0 | |
| 0.0 4 0.0 wikitext comb_4 phi ones_naive 4397.365248 4699.717632 1.1204924583435059 108.942424 0.0 | |
| 0.0 5 0.0 wikitext comb_4 phi ones_naive 4397.365248 4699.717632 1.1204924583435059 108.942424 0.0 | |
| 0.0 6 0.0 wikitext comb_4 phi ones_naive 4397.365248 4699.717632 1.1204924583435059 108.942424 0.0 | |
| 0.0 7 0.0 wikitext comb_4 phi ones_naive 4397.365248 4699.717632 1.1204924583435059 108.942424 0.0 | |
| 0.0 8 0.0 wikitext comb_4 phi ones_naive 4397.365248 4699.717632 1.1204924583435059 108.942424 0.0 | |
| 0.0031746034510433674 4 0.0 wikitext comb_16 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 108.97383 0.0 | |
| 0.0031746034510433674 6 0.0 wikitext comb_6 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 108.981731 0.0 | |
| 0.0031746034510433674 7 0.0 wikitext comb_16 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 108.985664 0.0 | |
| 0.0031746034510433674 4 0.0 wikitext comb_10 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 108.989686 0.0 | |
| 0.0031746034510433674 6 0.0 wikitext comb_16 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 109.006862 0.0 | |
| 0.0031746034510433674 8 0.0 wikitext comb_10 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 109.011418 0.0 | |
| 0.0031746034510433674 5 0.0 wikitext comb_13 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 109.013175 0.0 | |
| 0.0031746034510433674 5 0.0 wikitext comb_11 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 109.017766 0.0 | |
| 0.0031746034510433674 7 0.0 wikitext comb_6 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 109.039037 0.0 | |
| 0.0031746034510433674 5 0.0 wikitext comb_6 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 109.04502 0.0 | |
| 0.0031746034510433674 8 0.0 wikitext comb_16 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 109.054365 0.0 | |
| 0.0031746034510433674 7 0.0 wikitext comb_10 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 109.055383 0.0 | |
| 0.0031746034510433674 8 0.0 wikitext comb_13 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 109.058855 0.0 | |
| 0.0031746034510433674 7 0.0 wikitext comb_13 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 109.072977 0.0 | |
| 0.0031746034510433674 4 0.0 wikitext comb_6 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 109.087992 0.0 | |
| 0.0 4 0.0 wikitext comb_0 phi ones_naive 4397.365248 4699.717632 1.680575966835022 109.107544 0.0 | |
| 0.0 5 0.0 wikitext comb_0 phi ones_naive 4397.365248 4699.717632 1.680575966835022 109.107544 0.0 | |
| 0.0 6 0.0 wikitext comb_0 phi ones_naive 4397.365248 4699.717632 1.680575966835022 109.107544 0.0 | |
| 0.0 7 0.0 wikitext comb_0 phi ones_naive 4397.365248 4699.717632 1.680575966835022 109.107544 0.0 | |
| 0.0 8 0.0 wikitext comb_0 phi ones_naive 4397.365248 4699.717632 1.680575966835022 109.107544 0.0 | |
| 0.0031746034510433674 8 0.0 wikitext comb_6 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 109.126068 0.0 | |
| 0.0031746034510433674 5 0.0 wikitext comb_16 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 109.136743 0.0 | |
| 0.0031746034510433674 7 0.0 wikitext comb_17 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 135.56562 0.0 | |
| 0.0031746034510433674 5 0.0 wikitext comb_17 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 135.638185 0.0 | |
| 0.0031746034510433674 6 0.0 wikitext comb_17 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 135.644899 0.0 | |
| 0.0031746034510433674 4 0.0 wikitext comb_17 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 135.661772 0.0 | |
| 0.0031746034510433674 8 0.0 wikitext comb_17 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 135.724972 0.0 | |
| 0.0031746034510433674 8 0.0 wikitext comb_18 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 165.674837 0.0 | |
| 0.0031746034510433674 6 0.0 wikitext comb_15 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 165.678989 0.0 | |
| 0.0031746034510433674 5 0.0 wikitext comb_18 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 165.725232 0.0 | |
| 0.0031746034510433674 8 0.0 wikitext comb_15 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 165.75339 0.0 | |
| 0.0031746034510433674 6 0.0 wikitext comb_7 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 165.760192 0.0 | |
| 0.0031746034510433674 7 0.0 wikitext comb_15 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 165.770317 0.0 | |
| 0.0031746034510433674 5 0.0 wikitext comb_7 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 165.773382 0.0 | |
| 0.0031746034510433674 6 0.0 wikitext comb_18 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 165.775707 0.0 | |
| 0.0031746034510433674 5 0.0 wikitext comb_15 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 165.776967 0.0 | |
| 0.0031746034510433674 7 0.0 wikitext comb_18 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 165.797657 0.0 | |
| 0.0031746034510433674 7 0.0 wikitext comb_7 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 165.80884 0.0 | |
| 0.0031746034510433674 4 0.0 wikitext comb_7 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 165.814455 0.0 | |
| 0.0031746034510433674 4 0.0 wikitext comb_15 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 165.818052 0.0 | |
| 0.0031746034510433674 8 0.0 wikitext comb_7 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 165.880269 0.0 | |
| 0.0031746034510433674 4 0.0 wikitext comb_18 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 166.012371 0.0 | |
| 0.0 4 0.0 wikitext comb_9 phi ones_naive 3361.675264 5358.22336 1.1529353857040405 1.935795 0.0 | |
| 0.0 5 0.0 wikitext comb_9 phi ones_naive 3361.675264 5358.22336 1.1529353857040405 1.935795 0.0 | |
| 0.0 6 0.0 wikitext comb_9 phi ones_naive 3361.675264 5358.22336 1.1529353857040405 1.935795 0.0 | |
| 0.0 7 0.0 wikitext comb_9 phi ones_naive 3361.675264 5358.22336 1.1529353857040405 1.935795 0.0 | |
| 0.0 8 0.0 wikitext comb_9 phi ones_naive 3361.675264 5358.22336 1.1529353857040405 1.935795 0.0 | |
| 0.0 4 0.0 wikitext comb_14 phi ones_naive 3361.675264 5358.22336 1.1135504245758057 1.965828 0.0 | |
| 0.0 5 0.0 wikitext comb_14 phi ones_naive 3361.675264 5358.22336 1.1135504245758057 1.965828 0.0 | |
| 0.0 6 0.0 wikitext comb_14 phi ones_naive 3361.675264 5358.22336 1.1135504245758057 1.965828 0.0 | |
| 0.0 7 0.0 wikitext comb_14 phi ones_naive 3361.675264 5358.22336 1.1135504245758057 1.965828 0.0 | |
| 0.0 8 0.0 wikitext comb_14 phi ones_naive 3361.675264 5358.22336 1.1135504245758057 1.965828 0.0 | |
| 0.0031746034510433674 8 0.0 wikitext comb_3 phi ones_naive 5052.72576 5880.414208 1.1135467290878296 395.705918 0.0 | |
| 0.0031746034510433674 5 0.0 wikitext comb_3 phi ones_naive 5052.72576 5880.414208 1.1135467290878296 395.783046 0.0 | |
| 0.0031746034510433674 4 0.0 wikitext comb_3 phi ones_naive 5052.72576 5880.414208 1.1135467290878296 395.79821 0.0 | |
| 0.0031746034510433674 6 0.0 wikitext comb_3 phi ones_naive 5052.72576 5880.414208 1.1135467290878296 395.79913 0.0 | |
| 0.0031746034510433674 7 0.0 wikitext comb_3 phi ones_naive 5052.72576 5880.414208 1.1135467290878296 395.872367 0.0 | |
| 0.0031746034510433674 4 0.0 wikitext comb_12 phi ones_naive 3361.675264 6671.040512 1.1135467290878296 1.561553 0.0 | |
| 0.0031746034510433674 6 0.0 wikitext comb_2 phi ones_naive 3361.675264 6671.040512 1.1135467290878296 1.608212 0.0 | |
| 0.0031746034510433674 8 0.0 wikitext comb_2 phi ones_naive 3361.675264 6671.040512 1.1135467290878296 1.653103 0.0 | |
| 0.0031746034510433674 7 0.0 wikitext comb_2 phi ones_naive 3361.675264 6671.040512 1.1135467290878296 1.658704 0.0 | |
| 0.0031746034510433674 6 0.0 wikitext comb_12 phi ones_naive 3361.675264 6671.040512 1.1135467290878296 1.66877 0.0 | |
| 0.0031746034510433674 8 0.0 wikitext comb_12 phi ones_naive 3361.675264 6671.040512 1.1135467290878296 1.67558 0.0 | |
| 0.0031746034510433674 5 0.0 wikitext comb_2 phi ones_naive 3361.675264 6671.040512 1.1135467290878296 1.754444 0.0 | |
| 0.0031746034510433674 7 0.0 wikitext comb_12 phi ones_naive 3361.675264 6671.040512 1.1135467290878296 1.757078 0.0 | |
| 0.0031746034510433674 5 0.0 wikitext comb_12 phi ones_naive 3361.675264 6671.040512 1.1135467290878296 1.778303 0.0 | |
| 0.0031746034510433674 4 0.0 wikitext comb_2 phi ones_naive 3361.675264 6671.040512 1.1135467290878296 1.779415 0.0 | |
| 0.38051334023475647 32 0.0 wikitext base phi ---- 11335.518208 11370.758144 5.909549236297607 18.84703 0.0 | |