| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | |----:|-----------:|-------:|-------:|:----------|:---------|:--------|:------------|--------------------:|---------------------:|-------------:|----------:|------:| | 0 | 0 | 4 | 0 | wikitext | comb_3 | phi | rnd_naive_t | 4395.06 | 4676.65 | 1.11298 | 71.9452 | 0 | | 1 | 0 | 5 | 0 | wikitext | comb_3 | phi | rnd_naive_t | 4395.06 | 4676.65 | 1.11298 | 71.9452 | 0 | | 2 | 0 | 6 | 0 | wikitext | comb_3 | phi | rnd_naive_t | 4395.06 | 4676.65 | 1.11298 | 71.9452 | 0 | | 3 | 0 | 7 | 0 | wikitext | comb_3 | phi | rnd_naive_t | 4395.06 | 4676.65 | 1.11298 | 71.9452 | 0 | | 4 | 0 | 8 | 0 | wikitext | comb_3 | phi | rnd_naive_t | 4395.06 | 4676.65 | 1.11298 | 71.9452 | 0 | | 5 | 0 | 4 | 0 | wikitext | comb_15 | phi | ones_t | 4395.06 | 4676.65 | 1.11298 | 71.9609 | 0 | | 6 | 0 | 5 | 0 | wikitext | comb_15 | phi | ones_t | 4395.06 | 4676.65 | 1.11298 | 71.9609 | 0 | | 7 | 0 | 6 | 0 | wikitext | comb_15 | phi | ones_t | 4395.06 | 4676.65 | 1.11298 | 71.9609 | 0 | | 8 | 0 | 7 | 0 | wikitext | comb_15 | phi | ones_t | 4395.06 | 4676.65 | 1.11298 | 71.9609 | 0 | | 9 | 0 | 8 | 0 | wikitext | comb_15 | phi | ones_t | 4395.06 | 4676.65 | 1.11298 | 71.9609 | 0 | | 10 | 0 | 4 | 0 | wikitext | comb_3 | phi | ones_t | 4395.06 | 4676.65 | 1.11355 | 94.6694 | 0 | | 11 | 0 | 5 | 0 | wikitext | comb_3 | phi | ones_t | 4395.06 | 4676.65 | 1.11355 | 94.6694 | 0 | | 12 | 0 | 6 | 0 | wikitext | comb_3 | phi | ones_t | 4395.06 | 4676.65 | 1.11355 | 94.6694 | 0 | | 13 | 0 | 7 | 0 | wikitext | comb_3 | phi | ones_t | 4395.06 | 4676.65 | 1.11355 | 94.6694 | 0 | | 14 | 0 | 8 | 0 | wikitext | comb_3 | phi | ones_t | 4395.06 | 4676.65 | 1.11355 | 94.6694 | 0 | | 15 | 0 | 4 | 0 | wikitext | comb_7 | phi | rnd_naive_t | 4395.06 | 4676.65 | 1.11355 | 107.093 | 0 | | 16 | 0 | 5 | 0 | wikitext | comb_7 | phi | rnd_naive_t | 4395.06 | 4676.65 | 1.11355 | 107.093 | 0 | | 17 | 0 | 6 | 0 | wikitext | comb_7 | phi | rnd_naive_t | 4395.06 | 4676.65 | 1.11355 | 107.093 | 0 | | 18 | 0 | 7 | 0 | wikitext | comb_7 | phi | rnd_naive_t | 4395.06 | 4676.65 | 1.11355 | 107.093 | 0 | | 19 | 0 | 8 | 0 | wikitext | comb_7 | phi | rnd_naive_t | 4395.06 | 4676.65 | 1.11355 | 107.093 | 0 | | 20 | 0.378622 | 7 | 0 | wikitext | comb_15 | phi | rnd_naive_t | 4395.53 | 4676.65 | 5.90094 | 32.8711 | 0 | | 21 | 0.375279 | 5 | 0 | wikitext | comb_15 | phi | rnd_naive_t | 4395.53 | 4676.65 | 5.84224 | 32.9528 | 0 | | 22 | 0.378622 | 7 | 0 | wikitext | comb_13 | phi | ones_t | 4395.53 | 4676.65 | 5.90094 | 32.9804 | 0 | | 23 | 0.380277 | 8 | 0 | wikitext | comb_15 | phi | rnd_naive_t | 4395.53 | 4676.65 | 5.90657 | 33.1466 | 0 | | 24 | 0.377204 | 6 | 0 | wikitext | comb_15 | phi | rnd_naive_t | 4395.53 | 4676.65 | 5.90574 | 33.1538 | 0 | | 25 | 0.355826 | 4 | 0 | wikitext | comb_15 | phi | rnd_naive_t | 4395.53 | 4676.65 | 6.25223 | 33.2201 | 0 | | 26 | 0.380277 | 8 | 0 | wikitext | comb_13 | phi | ones_t | 4395.53 | 4676.65 | 5.90657 | 33.2604 | 0 | | 27 | 0 | 4 | 0 | wikitext | comb_4 | phi | rnd_naive_t | 4398.41 | 4678.75 | 3.39614 | 90.2449 | 0 | | 28 | 0 | 5 | 0 | wikitext | comb_4 | phi | rnd_naive_t | 4398.41 | 4678.75 | 3.39614 | 90.2449 | 0 | | 29 | 0 | 6 | 0 | wikitext | comb_4 | phi | rnd_naive_t | 4398.41 | 4678.75 | 3.39614 | 90.2449 | 0 | | 30 | 0 | 7 | 0 | wikitext | comb_4 | phi | rnd_naive_t | 4398.41 | 4678.75 | 3.39614 | 90.2449 | 0 | | 31 | 0 | 8 | 0 | wikitext | comb_4 | phi | rnd_naive_t | 4398.41 | 4678.75 | 3.39614 | 90.2449 | 0 | | 32 | 0 | 4 | 0 | wikitext | comb_16 | phi | rnd_naive_t | 4398.41 | 4678.75 | 1.30194 | 90.3107 | 0 | | 33 | 0 | 5 | 0 | wikitext | comb_16 | phi | rnd_naive_t | 4398.41 | 4678.75 | 1.30194 | 90.3107 | 0 | | 34 | 0 | 6 | 0 | wikitext | comb_16 | phi | rnd_naive_t | 4398.41 | 4678.75 | 1.30194 | 90.3107 | 0 | | 35 | 0 | 7 | 0 | wikitext | comb_16 | phi | rnd_naive_t | 4398.41 | 4678.75 | 1.30194 | 90.3107 | 0 | | 36 | 0 | 8 | 0 | wikitext | comb_16 | phi | rnd_naive_t | 4398.41 | 4678.75 | 1.30194 | 90.3107 | 0 | | 37 | 0 | 4 | 0 | wikitext | comb_5 | phi | rnd_naive_t | 4398.41 | 4678.75 | 1.11692 | 90.4764 | 0 | | 38 | 0 | 5 | 0 | wikitext | comb_5 | phi | rnd_naive_t | 4398.41 | 4678.75 | 1.11692 | 90.4764 | 0 | | 39 | 0 | 6 | 0 | wikitext | comb_5 | phi | rnd_naive_t | 4398.41 | 4678.75 | 1.11692 | 90.4764 | 0 | | 40 | 0 | 7 | 0 | wikitext | comb_5 | phi | rnd_naive_t | 4398.41 | 4678.75 | 1.11692 | 90.4764 | 0 | | 41 | 0 | 8 | 0 | wikitext | comb_5 | phi | rnd_naive_t | 4398.41 | 4678.75 | 1.11692 | 90.4764 | 0 | | 42 | 0 | 4 | 0 | wikitext | comb_2 | phi | rnd_naive_t | 4398.41 | 4678.75 | 1.4164 | 137.345 | 0 | | 43 | 0 | 5 | 0 | wikitext | comb_2 | phi | rnd_naive_t | 4398.41 | 4678.75 | 1.4164 | 137.345 | 0 | | 44 | 0 | 6 | 0 | wikitext | comb_2 | phi | rnd_naive_t | 4398.41 | 4678.75 | 1.4164 | 137.345 | 0 | | 45 | 0 | 7 | 0 | wikitext | comb_2 | phi | rnd_naive_t | 4398.41 | 4678.75 | 1.4164 | 137.345 | 0 | | 46 | 0 | 8 | 0 | wikitext | comb_2 | phi | rnd_naive_t | 4398.41 | 4678.75 | 1.4164 | 137.345 | 0 | | 47 | 0 | 4 | 0 | wikitext | comb_8 | phi | rnd_naive_t | 4398.41 | 4678.75 | 1.3501 | 137.513 | 0 | | 48 | 0 | 5 | 0 | wikitext | comb_8 | phi | rnd_naive_t | 4398.41 | 4678.75 | 1.3501 | 137.513 | 0 | | 49 | 0 | 6 | 0 | wikitext | comb_8 | phi | rnd_naive_t | 4398.41 | 4678.75 | 1.3501 | 137.513 | 0 | | 50 | 0 | 7 | 0 | wikitext | comb_8 | phi | rnd_naive_t | 4398.41 | 4678.75 | 1.3501 | 137.513 | 0 | | 51 | 0 | 8 | 0 | wikitext | comb_8 | phi | rnd_naive_t | 4398.41 | 4678.75 | 1.3501 | 137.513 | 0 | | 52 | 0 | 4 | 0 | wikitext | comb_2 | phi | ones_t | 4398.41 | 4678.75 | 1.44566 | 137.592 | 0 | | 53 | 0 | 5 | 0 | wikitext | comb_2 | phi | ones_t | 4398.41 | 4678.75 | 1.44566 | 137.592 | 0 | | 54 | 0 | 6 | 0 | wikitext | comb_2 | phi | ones_t | 4398.41 | 4678.75 | 1.44566 | 137.592 | 0 | | 55 | 0 | 7 | 0 | wikitext | comb_2 | phi | ones_t | 4398.41 | 4678.75 | 1.44566 | 137.592 | 0 | | 56 | 0 | 8 | 0 | wikitext | comb_2 | phi | ones_t | 4398.41 | 4678.75 | 1.44566 | 137.592 | 0 | | 57 | 0.377237 | 8 | 0 | wikitext | comb_1 | phi | rnd_naive_t | 4398.88 | 4678.75 | 5.91828 | 90.5549 | 0 | | 58 | 0.38281 | 8 | 0 | wikitext | comb_18 | phi | rnd_naive_t | 4398.88 | 4678.75 | 5.86616 | 90.5849 | 0 | | 59 | 0.32202 | 6 | 0 | wikitext | comb_11 | phi | rnd_naive_t | 4398.88 | 4678.75 | 7.43415 | 90.5927 | 0 | | 60 | 0.369639 | 8 | 0 | wikitext | comb_17 | phi | rnd_naive_t | 4398.88 | 4678.75 | 6.08334 | 90.5979 | 0 | | 61 | 0.321817 | 7 | 0 | wikitext | comb_10 | phi | ones_t | 4398.88 | 4678.75 | 7.23401 | 90.6456 | 0 | | 62 | 0.376427 | 7 | 0 | wikitext | comb_17 | phi | rnd_naive_t | 4398.88 | 4678.75 | 5.88005 | 90.7074 | 0 | | 63 | 0.37798 | 8 | 0 | wikitext | comb_14 | phi | ones_t | 4398.88 | 4678.75 | 5.98039 | 90.7175 | 0 | | 64 | 0.375549 | 7 | 0 | wikitext | comb_11 | phi | rnd_naive_t | 4398.88 | 4678.75 | 5.95242 | 90.7198 | 0 | | 65 | 0.376123 | 5 | 0 | wikitext | comb_11 | phi | rnd_naive_t | 4398.88 | 4678.75 | 5.85781 | 90.7548 | 0 | | 66 | 0.365991 | 6 | 0 | wikitext | comb_17 | phi | rnd_naive_t | 4398.88 | 4678.75 | 5.98494 | 90.7621 | 0 | | 67 | 0.359237 | 4 | 0 | wikitext | comb_18 | phi | rnd_naive_t | 4398.88 | 4678.75 | 6.17657 | 90.7658 | 0 | | 68 | 0.359642 | 4 | 0 | wikitext | comb_17 | phi | rnd_naive_t | 4398.88 | 4678.75 | 5.91165 | 90.7715 | 0 | | 69 | 0.378386 | 7 | 0 | wikitext | comb_18 | phi | rnd_naive_t | 4398.88 | 4678.75 | 5.90232 | 90.7872 | 0 | | 70 | 0.362378 | 4 | 0 | wikitext | comb_1 | phi | rnd_naive_t | 4398.88 | 4678.75 | 5.9526 | 90.8145 | 0 | | 71 | 0.374265 | 5 | 0 | wikitext | comb_18 | phi | rnd_naive_t | 4398.88 | 4678.75 | 5.90859 | 90.8147 | 0 | | 72 | 0.365248 | 6 | 0 | wikitext | comb_18 | phi | rnd_naive_t | 4398.88 | 4678.75 | 7.41742 | 90.8303 | 0 | | 73 | 0.365485 | 6 | 0 | wikitext | comb_1 | phi | rnd_naive_t | 4398.88 | 4678.75 | 6.14609 | 90.8319 | 0 | | 74 | 0.378082 | 8 | 0 | wikitext | comb_11 | phi | rnd_naive_t | 4398.88 | 4678.75 | 5.91216 | 90.8339 | 0 | | 75 | 0.361466 | 4 | 0 | wikitext | comb_11 | phi | rnd_naive_t | 4398.88 | 4678.75 | 5.951 | 90.8422 | 0 | | 76 | 0.371158 | 8 | 0 | wikitext | comb_10 | phi | ones_t | 4398.88 | 4678.75 | 6.03723 | 90.8962 | 0 | | 77 | 0.377913 | 7 | 0 | wikitext | comb_18 | phi | ones_t | 4398.88 | 4678.75 | 5.97205 | 90.8986 | 0 | | 78 | 0.379129 | 7 | 0 | wikitext | comb_1 | phi | rnd_naive_t | 4398.88 | 4678.75 | 5.87649 | 90.978 | 0 | | 79 | 0.375279 | 5 | 0 | wikitext | comb_1 | phi | rnd_naive_t | 4398.88 | 4678.75 | 5.85993 | 91.1388 | 0 | | 80 | 0.361803 | 5 | 0 | wikitext | comb_17 | phi | rnd_naive_t | 4398.88 | 4678.75 | 6.09572 | 91.2855 | 0 | | 81 | 0.378116 | 8 | 0 | wikitext | comb_18 | phi | ones_t | 4398.88 | 4678.75 | 5.97649 | 91.8636 | 0 | | 82 | 0.372408 | 5 | 0 | wikitext | comb_6 | phi | rnd_naive_t | 4398.88 | 4678.75 | 5.9436 | 112.882 | 0 | | 83 | 0.37099 | 6 | 0 | wikitext | comb_6 | phi | rnd_naive_t | 4398.88 | 4678.75 | 6.57889 | 112.962 | 0 | | 84 | 0.37663 | 8 | 0 | wikitext | comb_6 | phi | rnd_naive_t | 4398.88 | 4678.75 | 5.92076 | 113.004 | 0 | | 85 | 0.376933 | 7 | 0 | wikitext | comb_6 | phi | rnd_naive_t | 4398.88 | 4678.75 | 5.98363 | 113.184 | 0 | | 86 | 0.373252 | 5 | 0 | wikitext | comb_9 | phi | rnd_naive_t | 4398.88 | 4678.75 | 6.045 | 137.945 | 0 | | 87 | 0.36616 | 6 | 0 | wikitext | comb_9 | phi | rnd_naive_t | 4398.88 | 4678.75 | 7.27186 | 137.993 | 0 | | 88 | 0.377744 | 7 | 0 | wikitext | comb_9 | phi | rnd_naive_t | 4398.88 | 4678.75 | 5.87114 | 138.06 | 0 | | 89 | 0.363256 | 4 | 0 | wikitext | comb_9 | phi | rnd_naive_t | 4398.88 | 4678.75 | 6.05506 | 138.082 | 0 | | 90 | 0.37484 | 8 | 0 | wikitext | comb_9 | phi | rnd_naive_t | 4398.88 | 4678.75 | 5.8535 | 138.337 | 0 | | 91 | 0.00952381 | 8 | 0 | wikitext | comb_11 | phi | ones_t | 3362.72 | 5337.25 | 1.10883 | 1.60206 | 0 | | 92 | 0.0015873 | 8 | 0 | wikitext | comb_14 | phi | rnd_naive_t | 3362.72 | 5337.25 | 1.11377 | 1.61656 | 0 | | 93 | 0 | 4 | 0 | wikitext | comb_14 | phi | rnd_naive_t | 3362.72 | 5337.25 | 1.11471 | 1.61764 | 0 | | 94 | 0 | 5 | 0 | wikitext | comb_14 | phi | rnd_naive_t | 3362.72 | 5337.25 | 1.11471 | 1.61764 | 0 | | 95 | 0 | 6 | 0 | wikitext | comb_14 | phi | rnd_naive_t | 3362.72 | 5337.25 | 1.11471 | 1.61764 | 0 | | 96 | 0 | 7 | 0 | wikitext | comb_14 | phi | rnd_naive_t | 3362.72 | 5337.25 | 1.11471 | 1.61764 | 0 | | 97 | 0.00952381 | 7 | 0 | wikitext | comb_11 | phi | ones_t | 3362.72 | 5337.25 | 1.10778 | 1.62187 | 0 | | 98 | 0.0031746 | 7 | 0 | wikitext | comb_10 | phi | rnd_naive_t | 3362.72 | 5337.25 | 1.11355 | 1.62826 | 0 | | 99 | 0 | 4 | 0 | wikitext | comb_10 | phi | rnd_naive_t | 3362.72 | 5337.25 | 1.11355 | 1.63053 | 0 | | 100 | 0.0031746 | 6 | 0 | wikitext | comb_10 | phi | rnd_naive_t | 3362.72 | 5337.25 | 1.11355 | 1.63546 | 0 | | 101 | 0.0031746 | 5 | 0 | wikitext | comb_10 | phi | rnd_naive_t | 3362.72 | 5337.25 | 1.11355 | 1.63808 | 0 | | 102 | 0.0031746 | 8 | 0 | wikitext | comb_10 | phi | rnd_naive_t | 3362.72 | 5337.25 | 1.11355 | 1.70418 | 0 | | 103 | 0.0015873 | 8 | 0 | wikitext | comb_13 | phi | rnd_naive_t | 5053.77 | 5886.71 | 1.17076 | 328.845 | 0 | | 104 | 0 | 4 | 0 | wikitext | comb_13 | phi | rnd_naive_t | 5053.77 | 5886.71 | 1.12469 | 328.901 | 0 | | 105 | 0 | 5 | 0 | wikitext | comb_13 | phi | rnd_naive_t | 5053.77 | 5886.71 | 1.12469 | 328.901 | 0 | | 106 | 0 | 6 | 0 | wikitext | comb_13 | phi | rnd_naive_t | 5053.77 | 5886.71 | 1.12469 | 328.901 | 0 | | 107 | 0 | 7 | 0 | wikitext | comb_13 | phi | rnd_naive_t | 5053.77 | 5886.71 | 1.12469 | 328.901 | 0 | | 108 | 0.0031746 | 8 | 0 | wikitext | comb_12 | phi | ones_t | 3362.72 | 6650.07 | 1.11362 | 1.59001 | 0 | | 109 | 0.0031746 | 8 | 0 | wikitext | comb_0 | phi | ones_t | 3362.72 | 6650.07 | 1.11352 | 1.59914 | 0 | | 110 | 0 | 4 | 0 | wikitext | comb_0 | phi | rnd_naive_t | 3362.72 | 6650.07 | 1.21593 | 1.6749 | 0 | | 111 | 0 | 5 | 0 | wikitext | comb_0 | phi | rnd_naive_t | 3362.72 | 6650.07 | 1.21593 | 1.6749 | 0 | | 112 | 0 | 6 | 0 | wikitext | comb_0 | phi | rnd_naive_t | 3362.72 | 6650.07 | 1.21593 | 1.6749 | 0 | | 113 | 0 | 7 | 0 | wikitext | comb_0 | phi | rnd_naive_t | 3362.72 | 6650.07 | 1.21593 | 1.6749 | 0 | | 114 | 0 | 8 | 0 | wikitext | comb_0 | phi | rnd_naive_t | 3362.72 | 6650.07 | 1.21593 | 1.6749 | 0 | | 115 | 0.0031746 | 7 | 0 | wikitext | comb_12 | phi | ones_t | 3362.72 | 6650.07 | 1.11362 | 1.68044 | 0 | | 116 | 0.0031746 | 8 | 0 | wikitext | comb_12 | phi | rnd_naive_t | 3362.72 | 6650.07 | 1.11355 | 1.6959 | 0 | | 117 | 0 | 4 | 0 | wikitext | comb_0 | phi | ones_t | 3362.72 | 6650.07 | 1.11354 | 1.70797 | 0 | | 118 | 0 | 5 | 0 | wikitext | comb_0 | phi | ones_t | 3362.72 | 6650.07 | 1.11354 | 1.70797 | 0 | | 119 | 0 | 6 | 0 | wikitext | comb_0 | phi | ones_t | 3362.72 | 6650.07 | 1.11354 | 1.70797 | 0 | | 120 | 0 | 7 | 0 | wikitext | comb_0 | phi | ones_t | 3362.72 | 6650.07 | 1.11354 | 1.70797 | 0 | | 121 | 0.0031746 | 6 | 0 | wikitext | comb_12 | phi | ones_t | 3362.72 | 6650.07 | 1.11362 | 1.71127 | 0 | | 122 | 0.380513 | 32 | 0 | wikitext | base | phi | ---- | 11335.5 | 11370.8 | 5.90955 | 19.1374 | 0 |