Upload results for llama3
Browse files- results/df.tsv +104 -0
- results/results.txt +105 -0
results/df.tsv
ADDED
|
@@ -0,0 +1,104 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer
|
| 2 |
+
0.0 6 0.0 wikitext comb_15 llama3 ones_t 14178.745344 15367.929856 1.145577907562256 121.300042 0.0
|
| 3 |
+
0.0 6 0.0 wikitext comb_3 llama3 ones_t 14178.745344 15367.929856 1.1248141527175903 145.836753 0.0
|
| 4 |
+
0.443161129951477 6 0.0 wikitext comb_13 llama3 ones_t 14179.216384 15367.929856 5.194876670837402 68.850087 0.0
|
| 5 |
+
0.4409320950508117 6 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.193300724029541 95.71455 0.0
|
| 6 |
+
0.0 6 0.0 wikitext comb_6 llama3 ones_t 14185.276416 15374.221312 1.1248375177383425 147.65426 0.0
|
| 7 |
+
0.0 6 0.0 wikitext comb_8 llama3 ones_t 14185.276416 15374.221312 1.6015942096710205 147.893686 0.0
|
| 8 |
+
0.0 6 0.0 wikitext comb_10 llama3 ones_t 14185.276416 15374.221312 1.1375066041946411 148.149012 0.0
|
| 9 |
+
0.0 6 0.0 wikitext comb_5 llama3 ones_t 14185.276416 15374.221312 1.148165583610535 201.456203 0.0
|
| 10 |
+
0.0 6 0.0 wikitext comb_2 llama3 ones_t 14185.276416 15374.221312 1.1248277425765991 201.609278 0.0
|
| 11 |
+
0.4417764544486999 6 0.0 wikitext comb_14 llama3 ones_t 14185.747456 15374.221312 5.16950273513794 147.829576 0.0
|
| 12 |
+
0.4421479403972626 6 0.0 wikitext comb_7 llama3 ones_t 14185.747456 15374.221312 5.201744556427002 147.839696 0.0
|
| 13 |
+
0.4418102502822876 6 0.0 wikitext comb_16 llama3 ones_t 14185.747456 15374.221312 5.172586917877197 147.848012 0.0
|
| 14 |
+
0.441573828458786 6 0.0 wikitext comb_18 llama3 ones_t 14185.747456 15374.221312 5.162808418273926 148.334908 0.0
|
| 15 |
+
0.4416751265525818 6 0.0 wikitext comb_9 llama3 ones_t 14185.747456 15374.221312 5.203769683837891 175.486486 0.0
|
| 16 |
+
0.4423843622207641 6 0.0 wikitext comb_4 llama3 ones_t 14185.747456 15374.221312 5.207187652587891 201.728184 0.0
|
| 17 |
+
0.0 6 0.0 wikitext comb_1 llama3 ones_t 11051.945984 18748.53888 1.6012852191925049 4.395358 0.0
|
| 18 |
+
0.0 6 0.0 wikitext comb_11 llama3 ones_t 11051.945984 18748.53888 1.5302571058273315 4.420662 0.0
|
| 19 |
+
0.0 6 0.0 wikitext comb_17 llama3 ones_t 16811.959808 19811.794944 1.140276312828064 426.562133 0.0
|
| 20 |
+
0.0 6 0.0 wikitext comb_12 llama3 ones_t 11051.945984 23420.993536 1.1248605251312256 4.023152 0.0
|
| 21 |
+
0.0 6 0.0 wikitext comb_0 llama3 ones_t 11051.945984 23420.993536 1.1711159944534302 4.02534 0.0
|
| 22 |
+
0.4437352418899536 8 0.0 wikitext ao_woq llama3 fixed 12110.375936 14040.43264 5.208643436431885 52.346678 0.0
|
| 23 |
+
0.0 8 0.0 wikitext comb_15 llama3 ones_t 14178.745344 15367.929856 1.1235297918319702 121.185102 0.0
|
| 24 |
+
0.0 8 0.0 wikitext comb_3 llama3 ones_t 14178.745344 15367.929856 1.1248141527175903 146.016901 0.0
|
| 25 |
+
0.4431273639202118 8 0.0 wikitext comb_13 llama3 ones_t 14179.216384 15367.929856 5.207856178283691 68.630624 0.0
|
| 26 |
+
0.443870335817337 8 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.208242893218994 95.574821 0.0
|
| 27 |
+
0.0 8 0.0 wikitext comb_6 llama3 ones_t 14185.276416 15374.221312 1.1248375177383425 147.603014 0.0
|
| 28 |
+
0.0 8 0.0 wikitext comb_8 llama3 ones_t 14185.276416 15374.221312 1.6010277271270752 147.74792 0.0
|
| 29 |
+
0.0 8 0.0 wikitext comb_10 llama3 ones_t 14185.276416 15374.221312 1.1691168546676636 147.888565 0.0
|
| 30 |
+
0.0 8 0.0 wikitext comb_2 llama3 ones_t 14185.276416 15374.221312 39955.58984375 201.69587 0.0
|
| 31 |
+
0.4431611001491546 8 0.0 wikitext comb_7 llama3 ones_t 14185.747456 15374.221312 5.22144889831543 147.727696 0.0
|
| 32 |
+
0.4436001479625702 8 0.0 wikitext comb_14 llama3 ones_t 14185.747456 15374.221312 5.221105098724365 147.753693 0.0
|
| 33 |
+
0.4445120096206665 8 0.0 wikitext comb_16 llama3 ones_t 14185.747456 15374.221312 5.2059712409973145 147.937047 0.0
|
| 34 |
+
0.4432961940765381 8 0.0 wikitext comb_18 llama3 ones_t 14185.747456 15374.221312 5.219644069671631 148.065114 0.0
|
| 35 |
+
0.4439378678798675 8 0.0 wikitext comb_9 llama3 ones_t 14185.747456 15374.221312 5.210574150085449 175.791638 0.0
|
| 36 |
+
0.4439378678798675 8 0.0 wikitext comb_4 llama3 ones_t 14185.747456 15374.221312 5.215327262878418 201.37152 0.0
|
| 37 |
+
0.3115164041519165 8 0.0 wikitext comb_5 llama3 ones_t 14185.747456 15374.221312 8.274604797363281 201.455368 0.0
|
| 38 |
+
0.0 8 0.0 wikitext comb_1 llama3 ones_t 11051.945984 18748.53888 1.598918914794922 4.412298 0.0
|
| 39 |
+
0.0 8 0.0 wikitext comb_11 llama3 ones_t 11051.945984 18748.53888 1.129891872406006 4.414348 0.0
|
| 40 |
+
0.0 8 0.0 wikitext comb_17 llama3 ones_t 16811.959808 19811.794944 1.142975091934204 427.051557 0.0
|
| 41 |
+
0.0 8 0.0 wikitext comb_12 llama3 ones_t 11051.945984 23420.993536 1.1248605251312256 3.95971 0.0
|
| 42 |
+
0.0 8 0.0 wikitext comb_0 llama3 ones_t 11051.945984 23420.993536 1.130917191505432 4.039899 0.0
|
| 43 |
+
0.0 5 0.0 wikitext comb_15 llama3 ones_t 14178.745344 15367.929856 1.2200177907943726 121.111957 0.0
|
| 44 |
+
0.0 5 0.0 wikitext comb_3 llama3 ones_t 14178.745344 15367.929856 1.1248141527175903 145.846067 0.0
|
| 45 |
+
0.4348531067371368 5 0.0 wikitext comb_13 llama3 ones_t 14179.216384 15367.929856 5.277651309967041 68.554753 0.0
|
| 46 |
+
0.4355623126029968 5 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.448963165283203 95.777623 0.0
|
| 47 |
+
0.0 5 0.0 wikitext comb_6 llama3 ones_t 14185.276416 15374.221312 1.1248373985290527 147.29364 0.0
|
| 48 |
+
0.0 5 0.0 wikitext comb_8 llama3 ones_t 14185.276416 15374.221312 1.6266018152236938 147.571479 0.0
|
| 49 |
+
0.0111111123114824 5 0.0 wikitext comb_10 llama3 ones_t 14185.276416 15374.221312 1.1365349292755127 150.925838 0.0
|
| 50 |
+
0.0 5 0.0 wikitext comb_2 llama3 ones_t 14185.276416 15374.221312 1.1248191595077517 201.594537 0.0
|
| 51 |
+
0.014109349809587 5 0.0 wikitext comb_5 llama3 ones_t 14185.284608 15374.221312 1.2518612146377563 201.467339 0.0
|
| 52 |
+
0.4359675943851471 5 0.0 wikitext comb_14 llama3 ones_t 14185.747456 15374.221312 5.272831439971924 147.593318 0.0
|
| 53 |
+
0.4359337985515594 5 0.0 wikitext comb_16 llama3 ones_t 14185.747456 15374.221312 5.269168853759766 147.734772 0.0
|
| 54 |
+
0.4362377524375915 5 0.0 wikitext comb_7 llama3 ones_t 14185.747456 15374.221312 5.225639820098877 147.76418 0.0
|
| 55 |
+
0.4354947805404663 5 0.0 wikitext comb_18 llama3 ones_t 14185.747456 15374.221312 5.278104305267334 148.139367 0.0
|
| 56 |
+
0.4363390803337097 5 0.0 wikitext comb_9 llama3 ones_t 14185.747456 15374.221312 5.235653877258301 175.248672 0.0
|
| 57 |
+
0.4354947805404663 5 0.0 wikitext comb_4 llama3 ones_t 14185.747456 15374.221312 5.240267753601074 201.075573 0.0
|
| 58 |
+
0.0 5 0.0 wikitext comb_1 llama3 ones_t 11051.945984 18748.53888 1.6034131050109863 4.396799 0.0
|
| 59 |
+
0.0 5 0.0 wikitext comb_11 llama3 ones_t 11051.945984 18748.53888 7.624504566192627 4.418749 0.0
|
| 60 |
+
0.0 5 0.0 wikitext comb_17 llama3 ones_t 16811.959808 19811.794944 1.1617521047592163 426.324851 0.0
|
| 61 |
+
0.0 5 0.0 wikitext comb_12 llama3 ones_t 11051.945984 23420.993536 1.1248605251312256 3.998541 0.0
|
| 62 |
+
0.0 5 0.0 wikitext comb_0 llama3 ones_t 11051.945984 23420.993536 1.1831494569778442 4.033291 0.0
|
| 63 |
+
0.4277946949005127 4 0.0 wikitext ao_woq llama3 fixed 5542.623744 7163.871232 5.3583574295043945 38.772267 0.0
|
| 64 |
+
0.0 4 0.0 wikitext comb_15 llama3 ones_t 14178.745344 15367.929856 1.2404378652572632 121.323867 0.0
|
| 65 |
+
0.0 4 0.0 wikitext comb_3 llama3 ones_t 14178.745344 15367.929856 1.1248141527175903 145.915775 0.0
|
| 66 |
+
0.4107396304607391 4 0.0 wikitext comb_13 llama3 ones_t 14179.216384 15367.929856 6.022488594055176 68.797885 0.0
|
| 67 |
+
0.3797703683376312 4 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 6.163248062133789 95.658407 0.0
|
| 68 |
+
0.0 4 0.0 wikitext comb_6 llama3 ones_t 14185.276416 15374.221312 1.1248375177383425 147.516943 0.0
|
| 69 |
+
0.0 4 0.0 wikitext comb_8 llama3 ones_t 14185.276416 15374.221312 1.8248270750045776 147.78411 0.0
|
| 70 |
+
0.0 4 0.0 wikitext comb_10 llama3 ones_t 14185.276416 15374.221312 1.133662223815918 148.16507 0.0
|
| 71 |
+
0.0 4 0.0 wikitext comb_2 llama3 ones_t 14185.276416 15374.221312 1.1248328685760498 201.228799 0.0
|
| 72 |
+
0.0 4 0.0 wikitext comb_5 llama3 ones_t 14185.276416 15374.221312 1.1405096054077148 201.923625 0.0
|
| 73 |
+
0.4103343784809112 4 0.0 wikitext comb_16 llama3 ones_t 14185.747456 15374.221312 5.962981224060059 147.694242 0.0
|
| 74 |
+
0.4099966287612915 4 0.0 wikitext comb_14 llama3 ones_t 14185.747456 15374.221312 5.957785606384277 147.80892 0.0
|
| 75 |
+
0.4121243059635162 4 0.0 wikitext comb_7 llama3 ones_t 14185.747456 15374.221312 6.034456253051758 148.000188 0.0
|
| 76 |
+
0.410064160823822 4 0.0 wikitext comb_18 llama3 ones_t 14185.747456 15374.221312 6.000776767730713 148.447558 0.0
|
| 77 |
+
0.4132387638092041 4 0.0 wikitext comb_9 llama3 ones_t 14185.747456 15374.221312 6.041913986206055 175.514221 0.0
|
| 78 |
+
0.4119892120361328 4 0.0 wikitext comb_4 llama3 ones_t 14185.747456 15374.221312 6.030044555664063 201.128946 0.0
|
| 79 |
+
0.0 4 0.0 wikitext comb_11 llama3 ones_t 11051.945984 18748.53888 967.7343139648438 4.416738 0.0
|
| 80 |
+
0.0 4 0.0 wikitext comb_1 llama3 ones_t 11051.945984 18748.53888 1.61969256401062 4.419197 0.0
|
| 81 |
+
0.0 4 0.0 wikitext comb_17 llama3 ones_t 16811.959808 19811.794944 1.167542815208435 426.221637 0.0
|
| 82 |
+
0.0 4 0.0 wikitext comb_0 llama3 ones_t 11051.945984 23420.993536 1.411741852760315 4.039569 0.0
|
| 83 |
+
0.0 4 0.0 wikitext comb_12 llama3 ones_t 11051.945984 23420.993536 1.1248605251312256 4.04255 0.0
|
| 84 |
+
0.0 7 0.0 wikitext comb_15 llama3 ones_t 14178.745344 15367.929856 1.1227006912231443 121.635687 0.0
|
| 85 |
+
0.0 7 0.0 wikitext comb_3 llama3 ones_t 14178.745344 15367.929856 1.1248141527175903 146.213237 0.0
|
| 86 |
+
0.4432624578475952 7 0.0 wikitext comb_13 llama3 ones_t 14179.216384 15367.929856 5.235913276672363 68.725284 0.0
|
| 87 |
+
0.4427558183670044 7 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.248887062072754 95.695435 0.0
|
| 88 |
+
0.0 7 0.0 wikitext comb_6 llama3 ones_t 14185.276416 15374.221312 1.1248373985290527 147.663035 0.0
|
| 89 |
+
0.0 7 0.0 wikitext comb_8 llama3 ones_t 14185.276416 15374.221312 1.6030197143554688 148.01034 0.0
|
| 90 |
+
0.0 7 0.0 wikitext comb_10 llama3 ones_t 14185.276416 15374.221312 1.1453019380569458 148.11145 0.0
|
| 91 |
+
0.0 7 0.0 wikitext comb_2 llama3 ones_t 14185.276416 15374.221312 1.1250396966934204 202.015604 0.0
|
| 92 |
+
0.0312925204634666 7 0.0 wikitext comb_5 llama3 ones_t 14185.302016 15374.221312 1.4087094068527222 201.521952 0.0
|
| 93 |
+
0.4433299601078033 7 0.0 wikitext comb_7 llama3 ones_t 14185.747456 15374.221312 5.205712795257568 148.069458 0.0
|
| 94 |
+
0.4430598020553589 7 0.0 wikitext comb_14 llama3 ones_t 14185.747456 15374.221312 5.226754665374756 148.088686 0.0
|
| 95 |
+
0.4431948959827423 7 0.0 wikitext comb_18 llama3 ones_t 14185.747456 15374.221312 5.218514442443848 148.188331 0.0
|
| 96 |
+
0.4434313178062439 7 0.0 wikitext comb_16 llama3 ones_t 14185.747456 15374.221312 5.221432209014893 148.559438 0.0
|
| 97 |
+
0.4432286620140075 7 0.0 wikitext comb_9 llama3 ones_t 14185.747456 15374.221312 5.223925590515137 175.479876 0.0
|
| 98 |
+
0.4427220523357391 7 0.0 wikitext comb_4 llama3 ones_t 14185.747456 15374.221312 5.209380149841309 201.619745 0.0
|
| 99 |
+
0.0 7 0.0 wikitext comb_1 llama3 ones_t 11051.945984 18748.53888 1.5999380350112915 4.397399 0.0
|
| 100 |
+
0.0 7 0.0 wikitext comb_11 llama3 ones_t 11051.945984 18748.53888 4.7972822189331055 4.408819 0.0
|
| 101 |
+
0.0 7 0.0 wikitext comb_17 llama3 ones_t 16811.959808 19811.794944 1.1393191814422607 426.771713 0.0
|
| 102 |
+
0.0 7 0.0 wikitext comb_12 llama3 ones_t 11051.945984 23420.993536 1.1248605251312256 4.030302 0.0
|
| 103 |
+
0.0 7 0.0 wikitext comb_0 llama3 ones_t 11051.945984 23420.993536 1.165637731552124 4.031971 0.0
|
| 104 |
+
0.4436677098274231 32 0.0 wikitext base llama3 ---- 33003.526656 33155.97312 5.223813056945801 27.473045 0.0
|
results/results.txt
ADDED
|
@@ -0,0 +1,105 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer |
|
| 2 |
+
|---:|-----------:|-------:|-------:|:----------|:---------|:--------|:---------|--------------------:|---------------------:|-------------:|----------:|------:|
|
| 3 |
+
| 0 | 0 | 6 | 0 | wikitext | comb_15 | llama3 | ones_t | 14178.7 | 15367.9 | 1.1456 | 121.3 | 0 |
|
| 4 |
+
| 1 | 0 | 6 | 0 | wikitext | comb_3 | llama3 | ones_t | 14178.7 | 15367.9 | 1.1248 | 145.837 | 0 |
|
| 5 |
+
| 2 | 0.4432 | 6 | 0 | wikitext | comb_13 | llama3 | ones_t | 14179.2 | 15367.9 | 5.1949 | 68.8501 | 0 |
|
| 6 |
+
| 3 | 0.4409 | 6 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.1933 | 95.7146 | 0 |
|
| 7 |
+
| 4 | 0 | 6 | 0 | wikitext | comb_6 | llama3 | ones_t | 14185.3 | 15374.2 | 1.1248 | 147.654 | 0 |
|
| 8 |
+
| 5 | 0 | 6 | 0 | wikitext | comb_8 | llama3 | ones_t | 14185.3 | 15374.2 | 1.6016 | 147.894 | 0 |
|
| 9 |
+
| 6 | 0 | 6 | 0 | wikitext | comb_10 | llama3 | ones_t | 14185.3 | 15374.2 | 1.1375 | 148.149 | 0 |
|
| 10 |
+
| 7 | 0 | 6 | 0 | wikitext | comb_5 | llama3 | ones_t | 14185.3 | 15374.2 | 1.1482 | 201.456 | 0 |
|
| 11 |
+
| 8 | 0 | 6 | 0 | wikitext | comb_2 | llama3 | ones_t | 14185.3 | 15374.2 | 1.1248 | 201.609 | 0 |
|
| 12 |
+
| 9 | 0.4418 | 6 | 0 | wikitext | comb_14 | llama3 | ones_t | 14185.7 | 15374.2 | 5.1695 | 147.83 | 0 |
|
| 13 |
+
| 10 | 0.4421 | 6 | 0 | wikitext | comb_7 | llama3 | ones_t | 14185.7 | 15374.2 | 5.2017 | 147.84 | 0 |
|
| 14 |
+
| 11 | 0.4418 | 6 | 0 | wikitext | comb_16 | llama3 | ones_t | 14185.7 | 15374.2 | 5.1726 | 147.848 | 0 |
|
| 15 |
+
| 12 | 0.4416 | 6 | 0 | wikitext | comb_18 | llama3 | ones_t | 14185.7 | 15374.2 | 5.1628 | 148.335 | 0 |
|
| 16 |
+
| 13 | 0.4417 | 6 | 0 | wikitext | comb_9 | llama3 | ones_t | 14185.7 | 15374.2 | 5.2038 | 175.487 | 0 |
|
| 17 |
+
| 14 | 0.4424 | 6 | 0 | wikitext | comb_4 | llama3 | ones_t | 14185.7 | 15374.2 | 5.2072 | 201.728 | 0 |
|
| 18 |
+
| 15 | 0 | 6 | 0 | wikitext | comb_1 | llama3 | ones_t | 11051.9 | 18748.5 | 1.6013 | 4.3954 | 0 |
|
| 19 |
+
| 16 | 0 | 6 | 0 | wikitext | comb_11 | llama3 | ones_t | 11051.9 | 18748.5 | 1.5303 | 4.4207 | 0 |
|
| 20 |
+
| 17 | 0 | 6 | 0 | wikitext | comb_17 | llama3 | ones_t | 16812 | 19811.8 | 1.1403 | 426.562 | 0 |
|
| 21 |
+
| 18 | 0 | 6 | 0 | wikitext | comb_12 | llama3 | ones_t | 11051.9 | 23421 | 1.1249 | 4.0232 | 0 |
|
| 22 |
+
| 19 | 0 | 6 | 0 | wikitext | comb_0 | llama3 | ones_t | 11051.9 | 23421 | 1.1711 | 4.0253 | 0 |
|
| 23 |
+
| 0 | 0.4437 | 8 | 0 | wikitext | ao_woq | llama3 | fixed | 12110.4 | 14040.4 | 5.2086 | 52.3467 | 0 |
|
| 24 |
+
| 1 | 0 | 8 | 0 | wikitext | comb_15 | llama3 | ones_t | 14178.7 | 15367.9 | 1.1235 | 121.185 | 0 |
|
| 25 |
+
| 2 | 0 | 8 | 0 | wikitext | comb_3 | llama3 | ones_t | 14178.7 | 15367.9 | 1.1248 | 146.017 | 0 |
|
| 26 |
+
| 3 | 0.4431 | 8 | 0 | wikitext | comb_13 | llama3 | ones_t | 14179.2 | 15367.9 | 5.2079 | 68.6306 | 0 |
|
| 27 |
+
| 4 | 0.4439 | 8 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.2082 | 95.5748 | 0 |
|
| 28 |
+
| 5 | 0 | 8 | 0 | wikitext | comb_6 | llama3 | ones_t | 14185.3 | 15374.2 | 1.1248 | 147.603 | 0 |
|
| 29 |
+
| 6 | 0 | 8 | 0 | wikitext | comb_8 | llama3 | ones_t | 14185.3 | 15374.2 | 1.601 | 147.748 | 0 |
|
| 30 |
+
| 7 | 0 | 8 | 0 | wikitext | comb_10 | llama3 | ones_t | 14185.3 | 15374.2 | 1.1691 | 147.889 | 0 |
|
| 31 |
+
| 8 | 0 | 8 | 0 | wikitext | comb_2 | llama3 | ones_t | 14185.3 | 15374.2 | 39955.6 | 201.696 | 0 |
|
| 32 |
+
| 9 | 0.4432 | 8 | 0 | wikitext | comb_7 | llama3 | ones_t | 14185.7 | 15374.2 | 5.2214 | 147.728 | 0 |
|
| 33 |
+
| 10 | 0.4436 | 8 | 0 | wikitext | comb_14 | llama3 | ones_t | 14185.7 | 15374.2 | 5.2211 | 147.754 | 0 |
|
| 34 |
+
| 11 | 0.4445 | 8 | 0 | wikitext | comb_16 | llama3 | ones_t | 14185.7 | 15374.2 | 5.206 | 147.937 | 0 |
|
| 35 |
+
| 12 | 0.4433 | 8 | 0 | wikitext | comb_18 | llama3 | ones_t | 14185.7 | 15374.2 | 5.2196 | 148.065 | 0 |
|
| 36 |
+
| 13 | 0.4439 | 8 | 0 | wikitext | comb_9 | llama3 | ones_t | 14185.7 | 15374.2 | 5.2106 | 175.792 | 0 |
|
| 37 |
+
| 14 | 0.4439 | 8 | 0 | wikitext | comb_4 | llama3 | ones_t | 14185.7 | 15374.2 | 5.2153 | 201.371 | 0 |
|
| 38 |
+
| 15 | 0.3115 | 8 | 0 | wikitext | comb_5 | llama3 | ones_t | 14185.7 | 15374.2 | 8.2746 | 201.455 | 0 |
|
| 39 |
+
| 16 | 0 | 8 | 0 | wikitext | comb_1 | llama3 | ones_t | 11051.9 | 18748.5 | 1.5989 | 4.4123 | 0 |
|
| 40 |
+
| 17 | 0 | 8 | 0 | wikitext | comb_11 | llama3 | ones_t | 11051.9 | 18748.5 | 1.1299 | 4.4143 | 0 |
|
| 41 |
+
| 18 | 0 | 8 | 0 | wikitext | comb_17 | llama3 | ones_t | 16812 | 19811.8 | 1.143 | 427.052 | 0 |
|
| 42 |
+
| 19 | 0 | 8 | 0 | wikitext | comb_12 | llama3 | ones_t | 11051.9 | 23421 | 1.1249 | 3.9597 | 0 |
|
| 43 |
+
| 20 | 0 | 8 | 0 | wikitext | comb_0 | llama3 | ones_t | 11051.9 | 23421 | 1.1309 | 4.0399 | 0 |
|
| 44 |
+
| 0 | 0 | 5 | 0 | wikitext | comb_15 | llama3 | ones_t | 14178.7 | 15367.9 | 1.22 | 121.112 | 0 |
|
| 45 |
+
| 1 | 0 | 5 | 0 | wikitext | comb_3 | llama3 | ones_t | 14178.7 | 15367.9 | 1.1248 | 145.846 | 0 |
|
| 46 |
+
| 2 | 0.4349 | 5 | 0 | wikitext | comb_13 | llama3 | ones_t | 14179.2 | 15367.9 | 5.2777 | 68.5548 | 0 |
|
| 47 |
+
| 3 | 0.4356 | 5 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.449 | 95.7776 | 0 |
|
| 48 |
+
| 4 | 0 | 5 | 0 | wikitext | comb_6 | llama3 | ones_t | 14185.3 | 15374.2 | 1.1248 | 147.294 | 0 |
|
| 49 |
+
| 5 | 0 | 5 | 0 | wikitext | comb_8 | llama3 | ones_t | 14185.3 | 15374.2 | 1.6266 | 147.571 | 0 |
|
| 50 |
+
| 6 | 0.0111 | 5 | 0 | wikitext | comb_10 | llama3 | ones_t | 14185.3 | 15374.2 | 1.1365 | 150.926 | 0 |
|
| 51 |
+
| 7 | 0 | 5 | 0 | wikitext | comb_2 | llama3 | ones_t | 14185.3 | 15374.2 | 1.1248 | 201.595 | 0 |
|
| 52 |
+
| 8 | 0.0141 | 5 | 0 | wikitext | comb_5 | llama3 | ones_t | 14185.3 | 15374.2 | 1.2519 | 201.467 | 0 |
|
| 53 |
+
| 9 | 0.436 | 5 | 0 | wikitext | comb_14 | llama3 | ones_t | 14185.7 | 15374.2 | 5.2728 | 147.593 | 0 |
|
| 54 |
+
| 10 | 0.4359 | 5 | 0 | wikitext | comb_16 | llama3 | ones_t | 14185.7 | 15374.2 | 5.2692 | 147.735 | 0 |
|
| 55 |
+
| 11 | 0.4362 | 5 | 0 | wikitext | comb_7 | llama3 | ones_t | 14185.7 | 15374.2 | 5.2256 | 147.764 | 0 |
|
| 56 |
+
| 12 | 0.4355 | 5 | 0 | wikitext | comb_18 | llama3 | ones_t | 14185.7 | 15374.2 | 5.2781 | 148.139 | 0 |
|
| 57 |
+
| 13 | 0.4363 | 5 | 0 | wikitext | comb_9 | llama3 | ones_t | 14185.7 | 15374.2 | 5.2357 | 175.249 | 0 |
|
| 58 |
+
| 14 | 0.4355 | 5 | 0 | wikitext | comb_4 | llama3 | ones_t | 14185.7 | 15374.2 | 5.2403 | 201.076 | 0 |
|
| 59 |
+
| 15 | 0 | 5 | 0 | wikitext | comb_1 | llama3 | ones_t | 11051.9 | 18748.5 | 1.6034 | 4.3968 | 0 |
|
| 60 |
+
| 16 | 0 | 5 | 0 | wikitext | comb_11 | llama3 | ones_t | 11051.9 | 18748.5 | 7.6245 | 4.4187 | 0 |
|
| 61 |
+
| 17 | 0 | 5 | 0 | wikitext | comb_17 | llama3 | ones_t | 16812 | 19811.8 | 1.1618 | 426.325 | 0 |
|
| 62 |
+
| 18 | 0 | 5 | 0 | wikitext | comb_12 | llama3 | ones_t | 11051.9 | 23421 | 1.1249 | 3.9985 | 0 |
|
| 63 |
+
| 19 | 0 | 5 | 0 | wikitext | comb_0 | llama3 | ones_t | 11051.9 | 23421 | 1.1831 | 4.0333 | 0 |
|
| 64 |
+
| 0 | 0.4278 | 4 | 0 | wikitext | ao_woq | llama3 | fixed | 5542.62 | 7163.87 | 5.3584 | 38.7723 | 0 |
|
| 65 |
+
| 1 | 0 | 4 | 0 | wikitext | comb_15 | llama3 | ones_t | 14178.7 | 15367.9 | 1.2404 | 121.324 | 0 |
|
| 66 |
+
| 2 | 0 | 4 | 0 | wikitext | comb_3 | llama3 | ones_t | 14178.7 | 15367.9 | 1.1248 | 145.916 | 0 |
|
| 67 |
+
| 3 | 0.4107 | 4 | 0 | wikitext | comb_13 | llama3 | ones_t | 14179.2 | 15367.9 | 6.0225 | 68.7979 | 0 |
|
| 68 |
+
| 4 | 0.3798 | 4 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 6.1632 | 95.6584 | 0 |
|
| 69 |
+
| 5 | 0 | 4 | 0 | wikitext | comb_6 | llama3 | ones_t | 14185.3 | 15374.2 | 1.1248 | 147.517 | 0 |
|
| 70 |
+
| 6 | 0 | 4 | 0 | wikitext | comb_8 | llama3 | ones_t | 14185.3 | 15374.2 | 1.8248 | 147.784 | 0 |
|
| 71 |
+
| 7 | 0 | 4 | 0 | wikitext | comb_10 | llama3 | ones_t | 14185.3 | 15374.2 | 1.1337 | 148.165 | 0 |
|
| 72 |
+
| 8 | 0 | 4 | 0 | wikitext | comb_2 | llama3 | ones_t | 14185.3 | 15374.2 | 1.1248 | 201.229 | 0 |
|
| 73 |
+
| 9 | 0 | 4 | 0 | wikitext | comb_5 | llama3 | ones_t | 14185.3 | 15374.2 | 1.1405 | 201.924 | 0 |
|
| 74 |
+
| 10 | 0.4103 | 4 | 0 | wikitext | comb_16 | llama3 | ones_t | 14185.7 | 15374.2 | 5.963 | 147.694 | 0 |
|
| 75 |
+
| 11 | 0.41 | 4 | 0 | wikitext | comb_14 | llama3 | ones_t | 14185.7 | 15374.2 | 5.9578 | 147.809 | 0 |
|
| 76 |
+
| 12 | 0.4121 | 4 | 0 | wikitext | comb_7 | llama3 | ones_t | 14185.7 | 15374.2 | 6.0345 | 148 | 0 |
|
| 77 |
+
| 13 | 0.4101 | 4 | 0 | wikitext | comb_18 | llama3 | ones_t | 14185.7 | 15374.2 | 6.0008 | 148.448 | 0 |
|
| 78 |
+
| 14 | 0.4132 | 4 | 0 | wikitext | comb_9 | llama3 | ones_t | 14185.7 | 15374.2 | 6.0419 | 175.514 | 0 |
|
| 79 |
+
| 15 | 0.412 | 4 | 0 | wikitext | comb_4 | llama3 | ones_t | 14185.7 | 15374.2 | 6.03 | 201.129 | 0 |
|
| 80 |
+
| 16 | 0 | 4 | 0 | wikitext | comb_11 | llama3 | ones_t | 11051.9 | 18748.5 | 967.734 | 4.4167 | 0 |
|
| 81 |
+
| 17 | 0 | 4 | 0 | wikitext | comb_1 | llama3 | ones_t | 11051.9 | 18748.5 | 1.6197 | 4.4192 | 0 |
|
| 82 |
+
| 18 | 0 | 4 | 0 | wikitext | comb_17 | llama3 | ones_t | 16812 | 19811.8 | 1.1675 | 426.222 | 0 |
|
| 83 |
+
| 19 | 0 | 4 | 0 | wikitext | comb_0 | llama3 | ones_t | 11051.9 | 23421 | 1.4117 | 4.0396 | 0 |
|
| 84 |
+
| 20 | 0 | 4 | 0 | wikitext | comb_12 | llama3 | ones_t | 11051.9 | 23421 | 1.1249 | 4.0426 | 0 |
|
| 85 |
+
| 0 | 0 | 7 | 0 | wikitext | comb_15 | llama3 | ones_t | 14178.7 | 15367.9 | 1.1227 | 121.636 | 0 |
|
| 86 |
+
| 1 | 0 | 7 | 0 | wikitext | comb_3 | llama3 | ones_t | 14178.7 | 15367.9 | 1.1248 | 146.213 | 0 |
|
| 87 |
+
| 2 | 0.4433 | 7 | 0 | wikitext | comb_13 | llama3 | ones_t | 14179.2 | 15367.9 | 5.2359 | 68.7253 | 0 |
|
| 88 |
+
| 3 | 0.4428 | 7 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.2489 | 95.6954 | 0 |
|
| 89 |
+
| 4 | 0 | 7 | 0 | wikitext | comb_6 | llama3 | ones_t | 14185.3 | 15374.2 | 1.1248 | 147.663 | 0 |
|
| 90 |
+
| 5 | 0 | 7 | 0 | wikitext | comb_8 | llama3 | ones_t | 14185.3 | 15374.2 | 1.603 | 148.01 | 0 |
|
| 91 |
+
| 6 | 0 | 7 | 0 | wikitext | comb_10 | llama3 | ones_t | 14185.3 | 15374.2 | 1.1453 | 148.111 | 0 |
|
| 92 |
+
| 7 | 0 | 7 | 0 | wikitext | comb_2 | llama3 | ones_t | 14185.3 | 15374.2 | 1.125 | 202.016 | 0 |
|
| 93 |
+
| 8 | 0.0313 | 7 | 0 | wikitext | comb_5 | llama3 | ones_t | 14185.3 | 15374.2 | 1.4087 | 201.522 | 0 |
|
| 94 |
+
| 9 | 0.4433 | 7 | 0 | wikitext | comb_7 | llama3 | ones_t | 14185.7 | 15374.2 | 5.2057 | 148.07 | 0 |
|
| 95 |
+
| 10 | 0.4431 | 7 | 0 | wikitext | comb_14 | llama3 | ones_t | 14185.7 | 15374.2 | 5.2268 | 148.089 | 0 |
|
| 96 |
+
| 11 | 0.4432 | 7 | 0 | wikitext | comb_18 | llama3 | ones_t | 14185.7 | 15374.2 | 5.2185 | 148.188 | 0 |
|
| 97 |
+
| 12 | 0.4434 | 7 | 0 | wikitext | comb_16 | llama3 | ones_t | 14185.7 | 15374.2 | 5.2214 | 148.559 | 0 |
|
| 98 |
+
| 13 | 0.4432 | 7 | 0 | wikitext | comb_9 | llama3 | ones_t | 14185.7 | 15374.2 | 5.2239 | 175.48 | 0 |
|
| 99 |
+
| 14 | 0.4427 | 7 | 0 | wikitext | comb_4 | llama3 | ones_t | 14185.7 | 15374.2 | 5.2094 | 201.62 | 0 |
|
| 100 |
+
| 15 | 0 | 7 | 0 | wikitext | comb_1 | llama3 | ones_t | 11051.9 | 18748.5 | 1.5999 | 4.3974 | 0 |
|
| 101 |
+
| 16 | 0 | 7 | 0 | wikitext | comb_11 | llama3 | ones_t | 11051.9 | 18748.5 | 4.7973 | 4.4088 | 0 |
|
| 102 |
+
| 17 | 0 | 7 | 0 | wikitext | comb_17 | llama3 | ones_t | 16812 | 19811.8 | 1.1393 | 426.772 | 0 |
|
| 103 |
+
| 18 | 0 | 7 | 0 | wikitext | comb_12 | llama3 | ones_t | 11051.9 | 23421 | 1.1249 | 4.0303 | 0 |
|
| 104 |
+
| 19 | 0 | 7 | 0 | wikitext | comb_0 | llama3 | ones_t | 11051.9 | 23421 | 1.1656 | 4.032 | 0 |
|
| 105 |
+
| 20 | 0.4437 | 32 | 0 | wikitext | base | llama3 | ---- | 33003.5 | 33156 | 5.2238 | 27.473 | 0 |
|