diff --git a/results/best_param_per_func_with_baselines/phi/4/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/phi/4/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..d388bec4a2a4960fa68b20e22f9f10557229effc Binary files /dev/null and b/results/best_param_per_func_with_baselines/phi/4/best_param_per_func_with_baselines.png differ diff --git a/results/best_param_per_func_with_baselines/phi/5/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/phi/5/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..6229296e2732e8f73ff076f48946ffb27f0b1b09 Binary files /dev/null and b/results/best_param_per_func_with_baselines/phi/5/best_param_per_func_with_baselines.png differ diff --git a/results/best_param_per_func_with_baselines/phi/6/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/phi/6/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..51d8834f7f307ab19ee734a399069cc377e02c02 Binary files /dev/null and b/results/best_param_per_func_with_baselines/phi/6/best_param_per_func_with_baselines.png differ diff --git a/results/best_param_per_func_with_baselines/phi/7/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/phi/7/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..254df657645fc11c3488b443a83485d7520bd936 Binary files /dev/null and b/results/best_param_per_func_with_baselines/phi/7/best_param_per_func_with_baselines.png differ diff --git a/results/best_param_per_func_with_baselines/phi/8/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/phi/8/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..30555219562a5a1176e852ca109b011591872a85 Binary files /dev/null and b/results/best_param_per_func_with_baselines/phi/8/best_param_per_func_with_baselines.png differ diff --git a/results/bitwidth_acc_decay_per_function/phi.png b/results/bitwidth_acc_decay_per_function/phi.png new file mode 100644 index 0000000000000000000000000000000000000000..cb3e342ba8052e988bb24e2b927cf31fe4a093b0 Binary files /dev/null and b/results/bitwidth_acc_decay_per_function/phi.png differ diff --git a/results/df.tsv b/results/df.tsv new file mode 100644 index 0000000000000000000000000000000000000000..43847aaf4ff8a1c990d4c34d8377fdb8510abba7 --- /dev/null +++ b/results/df.tsv @@ -0,0 +1,124 @@ +accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer +0.0 4 0.0 wikitext comb_3 phi rnd_naive_t 4395.055104 4676.64896 1.1129798889160156 71.945242 0.0 +0.0 5 0.0 wikitext comb_3 phi rnd_naive_t 4395.055104 4676.64896 1.1129798889160156 71.945242 0.0 +0.0 6 0.0 wikitext comb_3 phi rnd_naive_t 4395.055104 4676.64896 1.1129798889160156 71.945242 0.0 +0.0 7 0.0 wikitext comb_3 phi rnd_naive_t 4395.055104 4676.64896 1.1129798889160156 71.945242 0.0 +0.0 8 0.0 wikitext comb_3 phi rnd_naive_t 4395.055104 4676.64896 1.1129798889160156 71.945242 0.0 +0.0 4 0.0 wikitext comb_15 phi ones_t 4395.055104 4676.64896 1.1129798889160156 71.960918 0.0 +0.0 5 0.0 wikitext comb_15 phi ones_t 4395.055104 4676.64896 1.1129798889160156 71.960918 0.0 +0.0 6 0.0 wikitext comb_15 phi ones_t 4395.055104 4676.64896 1.1129798889160156 71.960918 0.0 +0.0 7 0.0 wikitext comb_15 phi ones_t 4395.055104 4676.64896 1.1129798889160156 71.960918 0.0 +0.0 8 0.0 wikitext comb_15 phi ones_t 4395.055104 4676.64896 1.1129798889160156 71.960918 0.0 +0.0 4 0.0 wikitext comb_3 phi ones_t 4395.055104 4676.64896 1.1135482788085938 94.669434 0.0 +0.0 5 0.0 wikitext comb_3 phi ones_t 4395.055104 4676.64896 1.1135482788085938 94.669434 0.0 +0.0 6 0.0 wikitext comb_3 phi ones_t 4395.055104 4676.64896 1.1135482788085938 94.669434 0.0 +0.0 7 0.0 wikitext comb_3 phi ones_t 4395.055104 4676.64896 1.1135482788085938 94.669434 0.0 +0.0 8 0.0 wikitext comb_3 phi ones_t 4395.055104 4676.64896 1.1135482788085938 94.669434 0.0 +0.0 4 0.0 wikitext comb_7 phi rnd_naive_t 4395.055104 4676.64896 1.1135482788085938 107.093351 0.0 +0.0 5 0.0 wikitext comb_7 phi rnd_naive_t 4395.055104 4676.64896 1.1135482788085938 107.093351 0.0 +0.0 6 0.0 wikitext comb_7 phi rnd_naive_t 4395.055104 4676.64896 1.1135482788085938 107.093351 0.0 +0.0 7 0.0 wikitext comb_7 phi rnd_naive_t 4395.055104 4676.64896 1.1135482788085938 107.093351 0.0 +0.0 8 0.0 wikitext comb_7 phi rnd_naive_t 4395.055104 4676.64896 1.1135482788085938 107.093351 0.0 +0.3786221146583557 7 0.0 wikitext comb_15 phi rnd_naive_t 4395.526144 4676.64896 5.900937080383301 32.871114 0.0 +0.37527862191200256 5 0.0 wikitext comb_15 phi rnd_naive_t 4395.526144 4676.64896 5.842243194580078 32.952767 0.0 +0.3786221146583557 7 0.0 wikitext comb_13 phi ones_t 4395.526144 4676.64896 5.900937080383301 32.980376 0.0 +0.38027697801589966 8 0.0 wikitext comb_15 phi rnd_naive_t 4395.526144 4676.64896 5.9065656661987305 33.146633 0.0 +0.37720364332199097 6 0.0 wikitext comb_15 phi rnd_naive_t 4395.526144 4676.64896 5.90573787689209 33.153788 0.0 +0.3558257222175598 4 0.0 wikitext comb_15 phi rnd_naive_t 4395.526144 4676.64896 6.252234935760498 33.220096 0.0 +0.38027697801589966 8 0.0 wikitext comb_13 phi ones_t 4395.526144 4676.64896 5.9065656661987305 33.260443 0.0 +0.0 4 0.0 wikitext comb_4 phi rnd_naive_t 4398.413824 4678.746112 3.3961360454559326 90.244866 0.0 +0.0 5 0.0 wikitext comb_4 phi rnd_naive_t 4398.413824 4678.746112 3.3961360454559326 90.244866 0.0 +0.0 6 0.0 wikitext comb_4 phi rnd_naive_t 4398.413824 4678.746112 3.3961360454559326 90.244866 0.0 +0.0 7 0.0 wikitext comb_4 phi rnd_naive_t 4398.413824 4678.746112 3.3961360454559326 90.244866 0.0 +0.0 8 0.0 wikitext comb_4 phi rnd_naive_t 4398.413824 4678.746112 3.3961360454559326 90.244866 0.0 +0.0 4 0.0 wikitext comb_16 phi rnd_naive_t 4398.413824 4678.746112 1.3019362688064575 90.310652 0.0 +0.0 5 0.0 wikitext comb_16 phi rnd_naive_t 4398.413824 4678.746112 1.3019362688064575 90.310652 0.0 +0.0 6 0.0 wikitext comb_16 phi rnd_naive_t 4398.413824 4678.746112 1.3019362688064575 90.310652 0.0 +0.0 7 0.0 wikitext comb_16 phi rnd_naive_t 4398.413824 4678.746112 1.3019362688064575 90.310652 0.0 +0.0 8 0.0 wikitext comb_16 phi rnd_naive_t 4398.413824 4678.746112 1.3019362688064575 90.310652 0.0 +0.0 4 0.0 wikitext comb_5 phi rnd_naive_t 4398.413824 4678.746112 1.1169205904006958 90.476399 0.0 +0.0 5 0.0 wikitext comb_5 phi rnd_naive_t 4398.413824 4678.746112 1.1169205904006958 90.476399 0.0 +0.0 6 0.0 wikitext comb_5 phi rnd_naive_t 4398.413824 4678.746112 1.1169205904006958 90.476399 0.0 +0.0 7 0.0 wikitext comb_5 phi rnd_naive_t 4398.413824 4678.746112 1.1169205904006958 90.476399 0.0 +0.0 8 0.0 wikitext comb_5 phi rnd_naive_t 4398.413824 4678.746112 1.1169205904006958 90.476399 0.0 +0.0 4 0.0 wikitext comb_2 phi rnd_naive_t 4398.413824 4678.746112 1.4163963794708252 137.344863 0.0 +0.0 5 0.0 wikitext comb_2 phi rnd_naive_t 4398.413824 4678.746112 1.4163963794708252 137.344863 0.0 +0.0 6 0.0 wikitext comb_2 phi rnd_naive_t 4398.413824 4678.746112 1.4163963794708252 137.344863 0.0 +0.0 7 0.0 wikitext comb_2 phi rnd_naive_t 4398.413824 4678.746112 1.4163963794708252 137.344863 0.0 +0.0 8 0.0 wikitext comb_2 phi rnd_naive_t 4398.413824 4678.746112 1.4163963794708252 137.344863 0.0 +0.0 4 0.0 wikitext comb_8 phi rnd_naive_t 4398.413824 4678.746112 1.3501012325286865 137.512552 0.0 +0.0 5 0.0 wikitext comb_8 phi rnd_naive_t 4398.413824 4678.746112 1.3501012325286865 137.512552 0.0 +0.0 6 0.0 wikitext comb_8 phi rnd_naive_t 4398.413824 4678.746112 1.3501012325286865 137.512552 0.0 +0.0 7 0.0 wikitext comb_8 phi rnd_naive_t 4398.413824 4678.746112 1.3501012325286865 137.512552 0.0 +0.0 8 0.0 wikitext comb_8 phi rnd_naive_t 4398.413824 4678.746112 1.3501012325286865 137.512552 0.0 +0.0 4 0.0 wikitext comb_2 phi ones_t 4398.413824 4678.746112 1.4456589221954346 137.592176 0.0 +0.0 5 0.0 wikitext comb_2 phi ones_t 4398.413824 4678.746112 1.4456589221954346 137.592176 0.0 +0.0 6 0.0 wikitext comb_2 phi ones_t 4398.413824 4678.746112 1.4456589221954346 137.592176 0.0 +0.0 7 0.0 wikitext comb_2 phi ones_t 4398.413824 4678.746112 1.4456589221954346 137.592176 0.0 +0.0 8 0.0 wikitext comb_2 phi ones_t 4398.413824 4678.746112 1.4456589221954346 137.592176 0.0 +0.3772374391555786 8 0.0 wikitext comb_1 phi rnd_naive_t 4398.884864 4678.746112 5.918282508850098 90.554882 0.0 +0.3828098773956299 8 0.0 wikitext comb_18 phi rnd_naive_t 4398.884864 4678.746112 5.866161346435547 90.584923 0.0 +0.3220195770263672 6 0.0 wikitext comb_11 phi rnd_naive_t 4398.884864 4678.746112 7.43414831161499 90.592738 0.0 +0.3696386218070984 8 0.0 wikitext comb_17 phi rnd_naive_t 4398.884864 4678.746112 6.083339691162109 90.597912 0.0 +0.32181698083877563 7 0.0 wikitext comb_10 phi ones_t 4398.884864 4678.746112 7.234012126922607 90.645571 0.0 +0.3764268755912781 7 0.0 wikitext comb_17 phi rnd_naive_t 4398.884864 4678.746112 5.880051612854004 90.70743 0.0 +0.37798041105270386 8 0.0 wikitext comb_14 phi ones_t 4398.884864 4678.746112 5.9803948402404785 90.717495 0.0 +0.3755488097667694 7 0.0 wikitext comb_11 phi rnd_naive_t 4398.884864 4678.746112 5.952420234680176 90.719782 0.0 +0.37612298130989075 5 0.0 wikitext comb_11 phi rnd_naive_t 4398.884864 4678.746112 5.857814788818359 90.75481 0.0 +0.3659912347793579 6 0.0 wikitext comb_17 phi rnd_naive_t 4398.884864 4678.746112 5.984938144683838 90.762053 0.0 +0.3592367470264435 4 0.0 wikitext comb_18 phi rnd_naive_t 4398.884864 4678.746112 6.1765666007995605 90.765797 0.0 +0.35964202880859375 4 0.0 wikitext comb_17 phi rnd_naive_t 4398.884864 4678.746112 5.911648750305176 90.771508 0.0 +0.3783856928348541 7 0.0 wikitext comb_18 phi rnd_naive_t 4398.884864 4678.746112 5.902323246002197 90.787228 0.0 +0.3623775541782379 4 0.0 wikitext comb_1 phi rnd_naive_t 4398.884864 4678.746112 5.952602386474609 90.814541 0.0 +0.3742654621601105 5 0.0 wikitext comb_18 phi rnd_naive_t 4398.884864 4678.746112 5.908594608306885 90.814749 0.0 +0.36524826288223267 6 0.0 wikitext comb_18 phi rnd_naive_t 4398.884864 4678.746112 7.417417526245117 90.830303 0.0 +0.36548465490341187 6 0.0 wikitext comb_1 phi rnd_naive_t 4398.884864 4678.746112 6.146087169647217 90.831946 0.0 +0.378081738948822 8 0.0 wikitext comb_11 phi rnd_naive_t 4398.884864 4678.746112 5.912158966064453 90.83386 0.0 +0.361465722322464 4 0.0 wikitext comb_11 phi rnd_naive_t 4398.884864 4678.746112 5.951000213623047 90.842189 0.0 +0.3711584210395813 8 0.0 wikitext comb_10 phi ones_t 4398.884864 4678.746112 6.037233829498291 90.896161 0.0 +0.37791284918785095 7 0.0 wikitext comb_18 phi ones_t 4398.884864 4678.746112 5.972048759460449 90.898584 0.0 +0.37912869453430176 7 0.0 wikitext comb_1 phi rnd_naive_t 4398.884864 4678.746112 5.876485347747803 90.977978 0.0 +0.37527865171432495 5 0.0 wikitext comb_1 phi rnd_naive_t 4398.884864 4678.746112 5.859928131103516 91.138752 0.0 +0.36180347204208374 5 0.0 wikitext comb_17 phi rnd_naive_t 4398.884864 4678.746112 6.095717430114746 91.285547 0.0 +0.3781155049800873 8 0.0 wikitext comb_18 phi ones_t 4398.884864 4678.746112 5.976492404937744 91.863643 0.0 +0.3724079728126526 5 0.0 wikitext comb_6 phi rnd_naive_t 4398.884864 4678.746112 5.943600177764893 112.882205 0.0 +0.3709895610809326 6 0.0 wikitext comb_6 phi rnd_naive_t 4398.884864 4678.746112 6.57888650894165 112.962081 0.0 +0.3766295611858368 8 0.0 wikitext comb_6 phi rnd_naive_t 4398.884864 4678.746112 5.920764923095703 113.004462 0.0 +0.3769334852695465 7 0.0 wikitext comb_6 phi rnd_naive_t 4398.884864 4678.746112 5.983625888824463 113.184039 0.0 +0.373252272605896 5 0.0 wikitext comb_9 phi rnd_naive_t 4398.884864 4678.746112 6.045003414154053 137.945493 0.0 +0.3661600947380066 6 0.0 wikitext comb_9 phi rnd_naive_t 4398.884864 4678.746112 7.271857738494873 137.992903 0.0 +0.37774401903152466 7 0.0 wikitext comb_9 phi rnd_naive_t 4398.884864 4678.746112 5.871137619018555 138.059617 0.0 +0.36325564980506897 4 0.0 wikitext comb_9 phi rnd_naive_t 4398.884864 4678.746112 6.055059432983398 138.082452 0.0 +0.37483957409858704 8 0.0 wikitext comb_9 phi rnd_naive_t 4398.884864 4678.746112 5.853496551513672 138.337169 0.0 +0.00952381081879139 8 0.0 wikitext comb_11 phi ones_t 3362.72384 5337.25184 1.1088346242904663 1.60206 0.0 +0.0015873017255216837 8 0.0 wikitext comb_14 phi rnd_naive_t 3362.72384 5337.25184 1.1137659549713135 1.616561 0.0 +0.0 4 0.0 wikitext comb_14 phi rnd_naive_t 3362.72384 5337.25184 1.1147147417068481 1.617641 0.0 +0.0 5 0.0 wikitext comb_14 phi rnd_naive_t 3362.72384 5337.25184 1.1147147417068481 1.617641 0.0 +0.0 6 0.0 wikitext comb_14 phi rnd_naive_t 3362.72384 5337.25184 1.1147147417068481 1.617641 0.0 +0.0 7 0.0 wikitext comb_14 phi rnd_naive_t 3362.72384 5337.25184 1.1147147417068481 1.617641 0.0 +0.00952381081879139 7 0.0 wikitext comb_11 phi ones_t 3362.72384 5337.25184 1.1077793836593628 1.621871 0.0 +0.0031746034510433674 7 0.0 wikitext comb_10 phi rnd_naive_t 3362.72384 5337.25184 1.1135467290878296 1.62826 0.0 +0.0 4 0.0 wikitext comb_10 phi rnd_naive_t 3362.72384 5337.25184 1.1135499477386475 1.630531 0.0 +0.0031746034510433674 6 0.0 wikitext comb_10 phi rnd_naive_t 3362.72384 5337.25184 1.1135467290878296 1.635461 0.0 +0.0031746034510433674 5 0.0 wikitext comb_10 phi rnd_naive_t 3362.72384 5337.25184 1.1135467290878296 1.638081 0.0 +0.0031746034510433674 8 0.0 wikitext comb_10 phi rnd_naive_t 3362.72384 5337.25184 1.1135467290878296 1.704181 0.0 +0.0015873017255216837 8 0.0 wikitext comb_13 phi rnd_naive_t 5053.774336 5886.705664 1.170756220817566 328.844563 0.0 +0.0 4 0.0 wikitext comb_13 phi rnd_naive_t 5053.774336 5886.705664 1.124692440032959 328.900569 0.0 +0.0 5 0.0 wikitext comb_13 phi rnd_naive_t 5053.774336 5886.705664 1.124692440032959 328.900569 0.0 +0.0 6 0.0 wikitext comb_13 phi rnd_naive_t 5053.774336 5886.705664 1.124692440032959 328.900569 0.0 +0.0 7 0.0 wikitext comb_13 phi rnd_naive_t 5053.774336 5886.705664 1.124692440032959 328.900569 0.0 +0.0031746034510433674 8 0.0 wikitext comb_12 phi ones_t 3362.72384 6650.068992 1.1136234998703003 1.59001 0.0 +0.0031746034510433674 8 0.0 wikitext comb_0 phi ones_t 3362.72384 6650.068992 1.1135197877883911 1.59914 0.0 +0.0 4 0.0 wikitext comb_0 phi rnd_naive_t 3362.72384 6650.068992 1.2159310579299927 1.6749 0.0 +0.0 5 0.0 wikitext comb_0 phi rnd_naive_t 3362.72384 6650.068992 1.2159310579299927 1.6749 0.0 +0.0 6 0.0 wikitext comb_0 phi rnd_naive_t 3362.72384 6650.068992 1.2159310579299927 1.6749 0.0 +0.0 7 0.0 wikitext comb_0 phi rnd_naive_t 3362.72384 6650.068992 1.2159310579299927 1.6749 0.0 +0.0 8 0.0 wikitext comb_0 phi rnd_naive_t 3362.72384 6650.068992 1.2159310579299927 1.6749 0.0 +0.0031746034510433674 7 0.0 wikitext comb_12 phi ones_t 3362.72384 6650.068992 1.1136234998703003 1.680441 0.0 +0.0031746034510433674 8 0.0 wikitext comb_12 phi rnd_naive_t 3362.72384 6650.068992 1.1135462522506714 1.695902 0.0 +0.0 4 0.0 wikitext comb_0 phi ones_t 3362.72384 6650.068992 1.1135350465774536 1.707971 0.0 +0.0 5 0.0 wikitext comb_0 phi ones_t 3362.72384 6650.068992 1.1135350465774536 1.707971 0.0 +0.0 6 0.0 wikitext comb_0 phi ones_t 3362.72384 6650.068992 1.1135350465774536 1.707971 0.0 +0.0 7 0.0 wikitext comb_0 phi ones_t 3362.72384 6650.068992 1.1135350465774536 1.707971 0.0 +0.0031746034510433674 6 0.0 wikitext comb_12 phi ones_t 3362.72384 6650.068992 1.1136234998703003 1.71127 0.0 +0.38051334023475647 32 0.0 wikitext base phi ---- 11335.518208 11370.758144 5.909549236297607 19.137449 0.0 diff --git a/results/func_by_param_init_method/phi/4/comb_1.png b/results/func_by_param_init_method/phi/4/comb_1.png new file mode 100644 index 0000000000000000000000000000000000000000..a3c21c8f6b951976af266468d42976796724f860 Binary files /dev/null and b/results/func_by_param_init_method/phi/4/comb_1.png differ diff --git a/results/func_by_param_init_method/phi/4/comb_11.png b/results/func_by_param_init_method/phi/4/comb_11.png new file mode 100644 index 0000000000000000000000000000000000000000..d4cea72ef851ab3482b56d0d6a8c0a9f66aab998 Binary files /dev/null and b/results/func_by_param_init_method/phi/4/comb_11.png differ diff --git a/results/func_by_param_init_method/phi/4/comb_15.png b/results/func_by_param_init_method/phi/4/comb_15.png new file mode 100644 index 0000000000000000000000000000000000000000..f8141ddb9ed9b1b5f3a793ebff6f48d40c5bf11f Binary files /dev/null and b/results/func_by_param_init_method/phi/4/comb_15.png differ diff --git a/results/func_by_param_init_method/phi/4/comb_17.png b/results/func_by_param_init_method/phi/4/comb_17.png new file mode 100644 index 0000000000000000000000000000000000000000..4ec7b1d76667fd2a1fef80d5fde7bb6682f76ec5 Binary files /dev/null and b/results/func_by_param_init_method/phi/4/comb_17.png differ diff --git a/results/func_by_param_init_method/phi/4/comb_18.png b/results/func_by_param_init_method/phi/4/comb_18.png new file mode 100644 index 0000000000000000000000000000000000000000..abe1d5fee128754ea2b95a79ffcb81c8b5b82655 Binary files /dev/null and b/results/func_by_param_init_method/phi/4/comb_18.png differ diff --git a/results/func_by_param_init_method/phi/4/comb_9.png b/results/func_by_param_init_method/phi/4/comb_9.png new file mode 100644 index 0000000000000000000000000000000000000000..4ef6117e792f85bdfc9accac735951733eae56e2 Binary files /dev/null and b/results/func_by_param_init_method/phi/4/comb_9.png differ diff --git a/results/func_by_param_init_method/phi/5/comb_1.png b/results/func_by_param_init_method/phi/5/comb_1.png new file mode 100644 index 0000000000000000000000000000000000000000..39da1d0b39332acc35d8aff6ae2ac13057c428f6 Binary files /dev/null and b/results/func_by_param_init_method/phi/5/comb_1.png differ diff --git a/results/func_by_param_init_method/phi/5/comb_10.png b/results/func_by_param_init_method/phi/5/comb_10.png new file mode 100644 index 0000000000000000000000000000000000000000..467a3e2b843835e972166e79c75601d5f4a70daa Binary files /dev/null and b/results/func_by_param_init_method/phi/5/comb_10.png differ diff --git a/results/func_by_param_init_method/phi/5/comb_11.png b/results/func_by_param_init_method/phi/5/comb_11.png new file mode 100644 index 0000000000000000000000000000000000000000..47b00b7742a8cc09c4777507f670d723cb076160 Binary files /dev/null and b/results/func_by_param_init_method/phi/5/comb_11.png differ diff --git a/results/func_by_param_init_method/phi/5/comb_15.png b/results/func_by_param_init_method/phi/5/comb_15.png new file mode 100644 index 0000000000000000000000000000000000000000..ab181ffb6f1dba7c06ca3768a1b7ef07be9a2eb6 Binary files /dev/null and b/results/func_by_param_init_method/phi/5/comb_15.png differ diff --git a/results/func_by_param_init_method/phi/5/comb_17.png b/results/func_by_param_init_method/phi/5/comb_17.png new file mode 100644 index 0000000000000000000000000000000000000000..7489faa9f2327af6b046a4c292fdc0c5f04ecd63 Binary files /dev/null and b/results/func_by_param_init_method/phi/5/comb_17.png differ diff --git a/results/func_by_param_init_method/phi/5/comb_18.png b/results/func_by_param_init_method/phi/5/comb_18.png new file mode 100644 index 0000000000000000000000000000000000000000..715eba861dde5e900d35bd217226c66240c817dc Binary files /dev/null and b/results/func_by_param_init_method/phi/5/comb_18.png differ diff --git a/results/func_by_param_init_method/phi/5/comb_6.png b/results/func_by_param_init_method/phi/5/comb_6.png new file mode 100644 index 0000000000000000000000000000000000000000..e907fffb9477a1cd09c50cadc2d9ec68b8aaa6e9 Binary files /dev/null and b/results/func_by_param_init_method/phi/5/comb_6.png differ diff --git a/results/func_by_param_init_method/phi/5/comb_9.png b/results/func_by_param_init_method/phi/5/comb_9.png new file mode 100644 index 0000000000000000000000000000000000000000..8633b675b87f46d48d0678cb6e7f930111cb3ff4 Binary files /dev/null and b/results/func_by_param_init_method/phi/5/comb_9.png differ diff --git a/results/func_by_param_init_method/phi/6/comb_1.png b/results/func_by_param_init_method/phi/6/comb_1.png new file mode 100644 index 0000000000000000000000000000000000000000..564f85f7d0cd1f6950bd93d6c0d5c164a66052c1 Binary files /dev/null and b/results/func_by_param_init_method/phi/6/comb_1.png differ diff --git a/results/func_by_param_init_method/phi/6/comb_10.png b/results/func_by_param_init_method/phi/6/comb_10.png new file mode 100644 index 0000000000000000000000000000000000000000..905d2e1fb5779193365b5a30eb23fba161ad9045 Binary files /dev/null and b/results/func_by_param_init_method/phi/6/comb_10.png differ diff --git a/results/func_by_param_init_method/phi/6/comb_11.png b/results/func_by_param_init_method/phi/6/comb_11.png new file mode 100644 index 0000000000000000000000000000000000000000..86fc8cb3cb5597e0faf2090bfb26a1fb6cba88d1 Binary files /dev/null and b/results/func_by_param_init_method/phi/6/comb_11.png differ diff --git a/results/func_by_param_init_method/phi/6/comb_12.png b/results/func_by_param_init_method/phi/6/comb_12.png new file mode 100644 index 0000000000000000000000000000000000000000..197e6542d0f54fb2bbae47589f118f2b7bba10ed Binary files /dev/null and b/results/func_by_param_init_method/phi/6/comb_12.png differ diff --git a/results/func_by_param_init_method/phi/6/comb_15.png b/results/func_by_param_init_method/phi/6/comb_15.png new file mode 100644 index 0000000000000000000000000000000000000000..a4f01d94ee81c3a8558c2ae96446decd64c21cbb Binary files /dev/null and b/results/func_by_param_init_method/phi/6/comb_15.png differ diff --git a/results/func_by_param_init_method/phi/6/comb_17.png b/results/func_by_param_init_method/phi/6/comb_17.png new file mode 100644 index 0000000000000000000000000000000000000000..0666d0e4c739756d05bdb38bc7fe392c3066d387 Binary files /dev/null and b/results/func_by_param_init_method/phi/6/comb_17.png differ diff --git a/results/func_by_param_init_method/phi/6/comb_18.png b/results/func_by_param_init_method/phi/6/comb_18.png new file mode 100644 index 0000000000000000000000000000000000000000..651d7f65c4f3be8537858bdb09202d82659e1a9a Binary files /dev/null and b/results/func_by_param_init_method/phi/6/comb_18.png differ diff --git a/results/func_by_param_init_method/phi/6/comb_6.png b/results/func_by_param_init_method/phi/6/comb_6.png new file mode 100644 index 0000000000000000000000000000000000000000..5c6c0ff353d26e0035ec0893af6be13851c19dbd Binary files /dev/null and b/results/func_by_param_init_method/phi/6/comb_6.png differ diff --git a/results/func_by_param_init_method/phi/6/comb_9.png b/results/func_by_param_init_method/phi/6/comb_9.png new file mode 100644 index 0000000000000000000000000000000000000000..fcc1085df8cc23bcf19c3b7b21973119358a2291 Binary files /dev/null and b/results/func_by_param_init_method/phi/6/comb_9.png differ diff --git a/results/func_by_param_init_method/phi/7/comb_1.png b/results/func_by_param_init_method/phi/7/comb_1.png new file mode 100644 index 0000000000000000000000000000000000000000..97948ffffa27c44fb761f587ee216d15570f1475 Binary files /dev/null and b/results/func_by_param_init_method/phi/7/comb_1.png differ diff --git a/results/func_by_param_init_method/phi/7/comb_10.png b/results/func_by_param_init_method/phi/7/comb_10.png new file mode 100644 index 0000000000000000000000000000000000000000..b221c91af8f6c037bb4c6553b4f22469f44f95c4 Binary files /dev/null and b/results/func_by_param_init_method/phi/7/comb_10.png differ diff --git a/results/func_by_param_init_method/phi/7/comb_11.png b/results/func_by_param_init_method/phi/7/comb_11.png new file mode 100644 index 0000000000000000000000000000000000000000..7f1a0d14d07e8bd6271ea357ca7bc03095045757 Binary files /dev/null and b/results/func_by_param_init_method/phi/7/comb_11.png differ diff --git a/results/func_by_param_init_method/phi/7/comb_12.png b/results/func_by_param_init_method/phi/7/comb_12.png new file mode 100644 index 0000000000000000000000000000000000000000..bf259a47cc3ec52841dd1584245dd80afd479713 Binary files /dev/null and b/results/func_by_param_init_method/phi/7/comb_12.png differ diff --git a/results/func_by_param_init_method/phi/7/comb_13.png b/results/func_by_param_init_method/phi/7/comb_13.png new file mode 100644 index 0000000000000000000000000000000000000000..c9604db283be8c22c88aec614bc6fbcf3747bba3 Binary files /dev/null and b/results/func_by_param_init_method/phi/7/comb_13.png differ diff --git a/results/func_by_param_init_method/phi/7/comb_15.png b/results/func_by_param_init_method/phi/7/comb_15.png new file mode 100644 index 0000000000000000000000000000000000000000..d07eae863e0c6364f9f671c96b6a5443def7aa56 Binary files /dev/null and b/results/func_by_param_init_method/phi/7/comb_15.png differ diff --git a/results/func_by_param_init_method/phi/7/comb_17.png b/results/func_by_param_init_method/phi/7/comb_17.png new file mode 100644 index 0000000000000000000000000000000000000000..6a524640726b4c956c2f9276e8f31e51b58f8af0 Binary files /dev/null and b/results/func_by_param_init_method/phi/7/comb_17.png differ diff --git a/results/func_by_param_init_method/phi/7/comb_18.png b/results/func_by_param_init_method/phi/7/comb_18.png new file mode 100644 index 0000000000000000000000000000000000000000..c0707e98714de7df36e6fe32cb006c98fdafe2cb Binary files /dev/null and b/results/func_by_param_init_method/phi/7/comb_18.png differ diff --git a/results/func_by_param_init_method/phi/7/comb_6.png b/results/func_by_param_init_method/phi/7/comb_6.png new file mode 100644 index 0000000000000000000000000000000000000000..c98163d82cf140aad3372acea8c810c1e4f4a6fe Binary files /dev/null and b/results/func_by_param_init_method/phi/7/comb_6.png differ diff --git a/results/func_by_param_init_method/phi/7/comb_9.png b/results/func_by_param_init_method/phi/7/comb_9.png new file mode 100644 index 0000000000000000000000000000000000000000..a4ccae3f214aa0e6c8b2c0e89b60b2839a3ae6e5 Binary files /dev/null and b/results/func_by_param_init_method/phi/7/comb_9.png differ diff --git a/results/func_by_param_init_method/phi/8/comb_0.png b/results/func_by_param_init_method/phi/8/comb_0.png new file mode 100644 index 0000000000000000000000000000000000000000..b1de1b487b2797d97cbaa6ebaa4d4794fd8839aa Binary files /dev/null and b/results/func_by_param_init_method/phi/8/comb_0.png differ diff --git a/results/func_by_param_init_method/phi/8/comb_1.png b/results/func_by_param_init_method/phi/8/comb_1.png new file mode 100644 index 0000000000000000000000000000000000000000..7564b34288bfc03a92695bafc2dca31cd5ae4844 Binary files /dev/null and b/results/func_by_param_init_method/phi/8/comb_1.png differ diff --git a/results/func_by_param_init_method/phi/8/comb_10.png b/results/func_by_param_init_method/phi/8/comb_10.png new file mode 100644 index 0000000000000000000000000000000000000000..02ecae413be0b56add0a7e35593d13e5c9fe1af6 Binary files /dev/null and b/results/func_by_param_init_method/phi/8/comb_10.png differ diff --git a/results/func_by_param_init_method/phi/8/comb_11.png b/results/func_by_param_init_method/phi/8/comb_11.png new file mode 100644 index 0000000000000000000000000000000000000000..20e249f114878982b3133e76c15901fb7ba7ecd3 Binary files /dev/null and b/results/func_by_param_init_method/phi/8/comb_11.png differ diff --git a/results/func_by_param_init_method/phi/8/comb_12.png b/results/func_by_param_init_method/phi/8/comb_12.png new file mode 100644 index 0000000000000000000000000000000000000000..e050307858901731f91e816e7b28359b5f11f972 Binary files /dev/null and b/results/func_by_param_init_method/phi/8/comb_12.png differ diff --git a/results/func_by_param_init_method/phi/8/comb_13.png b/results/func_by_param_init_method/phi/8/comb_13.png new file mode 100644 index 0000000000000000000000000000000000000000..9667f91aa5e9869c973506d958e4aebe87522248 Binary files /dev/null and b/results/func_by_param_init_method/phi/8/comb_13.png differ diff --git a/results/func_by_param_init_method/phi/8/comb_14.png b/results/func_by_param_init_method/phi/8/comb_14.png new file mode 100644 index 0000000000000000000000000000000000000000..a13ca2c55c63ed149098d694beb072859cdfe7e7 Binary files /dev/null and b/results/func_by_param_init_method/phi/8/comb_14.png differ diff --git a/results/func_by_param_init_method/phi/8/comb_15.png b/results/func_by_param_init_method/phi/8/comb_15.png new file mode 100644 index 0000000000000000000000000000000000000000..ec8c2ee86c5aeac50f8422d6ce33fe242e82e23f Binary files /dev/null and b/results/func_by_param_init_method/phi/8/comb_15.png differ diff --git a/results/func_by_param_init_method/phi/8/comb_17.png b/results/func_by_param_init_method/phi/8/comb_17.png new file mode 100644 index 0000000000000000000000000000000000000000..96f14109b9a05af5d27e3d2efc74f2c7e11f7166 Binary files /dev/null and b/results/func_by_param_init_method/phi/8/comb_17.png differ diff --git a/results/func_by_param_init_method/phi/8/comb_18.png b/results/func_by_param_init_method/phi/8/comb_18.png new file mode 100644 index 0000000000000000000000000000000000000000..73662e29f14bfdab47f1df70a5bf389d387d7418 Binary files /dev/null and b/results/func_by_param_init_method/phi/8/comb_18.png differ diff --git a/results/func_by_param_init_method/phi/8/comb_6.png b/results/func_by_param_init_method/phi/8/comb_6.png new file mode 100644 index 0000000000000000000000000000000000000000..d419e3965bfdd2a4a7595761ac1a043eb36dca3b Binary files /dev/null and b/results/func_by_param_init_method/phi/8/comb_6.png differ diff --git a/results/func_by_param_init_method/phi/8/comb_9.png b/results/func_by_param_init_method/phi/8/comb_9.png new file mode 100644 index 0000000000000000000000000000000000000000..8a27ec57c937215ee72e75037594e4a0a30d789c Binary files /dev/null and b/results/func_by_param_init_method/phi/8/comb_9.png differ diff --git a/results/results.txt b/results/results.txt new file mode 100644 index 0000000000000000000000000000000000000000..4985a12cf0b53f47abbd3c29d1fa85ed731b117d --- /dev/null +++ b/results/results.txt @@ -0,0 +1,125 @@ +| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | +|----:|-----------:|-------:|-------:|:----------|:---------|:--------|:------------|--------------------:|---------------------:|-------------:|----------:|------:| +| 0 | 0 | 4 | 0 | wikitext | comb_3 | phi | rnd_naive_t | 4395.06 | 4676.65 | 1.11298 | 71.9452 | 0 | +| 1 | 0 | 5 | 0 | wikitext | comb_3 | phi | rnd_naive_t | 4395.06 | 4676.65 | 1.11298 | 71.9452 | 0 | +| 2 | 0 | 6 | 0 | wikitext | comb_3 | phi | rnd_naive_t | 4395.06 | 4676.65 | 1.11298 | 71.9452 | 0 | +| 3 | 0 | 7 | 0 | wikitext | comb_3 | phi | rnd_naive_t | 4395.06 | 4676.65 | 1.11298 | 71.9452 | 0 | +| 4 | 0 | 8 | 0 | wikitext | comb_3 | phi | rnd_naive_t | 4395.06 | 4676.65 | 1.11298 | 71.9452 | 0 | +| 5 | 0 | 4 | 0 | wikitext | comb_15 | phi | ones_t | 4395.06 | 4676.65 | 1.11298 | 71.9609 | 0 | +| 6 | 0 | 5 | 0 | wikitext | comb_15 | phi | ones_t | 4395.06 | 4676.65 | 1.11298 | 71.9609 | 0 | +| 7 | 0 | 6 | 0 | wikitext | comb_15 | phi | ones_t | 4395.06 | 4676.65 | 1.11298 | 71.9609 | 0 | +| 8 | 0 | 7 | 0 | wikitext | comb_15 | phi | ones_t | 4395.06 | 4676.65 | 1.11298 | 71.9609 | 0 | +| 9 | 0 | 8 | 0 | wikitext | comb_15 | phi | ones_t | 4395.06 | 4676.65 | 1.11298 | 71.9609 | 0 | +| 10 | 0 | 4 | 0 | wikitext | comb_3 | phi | ones_t | 4395.06 | 4676.65 | 1.11355 | 94.6694 | 0 | +| 11 | 0 | 5 | 0 | wikitext | comb_3 | phi | ones_t | 4395.06 | 4676.65 | 1.11355 | 94.6694 | 0 | +| 12 | 0 | 6 | 0 | wikitext | comb_3 | phi | ones_t | 4395.06 | 4676.65 | 1.11355 | 94.6694 | 0 | +| 13 | 0 | 7 | 0 | wikitext | comb_3 | phi | ones_t | 4395.06 | 4676.65 | 1.11355 | 94.6694 | 0 | +| 14 | 0 | 8 | 0 | wikitext | comb_3 | phi | ones_t | 4395.06 | 4676.65 | 1.11355 | 94.6694 | 0 | +| 15 | 0 | 4 | 0 | wikitext | comb_7 | phi | rnd_naive_t | 4395.06 | 4676.65 | 1.11355 | 107.093 | 0 | +| 16 | 0 | 5 | 0 | wikitext | comb_7 | phi | rnd_naive_t | 4395.06 | 4676.65 | 1.11355 | 107.093 | 0 | +| 17 | 0 | 6 | 0 | wikitext | comb_7 | phi | rnd_naive_t | 4395.06 | 4676.65 | 1.11355 | 107.093 | 0 | +| 18 | 0 | 7 | 0 | wikitext | comb_7 | phi | rnd_naive_t | 4395.06 | 4676.65 | 1.11355 | 107.093 | 0 | +| 19 | 0 | 8 | 0 | wikitext | comb_7 | phi | rnd_naive_t | 4395.06 | 4676.65 | 1.11355 | 107.093 | 0 | +| 20 | 0.378622 | 7 | 0 | wikitext | comb_15 | phi | rnd_naive_t | 4395.53 | 4676.65 | 5.90094 | 32.8711 | 0 | +| 21 | 0.375279 | 5 | 0 | wikitext | comb_15 | phi | rnd_naive_t | 4395.53 | 4676.65 | 5.84224 | 32.9528 | 0 | +| 22 | 0.378622 | 7 | 0 | wikitext | comb_13 | phi | ones_t | 4395.53 | 4676.65 | 5.90094 | 32.9804 | 0 | +| 23 | 0.380277 | 8 | 0 | wikitext | comb_15 | phi | rnd_naive_t | 4395.53 | 4676.65 | 5.90657 | 33.1466 | 0 | +| 24 | 0.377204 | 6 | 0 | wikitext | comb_15 | phi | rnd_naive_t | 4395.53 | 4676.65 | 5.90574 | 33.1538 | 0 | +| 25 | 0.355826 | 4 | 0 | wikitext | comb_15 | phi | rnd_naive_t | 4395.53 | 4676.65 | 6.25223 | 33.2201 | 0 | +| 26 | 0.380277 | 8 | 0 | wikitext | comb_13 | phi | ones_t | 4395.53 | 4676.65 | 5.90657 | 33.2604 | 0 | +| 27 | 0 | 4 | 0 | wikitext | comb_4 | phi | rnd_naive_t | 4398.41 | 4678.75 | 3.39614 | 90.2449 | 0 | +| 28 | 0 | 5 | 0 | wikitext | comb_4 | phi | rnd_naive_t | 4398.41 | 4678.75 | 3.39614 | 90.2449 | 0 | +| 29 | 0 | 6 | 0 | wikitext | comb_4 | phi | rnd_naive_t | 4398.41 | 4678.75 | 3.39614 | 90.2449 | 0 | +| 30 | 0 | 7 | 0 | wikitext | comb_4 | phi | rnd_naive_t | 4398.41 | 4678.75 | 3.39614 | 90.2449 | 0 | +| 31 | 0 | 8 | 0 | wikitext | comb_4 | phi | rnd_naive_t | 4398.41 | 4678.75 | 3.39614 | 90.2449 | 0 | +| 32 | 0 | 4 | 0 | wikitext | comb_16 | phi | rnd_naive_t | 4398.41 | 4678.75 | 1.30194 | 90.3107 | 0 | +| 33 | 0 | 5 | 0 | wikitext | comb_16 | phi | rnd_naive_t | 4398.41 | 4678.75 | 1.30194 | 90.3107 | 0 | +| 34 | 0 | 6 | 0 | wikitext | comb_16 | phi | rnd_naive_t | 4398.41 | 4678.75 | 1.30194 | 90.3107 | 0 | +| 35 | 0 | 7 | 0 | wikitext | comb_16 | phi | rnd_naive_t | 4398.41 | 4678.75 | 1.30194 | 90.3107 | 0 | +| 36 | 0 | 8 | 0 | wikitext | comb_16 | phi | rnd_naive_t | 4398.41 | 4678.75 | 1.30194 | 90.3107 | 0 | +| 37 | 0 | 4 | 0 | wikitext | comb_5 | phi | rnd_naive_t | 4398.41 | 4678.75 | 1.11692 | 90.4764 | 0 | +| 38 | 0 | 5 | 0 | wikitext | comb_5 | phi | rnd_naive_t | 4398.41 | 4678.75 | 1.11692 | 90.4764 | 0 | +| 39 | 0 | 6 | 0 | wikitext | comb_5 | phi | rnd_naive_t | 4398.41 | 4678.75 | 1.11692 | 90.4764 | 0 | +| 40 | 0 | 7 | 0 | wikitext | comb_5 | phi | rnd_naive_t | 4398.41 | 4678.75 | 1.11692 | 90.4764 | 0 | +| 41 | 0 | 8 | 0 | wikitext | comb_5 | phi | rnd_naive_t | 4398.41 | 4678.75 | 1.11692 | 90.4764 | 0 | +| 42 | 0 | 4 | 0 | wikitext | comb_2 | phi | rnd_naive_t | 4398.41 | 4678.75 | 1.4164 | 137.345 | 0 | +| 43 | 0 | 5 | 0 | wikitext | comb_2 | phi | rnd_naive_t | 4398.41 | 4678.75 | 1.4164 | 137.345 | 0 | +| 44 | 0 | 6 | 0 | wikitext | comb_2 | phi | rnd_naive_t | 4398.41 | 4678.75 | 1.4164 | 137.345 | 0 | +| 45 | 0 | 7 | 0 | wikitext | comb_2 | phi | rnd_naive_t | 4398.41 | 4678.75 | 1.4164 | 137.345 | 0 | +| 46 | 0 | 8 | 0 | wikitext | comb_2 | phi | rnd_naive_t | 4398.41 | 4678.75 | 1.4164 | 137.345 | 0 | +| 47 | 0 | 4 | 0 | wikitext | comb_8 | phi | rnd_naive_t | 4398.41 | 4678.75 | 1.3501 | 137.513 | 0 | +| 48 | 0 | 5 | 0 | wikitext | comb_8 | phi | rnd_naive_t | 4398.41 | 4678.75 | 1.3501 | 137.513 | 0 | +| 49 | 0 | 6 | 0 | wikitext | comb_8 | phi | rnd_naive_t | 4398.41 | 4678.75 | 1.3501 | 137.513 | 0 | +| 50 | 0 | 7 | 0 | wikitext | comb_8 | phi | rnd_naive_t | 4398.41 | 4678.75 | 1.3501 | 137.513 | 0 | +| 51 | 0 | 8 | 0 | wikitext | comb_8 | phi | rnd_naive_t | 4398.41 | 4678.75 | 1.3501 | 137.513 | 0 | +| 52 | 0 | 4 | 0 | wikitext | comb_2 | phi | ones_t | 4398.41 | 4678.75 | 1.44566 | 137.592 | 0 | +| 53 | 0 | 5 | 0 | wikitext | comb_2 | phi | ones_t | 4398.41 | 4678.75 | 1.44566 | 137.592 | 0 | +| 54 | 0 | 6 | 0 | wikitext | comb_2 | phi | ones_t | 4398.41 | 4678.75 | 1.44566 | 137.592 | 0 | +| 55 | 0 | 7 | 0 | wikitext | comb_2 | phi | ones_t | 4398.41 | 4678.75 | 1.44566 | 137.592 | 0 | +| 56 | 0 | 8 | 0 | wikitext | comb_2 | phi | ones_t | 4398.41 | 4678.75 | 1.44566 | 137.592 | 0 | +| 57 | 0.377237 | 8 | 0 | wikitext | comb_1 | phi | rnd_naive_t | 4398.88 | 4678.75 | 5.91828 | 90.5549 | 0 | +| 58 | 0.38281 | 8 | 0 | wikitext | comb_18 | phi | rnd_naive_t | 4398.88 | 4678.75 | 5.86616 | 90.5849 | 0 | +| 59 | 0.32202 | 6 | 0 | wikitext | comb_11 | phi | rnd_naive_t | 4398.88 | 4678.75 | 7.43415 | 90.5927 | 0 | +| 60 | 0.369639 | 8 | 0 | wikitext | comb_17 | phi | rnd_naive_t | 4398.88 | 4678.75 | 6.08334 | 90.5979 | 0 | +| 61 | 0.321817 | 7 | 0 | wikitext | comb_10 | phi | ones_t | 4398.88 | 4678.75 | 7.23401 | 90.6456 | 0 | +| 62 | 0.376427 | 7 | 0 | wikitext | comb_17 | phi | rnd_naive_t | 4398.88 | 4678.75 | 5.88005 | 90.7074 | 0 | +| 63 | 0.37798 | 8 | 0 | wikitext | comb_14 | phi | ones_t | 4398.88 | 4678.75 | 5.98039 | 90.7175 | 0 | +| 64 | 0.375549 | 7 | 0 | wikitext | comb_11 | phi | rnd_naive_t | 4398.88 | 4678.75 | 5.95242 | 90.7198 | 0 | +| 65 | 0.376123 | 5 | 0 | wikitext | comb_11 | phi | rnd_naive_t | 4398.88 | 4678.75 | 5.85781 | 90.7548 | 0 | +| 66 | 0.365991 | 6 | 0 | wikitext | comb_17 | phi | rnd_naive_t | 4398.88 | 4678.75 | 5.98494 | 90.7621 | 0 | +| 67 | 0.359237 | 4 | 0 | wikitext | comb_18 | phi | rnd_naive_t | 4398.88 | 4678.75 | 6.17657 | 90.7658 | 0 | +| 68 | 0.359642 | 4 | 0 | wikitext | comb_17 | phi | rnd_naive_t | 4398.88 | 4678.75 | 5.91165 | 90.7715 | 0 | +| 69 | 0.378386 | 7 | 0 | wikitext | comb_18 | phi | rnd_naive_t | 4398.88 | 4678.75 | 5.90232 | 90.7872 | 0 | +| 70 | 0.362378 | 4 | 0 | wikitext | comb_1 | phi | rnd_naive_t | 4398.88 | 4678.75 | 5.9526 | 90.8145 | 0 | +| 71 | 0.374265 | 5 | 0 | wikitext | comb_18 | phi | rnd_naive_t | 4398.88 | 4678.75 | 5.90859 | 90.8147 | 0 | +| 72 | 0.365248 | 6 | 0 | wikitext | comb_18 | phi | rnd_naive_t | 4398.88 | 4678.75 | 7.41742 | 90.8303 | 0 | +| 73 | 0.365485 | 6 | 0 | wikitext | comb_1 | phi | rnd_naive_t | 4398.88 | 4678.75 | 6.14609 | 90.8319 | 0 | +| 74 | 0.378082 | 8 | 0 | wikitext | comb_11 | phi | rnd_naive_t | 4398.88 | 4678.75 | 5.91216 | 90.8339 | 0 | +| 75 | 0.361466 | 4 | 0 | wikitext | comb_11 | phi | rnd_naive_t | 4398.88 | 4678.75 | 5.951 | 90.8422 | 0 | +| 76 | 0.371158 | 8 | 0 | wikitext | comb_10 | phi | ones_t | 4398.88 | 4678.75 | 6.03723 | 90.8962 | 0 | +| 77 | 0.377913 | 7 | 0 | wikitext | comb_18 | phi | ones_t | 4398.88 | 4678.75 | 5.97205 | 90.8986 | 0 | +| 78 | 0.379129 | 7 | 0 | wikitext | comb_1 | phi | rnd_naive_t | 4398.88 | 4678.75 | 5.87649 | 90.978 | 0 | +| 79 | 0.375279 | 5 | 0 | wikitext | comb_1 | phi | rnd_naive_t | 4398.88 | 4678.75 | 5.85993 | 91.1388 | 0 | +| 80 | 0.361803 | 5 | 0 | wikitext | comb_17 | phi | rnd_naive_t | 4398.88 | 4678.75 | 6.09572 | 91.2855 | 0 | +| 81 | 0.378116 | 8 | 0 | wikitext | comb_18 | phi | ones_t | 4398.88 | 4678.75 | 5.97649 | 91.8636 | 0 | +| 82 | 0.372408 | 5 | 0 | wikitext | comb_6 | phi | rnd_naive_t | 4398.88 | 4678.75 | 5.9436 | 112.882 | 0 | +| 83 | 0.37099 | 6 | 0 | wikitext | comb_6 | phi | rnd_naive_t | 4398.88 | 4678.75 | 6.57889 | 112.962 | 0 | +| 84 | 0.37663 | 8 | 0 | wikitext | comb_6 | phi | rnd_naive_t | 4398.88 | 4678.75 | 5.92076 | 113.004 | 0 | +| 85 | 0.376933 | 7 | 0 | wikitext | comb_6 | phi | rnd_naive_t | 4398.88 | 4678.75 | 5.98363 | 113.184 | 0 | +| 86 | 0.373252 | 5 | 0 | wikitext | comb_9 | phi | rnd_naive_t | 4398.88 | 4678.75 | 6.045 | 137.945 | 0 | +| 87 | 0.36616 | 6 | 0 | wikitext | comb_9 | phi | rnd_naive_t | 4398.88 | 4678.75 | 7.27186 | 137.993 | 0 | +| 88 | 0.377744 | 7 | 0 | wikitext | comb_9 | phi | rnd_naive_t | 4398.88 | 4678.75 | 5.87114 | 138.06 | 0 | +| 89 | 0.363256 | 4 | 0 | wikitext | comb_9 | phi | rnd_naive_t | 4398.88 | 4678.75 | 6.05506 | 138.082 | 0 | +| 90 | 0.37484 | 8 | 0 | wikitext | comb_9 | phi | rnd_naive_t | 4398.88 | 4678.75 | 5.8535 | 138.337 | 0 | +| 91 | 0.00952381 | 8 | 0 | wikitext | comb_11 | phi | ones_t | 3362.72 | 5337.25 | 1.10883 | 1.60206 | 0 | +| 92 | 0.0015873 | 8 | 0 | wikitext | comb_14 | phi | rnd_naive_t | 3362.72 | 5337.25 | 1.11377 | 1.61656 | 0 | +| 93 | 0 | 4 | 0 | wikitext | comb_14 | phi | rnd_naive_t | 3362.72 | 5337.25 | 1.11471 | 1.61764 | 0 | +| 94 | 0 | 5 | 0 | wikitext | comb_14 | phi | rnd_naive_t | 3362.72 | 5337.25 | 1.11471 | 1.61764 | 0 | +| 95 | 0 | 6 | 0 | wikitext | comb_14 | phi | rnd_naive_t | 3362.72 | 5337.25 | 1.11471 | 1.61764 | 0 | +| 96 | 0 | 7 | 0 | wikitext | comb_14 | phi | rnd_naive_t | 3362.72 | 5337.25 | 1.11471 | 1.61764 | 0 | +| 97 | 0.00952381 | 7 | 0 | wikitext | comb_11 | phi | ones_t | 3362.72 | 5337.25 | 1.10778 | 1.62187 | 0 | +| 98 | 0.0031746 | 7 | 0 | wikitext | comb_10 | phi | rnd_naive_t | 3362.72 | 5337.25 | 1.11355 | 1.62826 | 0 | +| 99 | 0 | 4 | 0 | wikitext | comb_10 | phi | rnd_naive_t | 3362.72 | 5337.25 | 1.11355 | 1.63053 | 0 | +| 100 | 0.0031746 | 6 | 0 | wikitext | comb_10 | phi | rnd_naive_t | 3362.72 | 5337.25 | 1.11355 | 1.63546 | 0 | +| 101 | 0.0031746 | 5 | 0 | wikitext | comb_10 | phi | rnd_naive_t | 3362.72 | 5337.25 | 1.11355 | 1.63808 | 0 | +| 102 | 0.0031746 | 8 | 0 | wikitext | comb_10 | phi | rnd_naive_t | 3362.72 | 5337.25 | 1.11355 | 1.70418 | 0 | +| 103 | 0.0015873 | 8 | 0 | wikitext | comb_13 | phi | rnd_naive_t | 5053.77 | 5886.71 | 1.17076 | 328.845 | 0 | +| 104 | 0 | 4 | 0 | wikitext | comb_13 | phi | rnd_naive_t | 5053.77 | 5886.71 | 1.12469 | 328.901 | 0 | +| 105 | 0 | 5 | 0 | wikitext | comb_13 | phi | rnd_naive_t | 5053.77 | 5886.71 | 1.12469 | 328.901 | 0 | +| 106 | 0 | 6 | 0 | wikitext | comb_13 | phi | rnd_naive_t | 5053.77 | 5886.71 | 1.12469 | 328.901 | 0 | +| 107 | 0 | 7 | 0 | wikitext | comb_13 | phi | rnd_naive_t | 5053.77 | 5886.71 | 1.12469 | 328.901 | 0 | +| 108 | 0.0031746 | 8 | 0 | wikitext | comb_12 | phi | ones_t | 3362.72 | 6650.07 | 1.11362 | 1.59001 | 0 | +| 109 | 0.0031746 | 8 | 0 | wikitext | comb_0 | phi | ones_t | 3362.72 | 6650.07 | 1.11352 | 1.59914 | 0 | +| 110 | 0 | 4 | 0 | wikitext | comb_0 | phi | rnd_naive_t | 3362.72 | 6650.07 | 1.21593 | 1.6749 | 0 | +| 111 | 0 | 5 | 0 | wikitext | comb_0 | phi | rnd_naive_t | 3362.72 | 6650.07 | 1.21593 | 1.6749 | 0 | +| 112 | 0 | 6 | 0 | wikitext | comb_0 | phi | rnd_naive_t | 3362.72 | 6650.07 | 1.21593 | 1.6749 | 0 | +| 113 | 0 | 7 | 0 | wikitext | comb_0 | phi | rnd_naive_t | 3362.72 | 6650.07 | 1.21593 | 1.6749 | 0 | +| 114 | 0 | 8 | 0 | wikitext | comb_0 | phi | rnd_naive_t | 3362.72 | 6650.07 | 1.21593 | 1.6749 | 0 | +| 115 | 0.0031746 | 7 | 0 | wikitext | comb_12 | phi | ones_t | 3362.72 | 6650.07 | 1.11362 | 1.68044 | 0 | +| 116 | 0.0031746 | 8 | 0 | wikitext | comb_12 | phi | rnd_naive_t | 3362.72 | 6650.07 | 1.11355 | 1.6959 | 0 | +| 117 | 0 | 4 | 0 | wikitext | comb_0 | phi | ones_t | 3362.72 | 6650.07 | 1.11354 | 1.70797 | 0 | +| 118 | 0 | 5 | 0 | wikitext | comb_0 | phi | ones_t | 3362.72 | 6650.07 | 1.11354 | 1.70797 | 0 | +| 119 | 0 | 6 | 0 | wikitext | comb_0 | phi | ones_t | 3362.72 | 6650.07 | 1.11354 | 1.70797 | 0 | +| 120 | 0 | 7 | 0 | wikitext | comb_0 | phi | ones_t | 3362.72 | 6650.07 | 1.11354 | 1.70797 | 0 | +| 121 | 0.0031746 | 6 | 0 | wikitext | comb_12 | phi | ones_t | 3362.72 | 6650.07 | 1.11362 | 1.71127 | 0 | +| 122 | 0.380513 | 32 | 0 | wikitext | base | phi | ---- | 11335.5 | 11370.8 | 5.90955 | 19.1374 | 0 | \ No newline at end of file