diff --git a/.gitattributes b/.gitattributes index 572aff53f4b18cfbbeee9ce20f5efa9e0f546845..ddfec6c9732f2821b2ce00da8d73ee9a12b30d16 100644 --- a/.gitattributes +++ b/.gitattributes @@ -61,3 +61,4 @@ checkpoints/ckpt-46000.data-00000-of-00001 filter=lfs diff=lfs merge=lfs -text checkpoints/ckpt-28000.data-00000-of-00001 filter=lfs diff=lfs merge=lfs -text checkpoints/ckpt-p2-5000.data-00000-of-00001 filter=lfs diff=lfs merge=lfs -text checkpoints/ckpt-66000.data-00000-of-00001 filter=lfs diff=lfs merge=lfs -text +checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-17000.data-00000-of-00001 filter=lfs diff=lfs merge=lfs -text diff --git a/checkpoints/iter_ckpt_rank_04/checkpoint b/checkpoints/iter_ckpt_rank_04/checkpoint new file mode 100644 index 0000000000000000000000000000000000000000..c62f364441d4cdbdae4eb2fe14f4fb452a5a4c20 --- /dev/null +++ b/checkpoints/iter_ckpt_rank_04/checkpoint @@ -0,0 +1,202 @@ +model_checkpoint_path: "iter_ckpt_rank_04-17000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-18000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-19000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-20000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-21000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-21350" +all_model_checkpoint_paths: "iter_ckpt_rank_04-22000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-23000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-24000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-25000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-26000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-27000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-28000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-29000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-30000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-31000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-32000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-33000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-34000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-35000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-36000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-37000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-38000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-39000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-40000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-41000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-42000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-42730" +all_model_checkpoint_paths: "iter_ckpt_rank_04-43000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-44000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-45000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-46000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-47000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-48000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-49000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-50000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-51000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-52000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-53000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-54000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-55000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-56000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-57000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-58000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-59000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-60000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-61000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-62000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-63000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-64000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-64130" +all_model_checkpoint_paths: "iter_ckpt_rank_04-65000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-66000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-67000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-68000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-69000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-70000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-71000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-72000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-73000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-74000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-75000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-76000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-77000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-78000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-79000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-80000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-81000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-82000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-83000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-84000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-85000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-85540" +all_model_checkpoint_paths: "iter_ckpt_rank_04-86000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-87000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-88000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-89000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-90000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-91000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-91500" +all_model_checkpoint_paths: "iter_ckpt_rank_04-1000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-2000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-3000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-3960" +all_model_checkpoint_paths: "iter_ckpt_rank_04-4000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-5000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-6000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-7000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-7920" +all_model_checkpoint_paths: "iter_ckpt_rank_04-8000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-9000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-10000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-11000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-11880" +all_model_checkpoint_paths: "iter_ckpt_rank_04-12000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-13000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-14000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-15000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-15820" +all_model_checkpoint_paths: "iter_ckpt_rank_04-16000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-17000" +all_model_checkpoint_timestamps: 1723631952.5498796 +all_model_checkpoint_timestamps: 1723635286.67962 +all_model_checkpoint_timestamps: 1723638618.5526917 +all_model_checkpoint_timestamps: 1723641950.9815278 +all_model_checkpoint_timestamps: 1723643118.235898 +all_model_checkpoint_timestamps: 1723645752.2829587 +all_model_checkpoint_timestamps: 1723649086.8290665 +all_model_checkpoint_timestamps: 1723652420.0469072 +all_model_checkpoint_timestamps: 1723655752.2694044 +all_model_checkpoint_timestamps: 1723659085.8226538 +all_model_checkpoint_timestamps: 1723662418.388579 +all_model_checkpoint_timestamps: 1723665750.0811384 +all_model_checkpoint_timestamps: 1723669082.7851799 +all_model_checkpoint_timestamps: 1723672412.9770262 +all_model_checkpoint_timestamps: 1723675744.753685 +all_model_checkpoint_timestamps: 1723679077.5167224 +all_model_checkpoint_timestamps: 1723682408.4065566 +all_model_checkpoint_timestamps: 1723685738.7980003 +all_model_checkpoint_timestamps: 1723689069.7100976 +all_model_checkpoint_timestamps: 1723692399.793854 +all_model_checkpoint_timestamps: 1723695729.2701678 +all_model_checkpoint_timestamps: 1723699059.8956552 +all_model_checkpoint_timestamps: 1723702389.938776 +all_model_checkpoint_timestamps: 1723705718.4885645 +all_model_checkpoint_timestamps: 1723709048.9254649 +all_model_checkpoint_timestamps: 1723712378.289613 +all_model_checkpoint_timestamps: 1723714808.5509098 +all_model_checkpoint_timestamps: 1723716176.2268357 +all_model_checkpoint_timestamps: 1723719508.0293398 +all_model_checkpoint_timestamps: 1723722840.4764864 +all_model_checkpoint_timestamps: 1723726171.0884395 +all_model_checkpoint_timestamps: 1723729501.0243154 +all_model_checkpoint_timestamps: 1723732830.105592 +all_model_checkpoint_timestamps: 1723736157.650842 +all_model_checkpoint_timestamps: 1723739486.0099297 +all_model_checkpoint_timestamps: 1723742813.8607326 +all_model_checkpoint_timestamps: 1723746141.7734892 +all_model_checkpoint_timestamps: 1723749469.139667 +all_model_checkpoint_timestamps: 1723752795.5269895 +all_model_checkpoint_timestamps: 1723756123.4885125 +all_model_checkpoint_timestamps: 1723759452.6878512 +all_model_checkpoint_timestamps: 1723762779.4851208 +all_model_checkpoint_timestamps: 1723766106.0823739 +all_model_checkpoint_timestamps: 1723769432.1452365 +all_model_checkpoint_timestamps: 1723772762.6132839 +all_model_checkpoint_timestamps: 1723776089.3259652 +all_model_checkpoint_timestamps: 1723779416.2138908 +all_model_checkpoint_timestamps: 1723782742.1751447 +all_model_checkpoint_timestamps: 1723786070.6153653 +all_model_checkpoint_timestamps: 1723786504.4934542 +all_model_checkpoint_timestamps: 1723789867.3636796 +all_model_checkpoint_timestamps: 1723793197.3176892 +all_model_checkpoint_timestamps: 1723796524.1119637 +all_model_checkpoint_timestamps: 1723799853.154612 +all_model_checkpoint_timestamps: 1723803180.3764052 +all_model_checkpoint_timestamps: 1723806508.5282211 +all_model_checkpoint_timestamps: 1723809835.1556952 +all_model_checkpoint_timestamps: 1723813162.6023686 +all_model_checkpoint_timestamps: 1723816489.1441166 +all_model_checkpoint_timestamps: 1723819815.5893397 +all_model_checkpoint_timestamps: 1723823142.338719 +all_model_checkpoint_timestamps: 1723826468.3969507 +all_model_checkpoint_timestamps: 1723829796.6168554 +all_model_checkpoint_timestamps: 1723833122.762485 +all_model_checkpoint_timestamps: 1723836449.7325613 +all_model_checkpoint_timestamps: 1723839776.4299188 +all_model_checkpoint_timestamps: 1723843103.2734385 +all_model_checkpoint_timestamps: 1723846428.9464924 +all_model_checkpoint_timestamps: 1723849754.8516529 +all_model_checkpoint_timestamps: 1723853080.9946063 +all_model_checkpoint_timestamps: 1723856407.2175937 +all_model_checkpoint_timestamps: 1723858204.4667454 +all_model_checkpoint_timestamps: 1723860200.10246 +all_model_checkpoint_timestamps: 1723863529.0892742 +all_model_checkpoint_timestamps: 1723866858.4690776 +all_model_checkpoint_timestamps: 1723870191.1819997 +all_model_checkpoint_timestamps: 1723873541.0375245 +all_model_checkpoint_timestamps: 1723876964.9235818 +all_model_checkpoint_timestamps: 1723888324.0574317 +all_model_checkpoint_timestamps: 1723906869.2831883 +all_model_checkpoint_timestamps: 1723924841.52953 +all_model_checkpoint_timestamps: 1723942797.4399457 +all_model_checkpoint_timestamps: 1723960049.7076125 +all_model_checkpoint_timestamps: 1723961239.6032472 +all_model_checkpoint_timestamps: 1723979192.3378787 +all_model_checkpoint_timestamps: 1723997149.0567873 +all_model_checkpoint_timestamps: 1724015113.7528894 +all_model_checkpoint_timestamps: 1724031637.9071245 +all_model_checkpoint_timestamps: 1724033548.5437386 +all_model_checkpoint_timestamps: 1724051516.4354367 +all_model_checkpoint_timestamps: 1724069470.7004895 +all_model_checkpoint_timestamps: 1724087429.146366 +all_model_checkpoint_timestamps: 1724103230.3275647 +all_model_checkpoint_timestamps: 1724116581.3080697 +all_model_checkpoint_timestamps: 1724134554.2522311 +all_model_checkpoint_timestamps: 1724152511.9805338 +all_model_checkpoint_timestamps: 1724170905.249384 +all_model_checkpoint_timestamps: 1724185634.40061 +all_model_checkpoint_timestamps: 1724240346.0110762 +all_model_checkpoint_timestamps: 1724262089.1365104 +last_preserved_timestamp: 1723571500.0053403 diff --git a/checkpoints/iter_ckpt_rank_04/checkpoint.bak b/checkpoints/iter_ckpt_rank_04/checkpoint.bak new file mode 100644 index 0000000000000000000000000000000000000000..182f4b726216ab5eab9b00b5c6dde6715ec0fef3 --- /dev/null +++ b/checkpoints/iter_ckpt_rank_04/checkpoint.bak @@ -0,0 +1,194 @@ +model_checkpoint_path: "iter_ckpt_rank_04-91500" +all_model_checkpoint_paths: "iter_ckpt_rank_04-1000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-2000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-3000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-4000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-5000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-6000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-7000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-8000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-9000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-10000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-11000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-12000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-13000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-14000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-15000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-16000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-17000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-18000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-19000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-20000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-21000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-21350" +all_model_checkpoint_paths: "iter_ckpt_rank_04-22000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-23000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-24000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-25000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-26000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-27000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-28000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-29000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-30000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-31000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-32000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-33000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-34000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-35000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-36000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-37000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-38000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-39000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-40000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-41000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-42000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-42730" +all_model_checkpoint_paths: "iter_ckpt_rank_04-43000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-44000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-45000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-46000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-47000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-48000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-49000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-50000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-51000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-52000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-53000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-54000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-55000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-56000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-57000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-58000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-59000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-60000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-61000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-62000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-63000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-64000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-64130" +all_model_checkpoint_paths: "iter_ckpt_rank_04-65000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-66000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-67000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-68000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-69000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-70000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-71000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-72000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-73000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-74000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-75000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-76000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-77000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-78000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-79000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-80000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-81000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-82000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-83000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-84000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-85000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-85540" +all_model_checkpoint_paths: "iter_ckpt_rank_04-86000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-87000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-88000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-89000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-90000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-91000" +all_model_checkpoint_paths: "iter_ckpt_rank_04-91500" +all_model_checkpoint_timestamps: 1723575238.5653212 +all_model_checkpoint_timestamps: 1723578581.0140698 +all_model_checkpoint_timestamps: 1723581918.5767703 +all_model_checkpoint_timestamps: 1723585256.6854472 +all_model_checkpoint_timestamps: 1723588594.421406 +all_model_checkpoint_timestamps: 1723591933.5719907 +all_model_checkpoint_timestamps: 1723595270.0178764 +all_model_checkpoint_timestamps: 1723598606.778653 +all_model_checkpoint_timestamps: 1723601942.6515734 +all_model_checkpoint_timestamps: 1723605278.447648 +all_model_checkpoint_timestamps: 1723608613.8278325 +all_model_checkpoint_timestamps: 1723611948.9804447 +all_model_checkpoint_timestamps: 1723615282.843097 +all_model_checkpoint_timestamps: 1723618615.734352 +all_model_checkpoint_timestamps: 1723621950.0409026 +all_model_checkpoint_timestamps: 1723625284.7632606 +all_model_checkpoint_timestamps: 1723628619.6058788 +all_model_checkpoint_timestamps: 1723631952.5498796 +all_model_checkpoint_timestamps: 1723635286.67962 +all_model_checkpoint_timestamps: 1723638618.5526917 +all_model_checkpoint_timestamps: 1723641950.9815278 +all_model_checkpoint_timestamps: 1723643118.235898 +all_model_checkpoint_timestamps: 1723645752.2829587 +all_model_checkpoint_timestamps: 1723649086.8290665 +all_model_checkpoint_timestamps: 1723652420.0469072 +all_model_checkpoint_timestamps: 1723655752.2694044 +all_model_checkpoint_timestamps: 1723659085.8226538 +all_model_checkpoint_timestamps: 1723662418.388579 +all_model_checkpoint_timestamps: 1723665750.0811384 +all_model_checkpoint_timestamps: 1723669082.7851799 +all_model_checkpoint_timestamps: 1723672412.9770262 +all_model_checkpoint_timestamps: 1723675744.753685 +all_model_checkpoint_timestamps: 1723679077.5167224 +all_model_checkpoint_timestamps: 1723682408.4065566 +all_model_checkpoint_timestamps: 1723685738.7980003 +all_model_checkpoint_timestamps: 1723689069.7100976 +all_model_checkpoint_timestamps: 1723692399.793854 +all_model_checkpoint_timestamps: 1723695729.2701678 +all_model_checkpoint_timestamps: 1723699059.8956552 +all_model_checkpoint_timestamps: 1723702389.938776 +all_model_checkpoint_timestamps: 1723705718.4885645 +all_model_checkpoint_timestamps: 1723709048.9254649 +all_model_checkpoint_timestamps: 1723712378.289613 +all_model_checkpoint_timestamps: 1723714808.5509098 +all_model_checkpoint_timestamps: 1723716176.2268357 +all_model_checkpoint_timestamps: 1723719508.0293398 +all_model_checkpoint_timestamps: 1723722840.4764864 +all_model_checkpoint_timestamps: 1723726171.0884395 +all_model_checkpoint_timestamps: 1723729501.0243154 +all_model_checkpoint_timestamps: 1723732830.105592 +all_model_checkpoint_timestamps: 1723736157.650842 +all_model_checkpoint_timestamps: 1723739486.0099297 +all_model_checkpoint_timestamps: 1723742813.8607326 +all_model_checkpoint_timestamps: 1723746141.7734892 +all_model_checkpoint_timestamps: 1723749469.139667 +all_model_checkpoint_timestamps: 1723752795.5269895 +all_model_checkpoint_timestamps: 1723756123.4885125 +all_model_checkpoint_timestamps: 1723759452.6878512 +all_model_checkpoint_timestamps: 1723762779.4851208 +all_model_checkpoint_timestamps: 1723766106.0823739 +all_model_checkpoint_timestamps: 1723769432.1452365 +all_model_checkpoint_timestamps: 1723772762.6132839 +all_model_checkpoint_timestamps: 1723776089.3259652 +all_model_checkpoint_timestamps: 1723779416.2138908 +all_model_checkpoint_timestamps: 1723782742.1751447 +all_model_checkpoint_timestamps: 1723786070.6153653 +all_model_checkpoint_timestamps: 1723786504.4934542 +all_model_checkpoint_timestamps: 1723789867.3636796 +all_model_checkpoint_timestamps: 1723793197.3176892 +all_model_checkpoint_timestamps: 1723796524.1119637 +all_model_checkpoint_timestamps: 1723799853.154612 +all_model_checkpoint_timestamps: 1723803180.3764052 +all_model_checkpoint_timestamps: 1723806508.5282211 +all_model_checkpoint_timestamps: 1723809835.1556952 +all_model_checkpoint_timestamps: 1723813162.6023686 +all_model_checkpoint_timestamps: 1723816489.1441166 +all_model_checkpoint_timestamps: 1723819815.5893397 +all_model_checkpoint_timestamps: 1723823142.338719 +all_model_checkpoint_timestamps: 1723826468.3969507 +all_model_checkpoint_timestamps: 1723829796.6168554 +all_model_checkpoint_timestamps: 1723833122.762485 +all_model_checkpoint_timestamps: 1723836449.7325613 +all_model_checkpoint_timestamps: 1723839776.4299188 +all_model_checkpoint_timestamps: 1723843103.2734385 +all_model_checkpoint_timestamps: 1723846428.9464924 +all_model_checkpoint_timestamps: 1723849754.8516529 +all_model_checkpoint_timestamps: 1723853080.9946063 +all_model_checkpoint_timestamps: 1723856407.2175937 +all_model_checkpoint_timestamps: 1723858204.4667454 +all_model_checkpoint_timestamps: 1723860200.10246 +all_model_checkpoint_timestamps: 1723863529.0892742 +all_model_checkpoint_timestamps: 1723866858.4690776 +all_model_checkpoint_timestamps: 1723870191.1819997 +all_model_checkpoint_timestamps: 1723873541.0375245 +all_model_checkpoint_timestamps: 1723876964.9235818 +all_model_checkpoint_timestamps: 1723879056.4579966 +last_preserved_timestamp: 1723571500.0053403 diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-1000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-1000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..b0df9840683bf079ef68178d7812ead19fc7dfca Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-1000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-1000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-1000.index new file mode 100644 index 0000000000000000000000000000000000000000..f7bc3dd0228fbb29e8fa230cb8580daf238cb812 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-1000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-10000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-10000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..d018d485540e41982bca294955a0b70475471a42 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-10000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-10000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-10000.index new file mode 100644 index 0000000000000000000000000000000000000000..6763c94ee40d472900983e10421942595bf713e6 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-10000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-11000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-11000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..2c3a4520bef8748bce83499a856bf25fd4e06296 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-11000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-11000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-11000.index new file mode 100644 index 0000000000000000000000000000000000000000..9bbbde986fe267f4d3b7ae0baf054e02c5db1716 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-11000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-11880.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-11880.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..216d1e6bcc2d4b2045a5cd86a49a3cc0ca9d0275 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-11880.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-11880.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-11880.index new file mode 100644 index 0000000000000000000000000000000000000000..07353309c8d54af7601f466794da9ea0c6024f0c Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-11880.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-12000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-12000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..1a471a755269a02036166d5702bbe90653ec9eae Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-12000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-12000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-12000.index new file mode 100644 index 0000000000000000000000000000000000000000..a585423442b5d444026eee17ffdf0b4df3bce5df Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-12000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-13000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-13000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..a8247025f60f2f2622a45f6910e8ae8c6053caf3 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-13000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-13000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-13000.index new file mode 100644 index 0000000000000000000000000000000000000000..656faede3f7bf7bd46104b2b2ce4b4920c7fa54b Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-13000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-14000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-14000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..7f99a0a663ea029fa7065377ee195e744e91c790 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-14000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-14000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-14000.index new file mode 100644 index 0000000000000000000000000000000000000000..0a1ad68169f46eade515a1767793d112f69e3e8d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-14000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-15000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-15000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..1df6fce131a5fe1d18209350ca39450571cc0db2 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-15000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-15000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-15000.index new file mode 100644 index 0000000000000000000000000000000000000000..ca9c8df333803771ded44e3c760b5f123b46f40a Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-15000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-15820.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-15820.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..2cda5176effa04ad5a704b5a242f6381c5242581 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-15820.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-15820.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-15820.index new file mode 100644 index 0000000000000000000000000000000000000000..a1aba1491ec7c0da434da84611984f48bf85bfb6 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-15820.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-16000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-16000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..c806724d85224f53378744612ccdc359e06ba6fd Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-16000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-16000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-16000.index new file mode 100644 index 0000000000000000000000000000000000000000..6a3c73773da57061bea1c9b8c13c4fd35e9b6051 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-16000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-17000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-17000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..45105206afee30d0da5f99918a00178b1a0436f3 --- /dev/null +++ b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-17000.data-00000-of-00001 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d14dcd61466e6ea40014e71618360b37eeb480113e75a3f981997a940655c88 +size 2844039 diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-17000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-17000.index new file mode 100644 index 0000000000000000000000000000000000000000..c33c562e2e1afe924908c138186bd94e2cadf7aa Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-17000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-18000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-18000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..cbc8d4d534f8e443ed8a27d8066850c49be0d059 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-18000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-18000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-18000.index new file mode 100644 index 0000000000000000000000000000000000000000..a498c256a52dd805e0b8221f090ef26ea21d0d01 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-18000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-19000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-19000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..523ed255261a39259db8285709d3c8d014efa67f Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-19000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-19000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-19000.index new file mode 100644 index 0000000000000000000000000000000000000000..a8b23e4c71e6cd92f7a02f0c1aa4defaca4d7566 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-19000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-2000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-2000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..97afa224e0c2b04a6f784e48303e23f82d9b1121 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-2000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-2000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-2000.index new file mode 100644 index 0000000000000000000000000000000000000000..a5d28af93537f5c8680492121de41374cf90f61d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-2000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-20000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-20000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..02daa7a1315f7063d715b05c5040bce76fff78a5 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-20000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-20000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-20000.index new file mode 100644 index 0000000000000000000000000000000000000000..27e0566999eed09f47f784b43eecf01f23957397 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-20000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-21000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-21000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..2aa2fcbd94594ff02354d8c82d5e7b68f4093bf1 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-21000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-21000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-21000.index new file mode 100644 index 0000000000000000000000000000000000000000..00512772c89ee0a9d35b28ddf4545628c3bd5098 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-21000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-21350.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-21350.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..4ed7af7236ce19ce1ccce794f631e21365e097e7 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-21350.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-21350.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-21350.index new file mode 100644 index 0000000000000000000000000000000000000000..4bb0b7000b4105ee10a2f39475e3999e5cfc8830 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-21350.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-22000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-22000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..f7c60ecb04b4832eec84ca0788d8ebdc15f3f9ed Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-22000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-22000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-22000.index new file mode 100644 index 0000000000000000000000000000000000000000..c59562fa5a4ce59afe77ecfe32adec398ea7a914 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-22000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-23000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-23000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..0fce1fab67343974437c32010c469f9d047ece99 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-23000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-23000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-23000.index new file mode 100644 index 0000000000000000000000000000000000000000..a809d3e9c95ce7203f949a60d66eca86734c3984 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-23000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-24000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-24000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..a1ad443721a85e43c472599885c13c5df3cbfab9 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-24000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-24000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-24000.index new file mode 100644 index 0000000000000000000000000000000000000000..96f117e740183013ba6519b72367b8cd6a4947da Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-24000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-25000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-25000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..05034f0ac99d2764c45ecf99483118bac4ada9c6 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-25000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-25000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-25000.index new file mode 100644 index 0000000000000000000000000000000000000000..684cb000bd8a87d57c754fda90bf1c351936d666 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-25000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-26000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-26000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..dab4d44952022de60e9b1bb70a7b8602068336d2 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-26000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-26000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-26000.index new file mode 100644 index 0000000000000000000000000000000000000000..d8e6924fd76a49cf3eb10c2c5d569774a895f6fb Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-26000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-27000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-27000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..012125adce8c30ee0389ba7f146dd3852289e40b Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-27000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-27000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-27000.index new file mode 100644 index 0000000000000000000000000000000000000000..f94dc224b35af69b243488456a80421f0e7282c9 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-27000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-28000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-28000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..de1fd6a09403d3c499a41a5d6ab734f340bb6889 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-28000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-28000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-28000.index new file mode 100644 index 0000000000000000000000000000000000000000..9532356839f46629c7db040a26e9d9782013d8bd Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-28000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-29000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-29000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..706b942e92779978f1728da0f0a67bdbf3c9841b Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-29000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-29000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-29000.index new file mode 100644 index 0000000000000000000000000000000000000000..efe1be6ed7a05f430c8ca637f2f2d042108bfa1a Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-29000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-3000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-3000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..23e9521b9734008c3056039c0560af4586d08a0a Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-3000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-3000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-3000.index new file mode 100644 index 0000000000000000000000000000000000000000..a7e268f44ce666294723020d5e3337309fb1446c Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-3000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-30000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-30000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..61e9e513bc09b7ed7231ab1b786723d9047fdf13 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-30000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-30000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-30000.index new file mode 100644 index 0000000000000000000000000000000000000000..a01f1cd5e6f2742b5c0116bb5f5164d97744f806 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-30000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-31000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-31000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..5958b0b0552237d7be7eee247400bc0b546938ed Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-31000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-31000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-31000.index new file mode 100644 index 0000000000000000000000000000000000000000..312e1f5fb553730aaf9b8c08f2575d53c717bc97 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-31000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-32000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-32000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..cef3c6704095d2c79178a10833befe096745dfb6 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-32000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-32000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-32000.index new file mode 100644 index 0000000000000000000000000000000000000000..60d216e86672a11f5b2686945819ff8d93c124aa Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-32000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-33000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-33000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..ba71ab370789dcf83230e7d47462ab97e861192d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-33000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-33000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-33000.index new file mode 100644 index 0000000000000000000000000000000000000000..1b0c3c9e03d8bb3a46bb6c22602d868a36773c0c Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-33000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-34000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-34000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..ebeca3763255e45d294d1994812f6806dbe9eb0c Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-34000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-34000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-34000.index new file mode 100644 index 0000000000000000000000000000000000000000..1e25d630b491f159f6c1d4a90d8b2a4182993658 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-34000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-35000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-35000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..996f4bbebfaac56d4720f4c0af1200354167168d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-35000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-35000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-35000.index new file mode 100644 index 0000000000000000000000000000000000000000..32af36a4be0fab672d2e09890a3f822e48ee1899 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-35000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-36000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-36000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..fa44dff3b46c17ea8c82201af23c31d459a32d6b Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-36000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-36000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-36000.index new file mode 100644 index 0000000000000000000000000000000000000000..ede5bc6d792a3463df33dc57efbf9a86223ad8ca Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-36000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-37000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-37000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..da6931be4d27ac13b50247eab7c131c87c3c93d9 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-37000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-37000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-37000.index new file mode 100644 index 0000000000000000000000000000000000000000..3f8babbad9190834eef8a596bf83363c031581cc Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-37000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-38000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-38000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..87368ef4dee0ac61504b15b8e411b2e35da78efe Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-38000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-38000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-38000.index new file mode 100644 index 0000000000000000000000000000000000000000..6e57ba776af5f107babc4b89b36506ebf22bfd0b Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-38000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-39000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-39000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..20591331c243a1d7a5c8cac96b6022c0ec30fd78 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-39000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-39000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-39000.index new file mode 100644 index 0000000000000000000000000000000000000000..835f630f24b33cbd0aa4f66b6e45e5a2d42ac73c Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-39000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-3960.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-3960.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..4fd5514cf66307b43fa2bac152c64a7b101e01d8 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-3960.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-3960.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-3960.index new file mode 100644 index 0000000000000000000000000000000000000000..afea0a30b35b69e376d2e86b8733ffdf5f3990a3 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-3960.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-4000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-4000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..26b42a6ccf72aac54cbeb312405ee6eb07c92f7d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-4000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-4000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-4000.index new file mode 100644 index 0000000000000000000000000000000000000000..7906925a9d841e1954ef1048fa589f08bb99bbb2 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-4000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-40000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-40000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..41b0145713c15aa3724fa4c41289e5f8b0776a31 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-40000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-40000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-40000.index new file mode 100644 index 0000000000000000000000000000000000000000..cc1289902ff360d16e526f13a99c367b64b09d9b Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-40000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-41000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-41000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..7a4ec25c398c8d2d62a9a3fa0a58d70ef7cb64dd Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-41000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-41000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-41000.index new file mode 100644 index 0000000000000000000000000000000000000000..668bcfbde53a9fbad02285bcd20376ad396abc20 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-41000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-42000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-42000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..bca6c621e71971f69df8b1f756de3de0f5c68384 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-42000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-42000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-42000.index new file mode 100644 index 0000000000000000000000000000000000000000..88769e9a78fdd14b726b4862c47aafe533b9e7d1 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-42000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-42730.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-42730.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..b4f46e9f3638e81ba97d757f11d07e96726cf2b2 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-42730.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-42730.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-42730.index new file mode 100644 index 0000000000000000000000000000000000000000..1c96f0922ae839e23e8892e47c3294e0fade92dc Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-42730.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-43000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-43000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..0ba07832e5351e5801ac274dafa1f9988665180f Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-43000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-43000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-43000.index new file mode 100644 index 0000000000000000000000000000000000000000..91874bef42c769459dc5a8bc91511dd639336baa Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-43000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-44000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-44000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..db2e013c298203191d7bfd82719199dcd440a5b8 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-44000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-44000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-44000.index new file mode 100644 index 0000000000000000000000000000000000000000..cc854b9140b214652c3118e7f946f489b4245ebe Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-44000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-45000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-45000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..b7dd4bd0f942dc4fc4d0efdcee026829ce6cb555 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-45000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-45000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-45000.index new file mode 100644 index 0000000000000000000000000000000000000000..b33e2a12207e8dd7affae48ce5e4b594c6d6b88c Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-45000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-46000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-46000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..12ac1e707d0e2a4fa337ef51b414b7e00c1f6e65 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-46000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-46000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-46000.index new file mode 100644 index 0000000000000000000000000000000000000000..92bce6fa41141d590e923ceb8f46c66aeb40ed6a Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-46000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-47000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-47000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..b12d36697ef1d58a851f18e6dcfa835c682122a6 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-47000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-47000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-47000.index new file mode 100644 index 0000000000000000000000000000000000000000..11c7d5dad17435e1935046525173c738aecea24a Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-47000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-48000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-48000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..c0e928587c049c4fa825d2d7cff4dda046bf63a2 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-48000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-48000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-48000.index new file mode 100644 index 0000000000000000000000000000000000000000..08f6d743d64f8e23019594b5b970fbc681101fc1 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-48000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-49000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-49000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..754170efd613b5c905b85a19ff91c83ae3794581 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-49000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-49000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-49000.index new file mode 100644 index 0000000000000000000000000000000000000000..4d04f97b47d876deef0ba28ed663d79eb34d5b24 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-49000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-5000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-5000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..a021a953566ab30c2da2e4692818fb2755d0c8fa Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-5000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-5000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-5000.index new file mode 100644 index 0000000000000000000000000000000000000000..727dc4c6a661bbc04cd9f8ccd7ad8a49b6ba5aee Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-5000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-50000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-50000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..6402ecfc1c20b6aed5a55a4f73c66617362d9cb6 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-50000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-50000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-50000.index new file mode 100644 index 0000000000000000000000000000000000000000..c48ed13adcbb72f05cb94c500d754f96048e4a67 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-50000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-51000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-51000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..148973caa1112b9d7bc3f47502e97f0a9f1d86bc Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-51000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-51000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-51000.index new file mode 100644 index 0000000000000000000000000000000000000000..c58e4bf48685a6885bfc273e09d33e47431d9051 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-51000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-52000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-52000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..e9874d53c2a0c03f8683b8631f10dadc5aa5d3eb Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-52000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-52000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-52000.index new file mode 100644 index 0000000000000000000000000000000000000000..c0b0a06d019ebe2deded9b3f732b38aac5712d1f Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-52000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-53000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-53000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..ab812f40189c3840a7af85047e9038c9b81b6f5b Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-53000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-53000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-53000.index new file mode 100644 index 0000000000000000000000000000000000000000..424eec2ddbc9c10c01e7291d233b07b8af1fe15d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-53000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-54000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-54000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..d46f44572a18c3289443d0b427fc3c132690d823 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-54000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-54000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-54000.index new file mode 100644 index 0000000000000000000000000000000000000000..9deb1ab5a5fd23175c60051bc9a9adfff2ad17ca Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-54000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-55000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-55000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..6ddd666e059203063b92811bb6977b7a2abc6a76 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-55000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-55000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-55000.index new file mode 100644 index 0000000000000000000000000000000000000000..586ddda15f637d195b604db59fa4089ec773cb59 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-55000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-56000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-56000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..38f41b24e04677b4a1ba656401390ba1e903c056 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-56000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-56000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-56000.index new file mode 100644 index 0000000000000000000000000000000000000000..298d0d03449e6b8829b7b886fcbc3ff01f65be5f Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-56000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-57000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-57000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..1164bab8dfa1840c1a58ebfcaa709f756750cd64 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-57000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-57000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-57000.index new file mode 100644 index 0000000000000000000000000000000000000000..6600d97a6f49dcf32a7c9ce23346a51ce01ef280 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-57000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-58000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-58000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..ee8378d12f21912b573c10e223a00c252632ecc6 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-58000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-58000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-58000.index new file mode 100644 index 0000000000000000000000000000000000000000..638a24894618afc3b327786b0574224daca43987 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-58000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-59000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-59000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..589732224a1fe1c2d7b47589c423087932479eb1 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-59000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-59000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-59000.index new file mode 100644 index 0000000000000000000000000000000000000000..f65aaa32fd8d5de4bddf23bd8a1032e78f9c72a2 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-59000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-6000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-6000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..1bd3752b49787ed1a9a9b61fefda6a0d2613c012 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-6000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-6000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-6000.index new file mode 100644 index 0000000000000000000000000000000000000000..a776577d47d7de519b2dc4512200754335edf177 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-6000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-60000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-60000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..c306e9b9f9aead47f8ef27f359c128a135353bf4 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-60000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-60000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-60000.index new file mode 100644 index 0000000000000000000000000000000000000000..39dd34fc72c9790f22f6fd5d3708823da954db17 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-60000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-61000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-61000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..9d9b7e411d659f1322b91df4ca6bdd288d89aca6 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-61000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-61000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-61000.index new file mode 100644 index 0000000000000000000000000000000000000000..961a3560c078113632196a9ee26865cd87ee02ed Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-61000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-62000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-62000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..72dd67fd62b1b6e343a5946f787eedca36a60633 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-62000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-62000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-62000.index new file mode 100644 index 0000000000000000000000000000000000000000..0cdf713bd2668f76e3584539e1f9b5239eaf5bd2 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-62000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-63000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-63000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..355fde32132838ad5b024a242c61dba3a892406b Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-63000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-63000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-63000.index new file mode 100644 index 0000000000000000000000000000000000000000..f7d6ce171082d9a2276e96df1fd4486a5cb78883 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-63000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-64000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-64000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..64544ad686649acec252c22d84c1cdffe4f8533a Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-64000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-64000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-64000.index new file mode 100644 index 0000000000000000000000000000000000000000..6569c072a998019de781f95e07295cdc27105b0b Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-64000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-64130.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-64130.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..c3473ff86522e7b80613f4b9a86e7e81453159eb Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-64130.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-64130.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-64130.index new file mode 100644 index 0000000000000000000000000000000000000000..b2b158900240c92e1a4008000982130d0b57e1ba Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-64130.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-65000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-65000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..9819f711f9e8688046894a49ef67c79c13a86bf8 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-65000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-65000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-65000.index new file mode 100644 index 0000000000000000000000000000000000000000..65e5d522af1fb2105e413f66f82df4178ce245d2 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-65000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-66000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-66000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..88b13c7c3013715fdf8f40c4c938d1c439d6842f Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-66000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-66000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-66000.index new file mode 100644 index 0000000000000000000000000000000000000000..f6292c72ee779f25b503e45a2f3dd82865757b4c Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-66000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-67000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-67000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..6e859af96266aaf1ca99a1b5baff1ddc45ab7818 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-67000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-67000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-67000.index new file mode 100644 index 0000000000000000000000000000000000000000..c926d67ed41acafff10ded88beb7ed1385af78c7 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-67000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-68000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-68000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..be61df1cd53ff65d16b0d4072e906e3e4e1c86e0 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-68000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-68000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-68000.index new file mode 100644 index 0000000000000000000000000000000000000000..08c0fe8b3c4369b4e2b84c1ea486c54e5e11c96f Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-68000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-69000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-69000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..186c56fa9f4b0e348f625761f91b732e154ca9dd Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-69000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-69000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-69000.index new file mode 100644 index 0000000000000000000000000000000000000000..bff2a7af8e505ca6c8a4b9c18aeefa0913e3b18c Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-69000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-7000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-7000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..4113db5ba72bc8bb2e2b2cad2bb9770130a1d4e3 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-7000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-7000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-7000.index new file mode 100644 index 0000000000000000000000000000000000000000..0305b6ba5bacca93931a03f542392bbfe545a70d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-7000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-70000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-70000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..e6e9bfa4f940be0618b09668020441f8b621fa4f Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-70000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-70000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-70000.index new file mode 100644 index 0000000000000000000000000000000000000000..1dbc8be421eab9452a1145d9d120f188b3662403 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-70000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-71000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-71000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..76681b08af17343b28e38a4eca007436d524db24 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-71000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-71000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-71000.index new file mode 100644 index 0000000000000000000000000000000000000000..3d34f61c6e9cffa1553b0155100a2e1dbc212d02 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-71000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-72000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-72000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..e91f72e147e426b87d6371e02b6d345b9995607e Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-72000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-72000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-72000.index new file mode 100644 index 0000000000000000000000000000000000000000..9d0f6a1e247d70f2e77ec6fafd2cf9f728e00c20 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-72000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-73000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-73000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..795910dbd9d42a1ae5c1b5a83139118a38c5d7ac Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-73000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-73000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-73000.index new file mode 100644 index 0000000000000000000000000000000000000000..2e04c6f7e99d3f8f696c5e78ab41ce64a77f862c Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-73000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-74000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-74000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..f6d960e0f2c40e7ea2e93f0dc7d90b4ccdb6848c Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-74000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-74000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-74000.index new file mode 100644 index 0000000000000000000000000000000000000000..f7f5942478ff60eed933589ce677c985b0f95642 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-74000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-75000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-75000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..0cff293fd5ccb7ea9e3d255346bdf0b44e28314b Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-75000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-75000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-75000.index new file mode 100644 index 0000000000000000000000000000000000000000..3ef7a6d28a2f96f9f0b82b08705620b84823cb83 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-75000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-76000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-76000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..3c15191272389360c8ceddfa771556a1d77c7fe8 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-76000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-76000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-76000.index new file mode 100644 index 0000000000000000000000000000000000000000..667510b8ac628f3408902baf1c8609682c58eaef Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-76000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-77000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-77000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..cd1086533577c122bdfd16b7e23a7007819b2d4d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-77000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-77000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-77000.index new file mode 100644 index 0000000000000000000000000000000000000000..81134c3e8a01ec2dea9a547489f61136bf44dd91 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-77000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-78000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-78000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..1f732c0b59f2f92dd7df2702cdeeccda060f58fb Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-78000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-78000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-78000.index new file mode 100644 index 0000000000000000000000000000000000000000..6f8846230e4e3e2d544c6103cf9fc7807467d0e2 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-78000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-79000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-79000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..4e9e9c2941c263c39a69edcaf379b784700745d1 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-79000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-79000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-79000.index new file mode 100644 index 0000000000000000000000000000000000000000..c18d6682e887fc1687bd62727415a409f30ecdf8 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-79000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-7920.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-7920.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..db3e8bd289ccb57be10e00dcbc02ebf86040b9bc Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-7920.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-7920.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-7920.index new file mode 100644 index 0000000000000000000000000000000000000000..d3faa283559d92f9dec49550608b5b4b44538ca8 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-7920.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-8000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-8000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..a06d8a73b195f3e4a960690e718b3a7468442f2a Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-8000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-8000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-8000.index new file mode 100644 index 0000000000000000000000000000000000000000..071e0fdd905ed6c4addc52e37b3fbbfbe91e2739 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-8000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-80000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-80000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..d226bbd95e5f80bdba2a90896a728eef36894e76 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-80000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-80000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-80000.index new file mode 100644 index 0000000000000000000000000000000000000000..39a2c19a05224faf663831a466b10c7479fc9c38 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-80000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-81000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-81000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..8a6e312223ab77bb55a701a7c874275dfee5a140 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-81000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-81000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-81000.index new file mode 100644 index 0000000000000000000000000000000000000000..d5bbed507ee074f7c80bad85444b00cab408aa05 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-81000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-82000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-82000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..4021f4932b63ae6fcdd8b451a3a280d52d32fcab Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-82000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-82000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-82000.index new file mode 100644 index 0000000000000000000000000000000000000000..0fa6138404f2ecea2693537ebc9b2ea98cfe4460 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-82000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-83000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-83000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..84631ae8c3a8381ca7ae1c4eb9ca7fd15627803d Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-83000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-83000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-83000.index new file mode 100644 index 0000000000000000000000000000000000000000..4146cea93fc6054b8f73d1b1d22b8da37f07d4da Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-83000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-84000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-84000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..d073975b66577ae5e8ff960fb69d5c77e9641248 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-84000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-84000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-84000.index new file mode 100644 index 0000000000000000000000000000000000000000..35e027841fa0f15e5abf668e899064ff23abe393 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-84000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-85000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-85000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..777cd02915c9adafb59217f003896b179511fa26 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-85000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-85000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-85000.index new file mode 100644 index 0000000000000000000000000000000000000000..9d07efdc3b56066f018fc2a877398dca2141509f Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-85000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-85540.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-85540.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..4c658609c4462ceee6d9696eb9a210c7ef030b0f Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-85540.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-85540.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-85540.index new file mode 100644 index 0000000000000000000000000000000000000000..8dd892682bd14b4c32d2e2232aa605b00d51e0f0 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-85540.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-86000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-86000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..396b317e742c98ad56ad9e3353844f015bda8574 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-86000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-86000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-86000.index new file mode 100644 index 0000000000000000000000000000000000000000..7aa6a6740f9adbc74bf1a4ab85df1825495461a6 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-86000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-87000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-87000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..e2c7a9c1452e88e82fd5824495861f028d58e542 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-87000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-87000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-87000.index new file mode 100644 index 0000000000000000000000000000000000000000..2bb562a0ffb42aa73ac918a37751fc7ec4bd74b9 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-87000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-88000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-88000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..7f5fa2060d9883e6eb6016ffc917a2366fbeb930 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-88000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-88000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-88000.index new file mode 100644 index 0000000000000000000000000000000000000000..07d947f78f2d4912fd819b9ab0089dbfd0b9b44b Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-88000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-89000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-89000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..9f9b5f795ecb02403b8fcde14f9e9b8f7abaf6a9 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-89000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-89000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-89000.index new file mode 100644 index 0000000000000000000000000000000000000000..ecd8f3ad267c527ba6d3992661f3c18577bed007 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-89000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-9000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-9000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..0f8e91eab20491fadce6d8f97f5f2bea7a65b99b Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-9000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-9000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-9000.index new file mode 100644 index 0000000000000000000000000000000000000000..e8ed9503c1e0773e6616b538c93ac81269321021 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-9000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-90000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-90000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..61b371ef2f1d15c2934134c2f2f87d4686c9f892 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-90000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-90000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-90000.index new file mode 100644 index 0000000000000000000000000000000000000000..b4ab0ce84ccf9aced552e4c2b7dd6332b1b70082 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-90000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-91000.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-91000.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..fb6b30ce6340652f42228d1e56f5391dca0ca183 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-91000.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-91000.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-91000.index new file mode 100644 index 0000000000000000000000000000000000000000..96e05cad62dc6e9c4c9c396a606e36dafaababda Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-91000.index differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-91500.data-00000-of-00001 b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-91500.data-00000-of-00001 new file mode 100644 index 0000000000000000000000000000000000000000..b4feba8a36026566ed1180723c904b3845dc90e4 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-91500.data-00000-of-00001 differ diff --git a/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-91500.index b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-91500.index new file mode 100644 index 0000000000000000000000000000000000000000..acf1b579d51917e135cec76153fed905e781af46 Binary files /dev/null and b/checkpoints/iter_ckpt_rank_04/iter_ckpt_rank_04-91500.index differ