python run_summarization_flax.py \ | |
--output_dir . \ | |
--model_name_or_path yhavinga/t5-v1.1-large-dutch-cased-2 \ | |
--tokenizer_name yhavinga/t5-v1.1-large-dutch-cased-2 \ | |
--dataset_name="ml6team/cnn_dailymail_nl" \ | |
--text_column article \ | |
--summary_column highlights \ | |
--do_train --do_eval --do_predict --predict_with_generate \ | |
--num_train_epochs 5 \ | |
--learning_rate 5e-5 --warmup_steps 0 \ | |
--per_device_train_batch_size 2 \ | |
--per_device_eval_batch_size 2 \ | |
--overwrite_output_dir \ | |
--adafactor \ | |
--max_source_length 1024 --max_target_length 96 \ | |
--save_steps="20000" \ | |
--eval_steps="5000" \ | |
# --push_to_hub |