File size: 594 Bytes
b6be418 1c58869 b6be418 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 |
#! /usr/bin/env bash
python run_summarization_flax.py \
--output_dir ./mt5-base-qgen \
--model_name_or_path google/mt5-base \
--tokenizer_name google/mt5-base \
--pretokenized \
--train_file asdf.csv \
--text_column context \
--summary_column question \
--do_train \
--do_eval \
--num_train_epochs 4 \
--learning_rate 5e-5 --warmup_steps 1000 \
--dtype bfloat16 \
--per_device_train_batch_size 4 \
--per_device_eval_batch_size 4 \
--overwrite_output_dir \
--max_source_length 1024 \
--max_target_length 64 \
--push_to_hub |