start_qgen.sh

#! /usr/bin/env bash

python run_summarization_flax.py \
    --output_dir ./mt5-base-qgen \
    --model_name_or_path google/mt5-base \
    --tokenizer_name google/mt5-base \
    --pretokenized \
    --train_file asdf.csv \
    --text_column context \
    --summary_column question \
    --do_train \
    --do_eval \
    --num_train_epochs 4 \
    --learning_rate 5e-5 --warmup_steps 1000 \
    --dtype bfloat16 \
    --per_device_train_batch_size 4 \
    --per_device_eval_batch_size 4 \
    --overwrite_output_dir \
    --max_source_length 1024 \
    --max_target_length 64 \
    --push_to_hub