args.json

{"num_cores": 8, "training_script": "train_t5_squad.py", "model_name_or_path": "google/mt5-small", "max_len": 1024, "target_max_len": 32, "output_dir": "./models/tpu", "overwrite_output_dir": true, "per_device_train_batch_size": 1, "per_device_eval_batch_size": 1, "learning_rate": 0.0005, "tpu_num_cores": 8, "num_train_epochs": 9, "do_train": true, "prediction_loss_only": true, "save_strategy": "no", "load_best_model_at_end": true, "logging_steps": 200}