{ "model_name_or_path": "google/electra-base-discriminator", "task_name": "mnli", "output_dir": "./output/electra/mnli/0001/SEED0042/", "learning_rate": 3e-05, "num_train_epochs": 3, "per_device_eval_batch_size": 32, "per_device_train_batch_size": 32, "seed": 42, "warmup_steps": 2000, "do_train": true, "do_eval": true, "do_predict": true, "pad_to_max_length": false, "max_seq_length": 128, "report_to": [], "save_strategy": "epoch", "evaluation_strategy": "epoch", "logging_steps": 2500, "use_fast_tokenizer": true, "group_by_length": true, "save_training_dynamics": true, "save_training_dynamics_after_epoch": true }