| { | |
| "model_name_or_path": "google/electra-base-discriminator", | |
| "task_name": "mnli", | |
| "output_dir": "./output/electra/mnli/0001/SEED0042/", | |
| "learning_rate": 3e-05, | |
| "num_train_epochs": 3, | |
| "per_device_eval_batch_size": 32, | |
| "per_device_train_batch_size": 32, | |
| "seed": 42, | |
| "warmup_steps": 2000, | |
| "do_train": true, | |
| "do_eval": true, | |
| "do_predict": true, | |
| "pad_to_max_length": false, | |
| "max_seq_length": 128, | |
| "report_to": [], | |
| "save_strategy": "epoch", | |
| "evaluation_strategy": "epoch", | |
| "logging_steps": 2500, | |
| "use_fast_tokenizer": true, | |
| "group_by_length": true, | |
| "save_training_dynamics": true, | |
| "save_training_dynamics_after_epoch": true | |
| } |