| includes: projects/task/default.yaml | |
| # all derived config will be run by fairseq-train. | |
| task_type: sweep_small | |
| fairseq: | |
| optimization: | |
| warmup_updates: 122 # copied from roberta glue: https://github.com/pytorch/fairseq/blob/master/examples/roberta/README.glue.md | |
| checkpoint: | |
| # save_interval_updates: 512 | |
| # borrowed from Roberta script. | |
| restore_file: runs/task/checkpoint_best.pt | |
| reset_optimizer: True | |
| reset_dataloader: True | |
| reset_meters: True | |