| '''Create the configuration for the model''' | |
| from transformers import RobertaConfig | |
| from .utils import model_dir | |
| # Currently it merely copies the `roberta-base` config, but we can change this | |
| # of course | |
| config = RobertaConfig.from_pretrained("roberta-base") | |
| config.save_pretrained(model_dir) | |