|
{ |
|
|
|
|
|
|
|
"version": "0.2.0", |
|
"configurations": [ |
|
{ |
|
"name": "Python: StreamingFile", |
|
"type": "python", |
|
"request": "launch", |
|
"program": "${file}", |
|
"args": [ |
|
"--output_dir","roberta_mc4_sentence_piece", |
|
"--model_type","roberta", |
|
"--config_name","roberta_mc4_sentence_piece", |
|
"--tokenizer_name","roberta_mc4_sentence_piece", |
|
"--dataset_name","mc4", |
|
"--dataset_config_name","hi", |
|
"--max_seq_length","256", |
|
"--per_device_train_batch_size","128", |
|
"--per_device_eval_batch_size","128", |
|
"--learning_rate","3e-4", |
|
"--warmup_steps","1000", |
|
"--overwrite_output_dir", |
|
"--adam_beta1","0.9", |
|
"--adam_beta2","0.98", |
|
"--num_train_steps","10000", |
|
"--num_eval_samples","5000", |
|
"--logging_steps","250", |
|
"--eval_steps","1000" |
|
], |
|
"console": "integratedTerminal" |
|
}, |
|
{ |
|
"name": "Python: Current File", |
|
"type": "python", |
|
"request": "launch", |
|
"program": "${file}", |
|
"console": "integratedTerminal" |
|
} |
|
] |
|
} |