File size: 713 Bytes
30eec36 6e08a41 1ace848 30eec36 6e08a41 30eec36 6e08a41 30eec36 1ace848 30eec36 6e08a41 30eec36 1ace848 30eec36 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 |
{
"adam_epsilon": 1e-08,
"data_dir": "/content/data",
"early_stop_callback": false,
"en_ja_ratio": 4,
"eval_batch_size": 32,
"fp_16": false,
"freeze_bert": false,
"from_pretrained_bert": false,
"gradient_accumulation_steps": 4,
"learning_rate": 0.0004,
"lr_initial_epoch": 0,
"lr_total_epochs": 4,
"lr_warmup_epochs": 0.05,
"max_cls_depth": 6,
"max_grad_norm": 1.0,
"max_input_length": 64,
"model_name_or_path": "/content/pretrain_model",
"n_gpu": 1,
"num_train_epochs": 4,
"seed": 1234,
"shuffle_buffer_size": 65536,
"tokenizer_name_or_path": "/content/pretrain_model",
"train_batch_size": 256,
"weight_decay": 0.0
} |