File size: 713 Bytes
30eec36
 
 
 
6e08a41
1ace848
30eec36
6e08a41
 
30eec36
6e08a41
 
 
 
 
30eec36
 
1ace848
30eec36
6e08a41
 
30eec36
1ace848
30eec36
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
{
    "adam_epsilon": 1e-08,
    "data_dir": "/content/data",
    "early_stop_callback": false,
    "en_ja_ratio": 4,
    "eval_batch_size": 32,
    "fp_16": false,
    "freeze_bert": false,
    "from_pretrained_bert": false,
    "gradient_accumulation_steps": 4,
    "learning_rate": 0.0004,
    "lr_initial_epoch": 0,
    "lr_total_epochs": 4,
    "lr_warmup_epochs": 0.05,
    "max_cls_depth": 6,
    "max_grad_norm": 1.0,
    "max_input_length": 64,
    "model_name_or_path": "/content/pretrain_model",
    "n_gpu": 1,
    "num_train_epochs": 4,
    "seed": 1234,
    "shuffle_buffer_size": 65536,
    "tokenizer_name_or_path": "/content/pretrain_model",
    "train_batch_size": 256,
    "weight_decay": 0.0
}