File size: 635 Bytes
f55a1cf |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 |
{
"lr_encoder": "1e-5",
"lr_others": "5e-5",
"num_steps": 60000,
"warmup_ratio": 0.1,
"train_batch_size": 4,
"gradient_accumulation_steps": 2,
"eval_every": 2500,
"max_width": 1,
"model_name": "microsoft/deberta-v3-large",
"fine_tune": true,
"subtoken_pooling": "first",
"hidden_size": 768,
"span_mode": "marker",
"dropout": 0.4,
"root_dir": "ablation_backbone",
"train_data": "NuMinds_custom_data_mix.json",
"prev_path": "none",
"size_sup": -1,
"max_types": 25,
"shuffle_types": true,
"random_drop": true,
"max_neg_type_ratio": 1,
"max_len": 1024,
"name": "large",
"log_dir": "logs"
} |