File size: 473 Bytes
39d0c7f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
{
  "lr_encoder": "1e-5",
  "lr_others": "5e-5",
  "num_steps": 30000,
  "warmup_ratio": 0.1,
  "train_batch_size": 8,
  "eval_every": 5000,
  "max_width": 8,
  "model_name": "microsoft/deberta-v3-large",
  "fine_tune": true,
  "subtoken_pooling": "first",
  "hidden_size": 768,
  "span_mode": "markerV0",
  "dropout": 0.4,
  "max_neg_type_ratio": 1,
  "size_sup": -1,
  "max_types": 25,
  "shuffle_types": true,
  "random_drop": true,
  "name": "large",
  "max_len": 384
}