| { | |
| "lr_encoder": "1e-5", | |
| "lr_others": "5e-5", | |
| "num_steps": 100000, | |
| "warmup_ratio": 0.1, | |
| "train_batch_size": 8, | |
| "eval_every": 10000, | |
| "max_width": 12, | |
| "model_name": "microsoft/deberta-v3-large", | |
| "fine_tune": true, | |
| "subtoken_pooling": "first", | |
| "hidden_size": 768, | |
| "span_mode": "markerV0", | |
| "dropout": 0.4, | |
| "max_neg_type_ratio": 2, | |
| "name": "abl", | |
| "size_sup": -1, | |
| "max_types": 25, | |
| "shuffle_types": true, | |
| "random_drop": true, | |
| "max_len": 384 | |
| } |