roberta-base-pf-drop / adapter_config.json
1 {
2 "config": {
3 "adapter_residual_before_ln": false,
4 "cross_adapter": false,
5 "inv_adapter": null,
6 "inv_adapter_reduction_factor": null,
7 "leave_out": [],
8 "ln_after": false,
9 "ln_before": false,
10 "mh_adapter": false,
11 "non_linearity": "relu",
12 "original_ln_after": true,
13 "original_ln_before": true,
14 "output_adapter": true,
15 "reduction_factor": 16,
16 "residual_before_ln": true
17 },
18 "hidden_size": 768,
19 "model_class": "RobertaModelWithHeads",
20 "model_name": "roberta-base",
21 "model_type": "roberta",
22 "name": "drop"
23 }