|
{ |
|
"config": { |
|
"adapter_residual_before_ln": false, |
|
"cross_adapter": false, |
|
"factorized_phm_W": true, |
|
"factorized_phm_rule": false, |
|
"hypercomplex_nonlinearity": "glorot-uniform", |
|
"init_weights": "bert", |
|
"inv_adapter": "nice", |
|
"inv_adapter_reduction_factor": 2, |
|
"is_parallel": false, |
|
"learn_phm": true, |
|
"leave_out": [ |
|
0, |
|
1, |
|
2, |
|
3, |
|
4, |
|
5, |
|
6, |
|
7, |
|
8, |
|
9, |
|
10, |
|
11 |
|
], |
|
"ln_after": false, |
|
"ln_before": false, |
|
"mh_adapter": false, |
|
"non_linearity": "relu", |
|
"original_ln_after": true, |
|
"original_ln_before": true, |
|
"output_adapter": true, |
|
"phm_bias": true, |
|
"phm_c_init": "normal", |
|
"phm_dim": 4, |
|
"phm_init_range": 0.0001, |
|
"phm_layer": false, |
|
"phm_rank": 1, |
|
"reduction_factor": 16, |
|
"residual_before_ln": true, |
|
"scaling": 1.0, |
|
"shared_W_phm": false, |
|
"shared_phm_rule": true, |
|
"use_gating": false |
|
}, |
|
"hidden_size": 768, |
|
"model_class": "BertAdapterModelForAlignment", |
|
"model_name": "bert-base-uncased", |
|
"model_type": "bert", |
|
"name": "tada_aave", |
|
"version": "3.1.0a1" |
|
} |