File size: 469 Bytes
1365700 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 |
{
"backbone_checkpoint_name": "t5-large",
"backbone_class": "T5ForConditionalGeneration",
"backbone_hash": "d1881ceefe69505196a39e206a097fb4",
"common_structure": null,
"delta_type": "lowrankadapter",
"low_rank_rank": 1,
"low_rank_w_init": "glorot-uniform",
"modified_modules": [
"SelfAttention",
"DenseReluDense"
],
"non_linearity": "gelu_new",
"opendelta_version": "0.0.1",
"reduction_factor": 32,
"transformers_version": "4.17.0"
}
|