| { | |
| "backbone_checkpoint_name": "t5-large", | |
| "backbone_class": "T5ForConditionalGeneration", | |
| "backbone_hash": "d1881ceefe69505196a39e206a097fb4", | |
| "common_structure": null, | |
| "delta_type": "lowrankadapter", | |
| "low_rank_rank": 1, | |
| "low_rank_w_init": "glorot-uniform", | |
| "modified_modules": [ | |
| "SelfAttention", | |
| "DenseReluDense" | |
| ], | |
| "non_linearity": "gelu_new", | |
| "opendelta_version": "0.0.1", | |
| "reduction_factor": 32, | |
| "transformers_version": "4.17.0" | |
| } | |