{ "backbone_checkpoint_name": "t5-large", "backbone_class": "T5ForConditionalGeneration", "backbone_hash": "d1881ceefe69505196a39e206a097fb4", "common_structure": null, "delta_type": "lowrankadapter", "low_rank_rank": 1, "low_rank_w_init": "glorot-uniform", "modified_modules": [ "SelfAttention", "DenseReluDense" ], "non_linearity": "gelu_new", "opendelta_version": "0.0.1", "reduction_factor": 32, "transformers_version": "4.17.0" }