| { | |
| "backbone_checkpoint_name": "t5-3b", | |
| "backbone_class": "T5ForConditionalGeneration", | |
| "backbone_hash": "2c8338bec0296f954fe64d754c52a731", | |
| "bottleneck_dim": 24, | |
| "common_structure": true, | |
| "delta_type": "adapter", | |
| "modified_modules": [ | |
| "attn", | |
| "ff" | |
| ], | |
| "non_linearity": "gelu_new", | |
| "opendelta_version": "0.0.1", | |
| "sequential": true, | |
| "transformers_version": "4.10.0", | |
| "unfrozen_modules": [ | |
| "deltas", | |
| "layer_norm", | |
| "final_layer_norm" | |
| ] | |
| } | |