| { | |
| "architectures": [ | |
| "EsmLoraForSST" | |
| ], | |
| "encoder_hidden_dim": 480, | |
| "encoder_path": "khairi/esm2_t12_35M_UR50D", | |
| "hidden_dim": 512, | |
| "lora_alpha": 16, | |
| "lora_dropout": 0.2, | |
| "lora_rank": 16, | |
| "num_classes": 3, | |
| "rms_norm_eps": 1e-08, | |
| "target_modules": [ | |
| "key", | |
| "value" | |
| ], | |
| "torch_dtype": "float32", | |
| "transformers_version": "4.40.2" | |
| } | |