Hugging Face's logo

Synthyra
/
ESMplusplus_large

Fill-Mask
Transformers
Safetensors
ESMplusplus
custom_code
Model card Files
xet
 Community
9
lhallee commited on
Commit
d0455eb
·
verified ·
1 Parent(s): 61cd102

Upload ESMplusplusForMaskedLM

Browse files
Files changed (1) hide show
  1. config.json +23 -23
config.json CHANGED
@@ -1,23 +1,23 @@
1
- {
2
- "architectures": [
3
- "ESMplusplusForMaskedLM"
4
- ],
5
- "attn_backend": "sdpa",
6
- "auto_map": {
7
- "AutoConfig": "modeling_esm_plusplus.ESMplusplusConfig",
8
- "AutoModel": "modeling_esm_plusplus.ESMplusplusModel",
9
- "AutoModelForMaskedLM": "modeling_esm_plusplus.ESMplusplusForMaskedLM",
10
- "AutoModelForSequenceClassification": "modeling_esm_plusplus.ESMplusplusForSequenceClassification",
11
- "AutoModelForTokenClassification": "modeling_esm_plusplus.ESMplusplusForTokenClassification"
12
- },
13
- "dropout": 0.0,
14
- "dtype": "float32",
15
- "hidden_size": 1152,
16
- "initializer_range": 0.02,
17
- "model_type": "ESMplusplus",
18
- "num_attention_heads": 18,
19
- "num_hidden_layers": 36,
20
- "tie_word_embeddings": false,
21
- "transformers_version": "5.1.0",
22
- "vocab_size": 64
23
- }
 
1
+ {
2
+ "architectures": [
3
+ "ESMplusplusForMaskedLM"
4
+ ],
5
+ "attn_backend": "sdpa",
6
+ "auto_map": {
7
+ "AutoConfig": "modeling_esm_plusplus.ESMplusplusConfig",
8
+ "AutoModel": "modeling_esm_plusplus.ESMplusplusModel",
9
+ "AutoModelForMaskedLM": "modeling_esm_plusplus.ESMplusplusForMaskedLM",
10
+ "AutoModelForSequenceClassification": "modeling_esm_plusplus.ESMplusplusForSequenceClassification",
11
+ "AutoModelForTokenClassification": "modeling_esm_plusplus.ESMplusplusForTokenClassification"
12
+ },
13
+ "dropout": 0.0,
14
+ "hidden_size": 1152,
15
+ "initializer_range": 0.02,
16
+ "model_type": "ESMplusplus",
17
+ "num_attention_heads": 18,
18
+ "num_hidden_layers": 36,
19
+ "tie_word_embeddings": false,
20
+ "torch_dtype": "float32",
21
+ "transformers_version": "4.48.1",
22
+ "vocab_size": 64
23
+ }