Hugging Face's logo

Synthyra
/
ESMplusplus_small

Fill-Mask
Transformers
Safetensors
ESMplusplus
custom_code
Model card Files
xet
Community
4
lhallee commited on
Commit
4488540
·
verified ·
1 Parent(s): 8f5693f

Upload ESMplusplusForMaskedLM

Browse files
Files changed (1) hide show
  1. config.json +25 -22
config.json CHANGED
@@ -1,22 +1,25 @@
1
- {
2
- "architectures": [
3
- "ESMplusplusForMaskedLM"
4
- ],
5
- "auto_map": {
6
- "AutoConfig": "modeling_esm_plusplus.ESMplusplusConfig",
7
- "AutoModel": "modeling_esm_plusplus.ESMplusplusModel",
8
- "AutoModelForMaskedLM": "modeling_esm_plusplus.ESMplusplusForMaskedLM",
9
- "AutoModelForSequenceClassification": "modeling_esm_plusplus.ESMplusplusForSequenceClassification",
10
- "AutoModelForTokenClassification": "modeling_esm_plusplus.ESMplusplusForTokenClassification"
11
- },
12
- "dropout": 0.0,
13
- "hidden_size": 960,
14
- "initializer_range": 0.02,
15
- "model_type": "ESMplusplus",
16
- "num_attention_heads": 15,
17
- "num_hidden_layers": 30,
18
- "tie_word_embeddings": false,
19
- "torch_dtype": "float32",
20
- "transformers_version": "4.47.1",
21
- "vocab_size": 64
22
- }
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "ESMplusplusForMaskedLM"
4
+ ],
5
+ "attn_backend": "flex",
6
+ "attn_compile": true,
7
+ "auto_map": {
8
+ "AutoConfig": "modeling_esm_plusplus.ESMplusplusConfig",
9
+ "AutoModel": "modeling_esm_plusplus.ESMplusplusModel",
10
+ "AutoModelForMaskedLM": "modeling_esm_plusplus.ESMplusplusForMaskedLM",
11
+ "AutoModelForSequenceClassification": "modeling_esm_plusplus.ESMplusplusForSequenceClassification",
12
+ "AutoModelForTokenClassification": "modeling_esm_plusplus.ESMplusplusForTokenClassification"
13
+ },
14
+ "dropout": 0.0,
15
+ "dtype": "float32",
16
+ "flex_block_size": 128,
17
+ "hidden_size": 960,
18
+ "initializer_range": 0.02,
19
+ "model_type": "ESMplusplus",
20
+ "num_attention_heads": 15,
21
+ "num_hidden_layers": 30,
22
+ "tie_word_embeddings": false,
23
+ "transformers_version": "5.1.0",
24
+ "vocab_size": 64
25
+ }