| { | |
| "model": "mt5.1.1", | |
| "hidden_act": "gelu", | |
| "hidden_dropout_prob": 0.1, | |
| "hidden_size": 1024, | |
| "intermediate_size": 2816, | |
| "num_attention_heads": 16, | |
| "attention_head_size": 64, | |
| "num_hidden_layers": 24, | |
| "vocab_size": 32128, | |
| "relative_attention_num_buckets": 32, | |
| "attention_scale": false, | |
| "is_dropout": true, | |
| "max_position_embeddings": 768, | |
| "segment_vocab_size": 0, | |
| "logit_scale": false | |
| } |