{ | |
"config": { | |
"activation_function": "gelu", | |
"bias": true, | |
"embedding_size": 768, | |
"head_type": "masked_lm", | |
"label2id": null, | |
"layer_norm": true, | |
"layers": 2, | |
"shift_labels": false, | |
"vocab_size": 30000 | |
}, | |
"hidden_size": 768, | |
"model_class": "BertModelWithHeads", | |
"model_name": "CAMeL-Lab/bert-base-arabic-camelbert-msa", | |
"model_type": "bert", | |
"name": "mlm", | |
"version": "3.2.1" | |
} |