config.json

{
  "embed_dim": 256,
  "num_layers": 4,
  "num_heads": 4,
  "head_dim": 64,
  "ff_mult": 4,
  "max_seq_len": 512,
  "dropout": 0.1,
  "vocab_size": 32000,
  "tokenizer_name": "asafaya/bert-mini-arabic",
  "use_rotary_embedding": false,
  "use_task_adapters": false,
  "adapter_bottleneck": 64,
  "tasks": [
    "sentiment",
    "error_detection",
    "ner_detection",
    "generation"
  ]
}