{ "embed_dim": 768, "num_heads": 8, "dropout": 0.0, "bias": true, "gate_min": 0.2, "gate_max": 0.8 }