X-LoRA/xlora_config.json

{"hidden_size": 4096, "enable_softmax": true, "layerwise_scalings": true, "top_k_lora": null, "xlora_depth": 6, "xlora_size": 2048, "enable_relu_and_dropout": true, "xlora_dropout_p": 0.1, "stop_token_id": null, "use_trainable_adapters": false, "use_mean_pool": false}