{"base_model": "microsoft/Phi-3-mini-4k-instruct", "class_name": "mttl.models.expert_model.MultiExpertModelConfig", "default_expert_name": null, "expert_infos": [{"expert_name": "edumunozsala_phi-3-mini-LoRA", "class_name": "mttl.models.library.expert_library.MetadataEntry", "expert_task_name": null, "parent_node": null, "expert_config": {"modify_modules": ".*", "class_name": "mttl.models.modifiers.lora.LoRAConfig", "modify_layers": "k_proj|up_proj|down_proj|o_proj|gate_proj|v_proj|q_proj", "tie_params": null, "lora_rank": 16, "lora_alpha": 16, "lora_dropout": 0.0, "lora_init_b_random": false}, "training_config": {}, "expert_model": "microsoft/Phi-3-mini-4k-instruct", "expert_deleted": false}], "selector_config": {"router_granularity": "*", "class_name": "mttl.models.containers.selectors.arrow_selector.ArrowSelectorConfig", "lora_merge_after": false, "selector_logging": true, "num_experts": 0, "library_id": null, "selector_data_id": "arrowconfig-a8327e21d374166ceeb94c40d2e7676f", "router_temp": 1.0, "top_k": 2, "proto_init": "arrow", "input_norm_fn": "id", "proto_norm_fn": "id"}}