Upload model

mttl_config.json

@@ -1 +1 @@
-{"base_model": "microsoft/Phi-3-mini-4k-instruct", "class_name": "mttl.models.expert_model.MultiExpertModelConfig", "default_expert_name": null, "expert_infos": [{"expert_name": "edumunozsala_phi-3-mini-LoRA", "class_name": "mttl.models.library.expert_library.MetadataEntry", "expert_task_name": null, "parent_node": null, "expert_config": {"modify_modules": ".*", "class_name": "mttl.models.modifiers.lora.LoRAConfig", "modify_layers": "k_proj|up_proj|down_proj|o_proj|gate_proj|v_proj|q_proj", "tie_params": null, "lora_rank": 16, "lora_alpha": 16, "lora_dropout": 0.0, "lora_init_b_random": false}, "training_config": {}, "expert_model": "microsoft/Phi-3-mini-4k-instruct", "expert_deleted": false}], "selector_config": {"router_granularity": "*", "class_name": "mttl.models.containers.selectors.arrow_selector.ArrowSelectorConfig", "lora_merge_after": false, "selector_logging": true, "num_experts": 0, "library_id": null, "selector_data_id": null, "router_temp": 1.0, "top_k": 2, "proto_init": "arrow", "input_norm_fn": "id", "proto_norm_fn": "id"}}
+{"base_model": "microsoft/Phi-3-mini-4k-instruct", "class_name": "mttl.models.expert_model.MultiExpertModelConfig", "default_expert_name": null, "expert_infos": [{"expert_name": "edumunozsala_phi-3-mini-LoRA", "class_name": "mttl.models.library.expert_library.MetadataEntry", "expert_task_name": null, "parent_node": null, "expert_config": {"modify_modules": ".*", "class_name": "mttl.models.modifiers.lora.LoRAConfig", "modify_layers": "k_proj|up_proj|down_proj|o_proj|gate_proj|v_proj|q_proj", "tie_params": null, "lora_rank": 16, "lora_alpha": 16, "lora_dropout": 0.0, "lora_init_b_random": false}, "training_config": {}, "expert_model": "microsoft/Phi-3-mini-4k-instruct", "expert_deleted": false}], "selector_config": {"router_granularity": "*", "class_name": "mttl.models.containers.selectors.arrow_selector.ArrowSelectorConfig", "lora_merge_after": false, "selector_logging": true, "num_experts": 0, "library_id": null, "selector_data_id": "arrowconfig-a8327e21d374166ceeb94c40d2e7676f", "router_temp": 1.0, "top_k": 2, "proto_init": "arrow", "input_norm_fn": "id", "proto_norm_fn": "id"}}

mttl_weights.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:15a54808aa191e96ae9ce65d55f2de530484348eb3267d20348bb30d0be44277
-size 37223174
+oid sha256:e70fd1a353e2fc9f6a9e8e00da2f7e0112c712354262a35c61ed4b3e4404df5a
+size 19387782