{"base_model": "microsoft/Phi-3-mini-4k-instruct", "class_name": "mttl.models.expert_model.ExpertModelConfig", "task_name": null, "expert_name": "KE", "modifier_config": {"modify_modules": ".*", "class_name": "mttl.models.modifiers.lora.LoRAConfig", "modify_layers": ".*dense|.*q_proj|.*v_proj|.*k_proj", "tie_params": null, "lora_rank": 16, "lora_alpha": 4, "lora_dropout": 0.05, "lora_init_b_random": false}}