| {"base_model": "/data1/model/llama3/unsloth/Llama3-8b", "class_name": "mttl.models.expert_model.MultiExpertModelConfig", "default_expert_name": null, "expert_infos": [{"expert_name": "kadarsh22_meteora-llama3-8b-linguistics_puzzles-lora", "class_name": "mttl.models.library.expert_library.MetadataEntry", "expert_task_name": null, "parent_node": null, "expert_config": {"modify_modules": ".*", "class_name": "mttl.models.modifiers.lora.LoRAConfig", "modify_layers": "o_proj|down_proj|gate_proj|q_proj|v_proj|k_proj|up_proj", "tie_params": null, "lora_rank": 8, "lora_alpha": 16, "lora_dropout": 0.0, "lora_init_b_random": false}, "training_config": {}, "expert_model": "/data1/model/llama3/unsloth/Llama3-8b", "expert_deleted": false}, {"expert_name": "kadarsh22_meteora-llama3-8b-reasoning_about_colored_objects-lora", "class_name": "mttl.models.library.expert_library.MetadataEntry", "expert_task_name": null, "parent_node": null, "expert_config": {"modify_modules": ".*", "class_name": "mttl.models.modifiers.lora.LoRAConfig", "modify_layers": "v_proj|k_proj|q_proj|down_proj|up_proj|o_proj|gate_proj", "tie_params": null, "lora_rank": 8, "lora_alpha": 16, "lora_dropout": 0.0, "lora_init_b_random": false}, "training_config": {}, "expert_model": "/data1/model/llama3/unsloth/Llama3-8b", "expert_deleted": false}], "selector_config": null} |