| models: | |
| - model: Kaoeiri/Qwenwify-32B-v3 # Backbone model with 11 pre-merged models | |
| parameters: | |
| weight: 1.0 | |
| density: 0.911 | |
| - model: Sao10K/32B-Qwen2.5-Kunou-v1 # Synthetic roleplay model with scenarios | |
| parameters: | |
| weight: 0.15 | |
| density: 0.814 | |
| - model: Dans-DiscountModels/Qwen2.5-32B-ChatML # Reasoning and conversational model | |
| parameters: | |
| weight: 0.30 | |
| density: 0.871 | |
| merge_method: dare_ties | |
| base_model: Qwen/QwQ-32B-Preview # Latest Qwen model for Q&A tasks | |
| parameters: | |
| density: 0.90 # Target density for the merged model | |
| epsilon: 0.05 # Small adjustment factor for fine-tuning | |
| lambda: 1.35 # Balancing factor for weight distribution | |
| dtype: bfloat16 # Efficient precision format for memory optimization | |
| tokenizer_source: union # Combines tokenizers from all models to maximize vocabulary coverage | |