models: - model: Kaoeiri/Qwenwify-32B-v3 # Backbone model with 11 pre-merged models parameters: weight: 1.0 density: 0.911 - model: Sao10K/32B-Qwen2.5-Kunou-v1 # Synthetic roleplay model with scenarios parameters: weight: 0.15 density: 0.814 - model: Dans-DiscountModels/Qwen2.5-32B-ChatML # Reasoning and conversational model parameters: weight: 0.30 density: 0.871 merge_method: dare_ties base_model: Qwen/QwQ-32B-Preview # Latest Qwen model for Q&A tasks parameters: density: 0.90 # Target density for the merged model epsilon: 0.05 # Small adjustment factor for fine-tuning lambda: 1.35 # Balancing factor for weight distribution dtype: bfloat16 # Efficient precision format for memory optimization tokenizer_source: union # Combines tokenizers from all models to maximize vocabulary coverage