File size: 857 Bytes
752f620 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 |
models:
- model: Kaoeiri/Qwenwify-32B-v3 # Backbone model with 11 pre-merged models
parameters:
weight: 1.0
density: 0.911
- model: Sao10K/32B-Qwen2.5-Kunou-v1 # Synthetic roleplay model with scenarios
parameters:
weight: 0.15
density: 0.814
- model: Dans-DiscountModels/Qwen2.5-32B-ChatML # Reasoning and conversational model
parameters:
weight: 0.30
density: 0.871
merge_method: dare_ties
base_model: Qwen/QwQ-32B-Preview # Latest Qwen model for Q&A tasks
parameters:
density: 0.90 # Target density for the merged model
epsilon: 0.05 # Small adjustment factor for fine-tuning
lambda: 1.35 # Balancing factor for weight distribution
dtype: bfloat16 # Efficient precision format for memory optimization
tokenizer_source: union # Combines tokenizers from all models to maximize vocabulary coverage
|