| models: | |
| - model: anthracite-org/magnum-v2-4b | |
| parameters: | |
| weight: 1 | |
| density: 1 | |
| - model: Magpie-Align/MagpieLM-4B-Chat-v0.1 | |
| parameters: | |
| weight: 1 | |
| density: 1 | |
| - model: rasyosef/Llama-3.1-Minitron-4B-Chat | |
| parameters: | |
| weight: 1 | |
| density: 1 | |
| - model: bunnycore/LLama-3.1-4B-TitanFusion | |
| parameters: | |
| weight: 1 | |
| density: 1 | |
| - model: Delta-Vector/Holland-4B-V1 | |
| parameters: | |
| weight: 1 | |
| density: 1 | |
| merge_method: ties | |
| base_model: nvidia/Llama-3.1-Minitron-4B-Width-Base | |
| parameters: | |
| density: 1 | |
| normalize: true | |
| int8_mask: true | |
| dtype: bfloat16 | |