| base_model: CultriX/SeQwence-14Bv1 | |
| dtype: bfloat16 | |
| merge_method: dare_ties | |
| parameters: | |
| int8_mask: 1.0 | |
| normalize: 1.0 | |
| slices: | |
| - sources: | |
| - layer_range: [0, 8] | |
| model: CultriX/SeQwence-14Bv1 | |
| parameters: | |
| density: 1.0 | |
| weight: 0.34927958017496047 | |
| - layer_range: [0, 8] | |
| model: CultriX/Qwestion-14B | |
| parameters: | |
| density: 1.0 | |
| weight: 0.4785529567298472 | |
| - layer_range: [0, 8] | |
| model: CultriX/SeQwence-14Bv2 | |
| parameters: | |
| density: 0.9095619834430182 | |
| weight: 0.08292400341270245 | |
| - sources: | |
| - layer_range: [8, 16] | |
| model: CultriX/SeQwence-14Bv1 | |
| parameters: | |
| density: 1.0 | |
| weight: 0.31847489577754107 | |
| - layer_range: [8, 16] | |
| model: CultriX/Qwestion-14B | |
| parameters: | |
| density: 1.0 | |
| weight: 0.34008726542768253 | |
| - layer_range: [8, 16] | |
| model: CultriX/SeQwence-14Bv2 | |
| parameters: | |
| density: 1.0 | |
| weight: -0.010187285487908426 | |
| - sources: | |
| - layer_range: [16, 24] | |
| model: CultriX/SeQwence-14Bv1 | |
| parameters: | |
| density: 1.0 | |
| weight: 0.1562216100470764 | |
| - layer_range: [16, 24] | |
| model: CultriX/Qwestion-14B | |
| parameters: | |
| density: 1.0 | |
| weight: 0.31090250951964327 | |
| - layer_range: [16, 24] | |
| model: CultriX/SeQwence-14Bv2 | |
| parameters: | |
| density: 0.8226944254037076 | |
| weight: 0.4055505847346826 | |
| - sources: | |
| - layer_range: [24, 32] | |
| model: CultriX/SeQwence-14Bv1 | |
| parameters: | |
| density: 1.0 | |
| weight: 0.1478643123383346 | |
| - layer_range: [24, 32] | |
| model: CultriX/Qwestion-14B | |
| parameters: | |
| density: 0.8233564236912981 | |
| weight: 0.34508971280776113 | |
| - layer_range: [24, 32] | |
| model: CultriX/SeQwence-14Bv2 | |
| parameters: | |
| density: 1.0 | |
| weight: 0.47963393901209633 | |
| - sources: | |
| - layer_range: [32, 40] | |
| model: CultriX/SeQwence-14Bv1 | |
| parameters: | |
| density: 0.9078052860602195 | |
| weight: 0.5051482718423455 | |
| - layer_range: [32, 40] | |
| model: CultriX/Qwestion-14B | |
| parameters: | |
| density: 1.0 | |
| weight: 0.21938011111527006 | |
| - layer_range: [32, 40] | |
| model: CultriX/SeQwence-14Bv2 | |
| parameters: | |
| density: 0.9287247232625168 | |
| weight: 0.12414619742696054 | |
| - sources: | |
| - layer_range: [40, 48] | |
| model: CultriX/SeQwence-14Bv1 | |
| parameters: | |
| density: 1.0 | |
| weight: 0.1932759286778445 | |
| - layer_range: [40, 48] | |
| model: CultriX/Qwestion-14B | |
| parameters: | |
| density: 0.9846832888894079 | |
| weight: 0.572903756192807 | |
| - layer_range: [40, 48] | |
| model: CultriX/SeQwence-14Bv2 | |
| parameters: | |
| density: 1.0 | |
| weight: 0.33759567132306584 |