Merge of every weight using passthrough. 


Thanks to chargoddard for this: https://huggingface.co/chargoddard/demixtral



Heres the mergekit yaml:

```
slices:
- sources:
  - model: mixtral-expert-0
    layer_range:
    - 0
    - 1
- sources:
  - model: mixtral-expert-1
    layer_range:
    - 0
    - 1
- sources:
  - model: mixtral-expert-2
    layer_range:
    - 0
    - 1
- sources:
  - model: mixtral-expert-3
    layer_range:
    - 0
    - 1
- sources:
  - model: mixtral-expert-4
    layer_range:
    - 0
    - 1
- sources:
  - model: mixtral-expert-5
    layer_range:
    - 0
    - 1
- sources:
  - model: mixtral-expert-6
    layer_range:
    - 0
    - 1
- sources:
  - model: mixtral-expert-7
    layer_range:
    - 0
    - 1
- sources:
  - model: mixtral-expert-0
    layer_range:
    - 1
    - 2
- sources:
  - model: mixtral-expert-1
    layer_range:
    - 1
    - 2
- sources:
  - model: mixtral-expert-2
    layer_range:
    - 1
    - 2
- sources:
  - model: mixtral-expert-3
    layer_range:
    - 1
    - 2
- sources:
  - model: mixtral-expert-4
    layer_range:
    - 1
    - 2
- sources:
  - model: mixtral-expert-5
    layer_range:
    - 1
    - 2
- sources:
  - model: mixtral-expert-6
    layer_range:
    - 1
    - 2
- sources:
  - model: mixtral-expert-7
    layer_range:
    - 1
    - 2
- sources:
  - model: mixtral-expert-0
    layer_range:
    - 2
    - 3
- sources:
  - model: mixtral-expert-1
    layer_range:
    - 2
    - 3
- sources:
  - model: mixtral-expert-2
    layer_range:
    - 2
    - 3
- sources:
  - model: mixtral-expert-3
    layer_range:
    - 2
    - 3
- sources:
  - model: mixtral-expert-4
    layer_range:
    - 2
    - 3
- sources:
  - model: mixtral-expert-5
    layer_range:
    - 2
    - 3
- sources:
  - model: mixtral-expert-6
    layer_range:
    - 2
    - 3
- sources:
  - model: mixtral-expert-7
    layer_range:
    - 2
    - 3
- sources:
  - model: mixtral-expert-0
    layer_range:
    - 3
    - 4
- sources:
  - model: mixtral-expert-1
    layer_range:
    - 3
    - 4
- sources:
  - model: mixtral-expert-2
    layer_range:
    - 3
    - 4
- sources:
  - model: mixtral-expert-3
    layer_range:
    - 3
    - 4
- sources:
  - model: mixtral-expert-4
    layer_range:
    - 3
    - 4
- sources:
  - model: mixtral-expert-5
    layer_range:
    - 3
    - 4
- sources:
  - model: mixtral-expert-6
    layer_range:
    - 3
    - 4
- sources:
  - model: mixtral-expert-7
    layer_range:
    - 3
    - 4
- sources:
  - model: mixtral-expert-0
    layer_range:
    - 4
    - 5
- sources:
  - model: mixtral-expert-1
    layer_range:
    - 4
    - 5
- sources:
  - model: mixtral-expert-2
    layer_range:
    - 4
    - 5
- sources:
  - model: mixtral-expert-3
    layer_range:
    - 4
    - 5
- sources:
  - model: mixtral-expert-4
    layer_range:
    - 4
    - 5
- sources:
  - model: mixtral-expert-5
    layer_range:
    - 4
    - 5
- sources:
  - model: mixtral-expert-6
    layer_range:
    - 4
    - 5
- sources:
  - model: mixtral-expert-7
    layer_range:
    - 4
    - 5
- sources:
  - model: mixtral-expert-0
    layer_range:
    - 5
    - 6
- sources:
  - model: mixtral-expert-1
    layer_range:
    - 5
    - 6
- sources:
  - model: mixtral-expert-2
    layer_range:
    - 5
    - 6
- sources:
  - model: mixtral-expert-3
    layer_range:
    - 5
    - 6
- sources:
  - model: mixtral-expert-4
    layer_range:
    - 5
    - 6
- sources:
  - model: mixtral-expert-5
    layer_range:
    - 5
    - 6
- sources:
  - model: mixtral-expert-6
    layer_range:
    - 5
    - 6
- sources:
  - model: mixtral-expert-7
    layer_range:
    - 5
    - 6
- sources:
  - model: mixtral-expert-0
    layer_range:
    - 6
    - 7
- sources:
  - model: mixtral-expert-1
    layer_range:
    - 6
    - 7
- sources:
  - model: mixtral-expert-2
    layer_range:
    - 6
    - 7
- sources:
  - model: mixtral-expert-3
    layer_range:
    - 6
    - 7
- sources:
  - model: mixtral-expert-4
    layer_range:
    - 6
    - 7
- sources:
  - model: mixtral-expert-5
    layer_range:
    - 6
    - 7
- sources:
  - model: mixtral-expert-6
    layer_range:
    - 6
    - 7
- sources:
  - model: mixtral-expert-7
    layer_range:
    - 6
    - 7
- sources:
  - model: mixtral-expert-0
    layer_range:
    - 7
    - 8
- sources:
  - model: mixtral-expert-1
    layer_range:
    - 7
    - 8
- sources:
  - model: mixtral-expert-2
    layer_range:
    - 7
    - 8
- sources:
  - model: mixtral-expert-3
    layer_range:
    - 7
    - 8
- sources:
  - model: mixtral-expert-4
    layer_range:
    - 7
    - 8
- sources:
  - model: mixtral-expert-5
    layer_range:
    - 7
    - 8
- sources:
  - model: mixtral-expert-6
    layer_range:
    - 7
    - 8
- sources:
  - model: mixtral-expert-7
    layer_range:
    - 7
    - 8
- sources:
  - model: mixtral-expert-0
    layer_range:
    - 8
    - 9
- sources:
  - model: mixtral-expert-1
    layer_range:
    - 8
    - 9
- sources:
  - model: mixtral-expert-2
    layer_range:
    - 8
    - 9
- sources:
  - model: mixtral-expert-3
    layer_range:
    - 8
    - 9
- sources:
  - model: mixtral-expert-4
    layer_range:
    - 8
    - 9
- sources:
  - model: mixtral-expert-5
    layer_range:
    - 8
    - 9
- sources:
  - model: mixtral-expert-6
    layer_range:
    - 8
    - 9
- sources:
  - model: mixtral-expert-7
    layer_range:
    - 8
    - 9
- sources:
  - model: mixtral-expert-0
    layer_range:
    - 9
    - 10
- sources:
  - model: mixtral-expert-1
    layer_range:
    - 9
    - 10
- sources:
  - model: mixtral-expert-2
    layer_range:
    - 9
    - 10
- sources:
  - model: mixtral-expert-3
    layer_range:
    - 9
    - 10
- sources:
  - model: mixtral-expert-4
    layer_range:
    - 9
    - 10
- sources:
  - model: mixtral-expert-5
    layer_range:
    - 9
    - 10
- sources:
  - model: mixtral-expert-6
    layer_range:
    - 9
    - 10
- sources:
  - model: mixtral-expert-7
    layer_range:
    - 9
    - 10
- sources:
  - model: mixtral-expert-0
    layer_range:
    - 10
    - 11
- sources:
  - model: mixtral-expert-1
    layer_range:
    - 10
    - 11
- sources:
  - model: mixtral-expert-2
    layer_range:
    - 10
    - 11
- sources:
  - model: mixtral-expert-3
    layer_range:
    - 10
    - 11
- sources:
  - model: mixtral-expert-4
    layer_range:
    - 10
    - 11
- sources:
  - model: mixtral-expert-5
    layer_range:
    - 10
    - 11
- sources:
  - model: mixtral-expert-6
    layer_range:
    - 10
    - 11
- sources:
  - model: mixtral-expert-7
    layer_range:
    - 10
    - 11
- sources:
  - model: mixtral-expert-0
    layer_range:
    - 11
    - 12
- sources:
  - model: mixtral-expert-1
    layer_range:
    - 11
    - 12
- sources:
  - model: mixtral-expert-2
    layer_range:
    - 11
    - 12
- sources:
  - model: mixtral-expert-3
    layer_range:
    - 11
    - 12
- sources:
  - model: mixtral-expert-4
    layer_range:
    - 11
    - 12
- sources:
  - model: mixtral-expert-5
    layer_range:
    - 11
    - 12
- sources:
  - model: mixtral-expert-6
    layer_range:
    - 11
    - 12
- sources:
  - model: mixtral-expert-7
    layer_range:
    - 11
    - 12
- sources:
  - model: mixtral-expert-0
    layer_range:
    - 12
    - 13
- sources:
  - model: mixtral-expert-1
    layer_range:
    - 12
    - 13
- sources:
  - model: mixtral-expert-2
    layer_range:
    - 12
    - 13
- sources:
  - model: mixtral-expert-3
    layer_range:
    - 12
    - 13
- sources:
  - model: mixtral-expert-4
    layer_range:
    - 12
    - 13
- sources:
  - model: mixtral-expert-5
    layer_range:
    - 12
    - 13
- sources:
  - model: mixtral-expert-6
    layer_range:
    - 12
    - 13
- sources:
  - model: mixtral-expert-7
    layer_range:
    - 12
    - 13
- sources:
  - model: mixtral-expert-0
    layer_range:
    - 13
    - 14
- sources:
  - model: mixtral-expert-1
    layer_range:
    - 13
    - 14
- sources:
  - model: mixtral-expert-2
    layer_range:
    - 13
    - 14
- sources:
  - model: mixtral-expert-3
    layer_range:
    - 13
    - 14
- sources:
  - model: mixtral-expert-4
    layer_range:
    - 13
    - 14
- sources:
  - model: mixtral-expert-5
    layer_range:
    - 13
    - 14
- sources:
  - model: mixtral-expert-6
    layer_range:
    - 13
    - 14
- sources:
  - model: mixtral-expert-7
    layer_range:
    - 13
    - 14
- sources:
  - model: mixtral-expert-0
    layer_range:
    - 14
    - 15
- sources:
  - model: mixtral-expert-1
    layer_range:
    - 14
    - 15
- sources:
  - model: mixtral-expert-2
    layer_range:
    - 14
    - 15
- sources:
  - model: mixtral-expert-3
    layer_range:
    - 14
    - 15
- sources:
  - model: mixtral-expert-4
    layer_range:
    - 14
    - 15
- sources:
  - model: mixtral-expert-5
    layer_range:
    - 14
    - 15
- sources:
  - model: mixtral-expert-6
    layer_range:
    - 14
    - 15
- sources:
  - model: mixtral-expert-7
    layer_range:
    - 14
    - 15
- sources:
  - model: mixtral-expert-0
    layer_range:
    - 15
    - 16
- sources:
  - model: mixtral-expert-1
    layer_range:
    - 15
    - 16
- sources:
  - model: mixtral-expert-2
    layer_range:
    - 15
    - 16
- sources:
  - model: mixtral-expert-3
    layer_range:
    - 15
    - 16
- sources:
  - model: mixtral-expert-4
    layer_range:
    - 15
    - 16
- sources:
  - model: mixtral-expert-5
    layer_range:
    - 15
    - 16
- sources:
  - model: mixtral-expert-6
    layer_range:
    - 15
    - 16
- sources:
  - model: mixtral-expert-7
    layer_range:
    - 15
    - 16
- sources:
  - model: mixtral-expert-0
    layer_range:
    - 16
    - 17
- sources:
  - model: mixtral-expert-1
    layer_range:
    - 16
    - 17
- sources:
  - model: mixtral-expert-2
    layer_range:
    - 16
    - 17
- sources:
  - model: mixtral-expert-3
    layer_range:
    - 16
    - 17
- sources:
  - model: mixtral-expert-4
    layer_range:
    - 16
    - 17
- sources:
  - model: mixtral-expert-5
    layer_range:
    - 16
    - 17
- sources:
  - model: mixtral-expert-6
    layer_range:
    - 16
    - 17
- sources:
  - model: mixtral-expert-7
    layer_range:
    - 16
    - 17
- sources:
  - model: mixtral-expert-0
    layer_range:
    - 17
    - 18
- sources:
  - model: mixtral-expert-1
    layer_range:
    - 17
    - 18
- sources:
  - model: mixtral-expert-2
    layer_range:
    - 17
    - 18
- sources:
  - model: mixtral-expert-3
    layer_range:
    - 17
    - 18
- sources:
  - model: mixtral-expert-4
    layer_range:
    - 17
    - 18
- sources:
  - model: mixtral-expert-5
    layer_range:
    - 17
    - 18
- sources:
  - model: mixtral-expert-6
    layer_range:
    - 17
    - 18
- sources:
  - model: mixtral-expert-7
    layer_range:
    - 17
    - 18
- sources:
  - model: mixtral-expert-0
    layer_range:
    - 18
    - 19
- sources:
  - model: mixtral-expert-1
    layer_range:
    - 18
    - 19
- sources:
  - model: mixtral-expert-2
    layer_range:
    - 18
    - 19
- sources:
  - model: mixtral-expert-3
    layer_range:
    - 18
    - 19
- sources:
  - model: mixtral-expert-4
    layer_range:
    - 18
    - 19
- sources:
  - model: mixtral-expert-5
    layer_range:
    - 18
    - 19
- sources:
  - model: mixtral-expert-6
    layer_range:
    - 18
    - 19
- sources:
  - model: mixtral-expert-7
    layer_range:
    - 18
    - 19
- sources:
  - model: mixtral-expert-0
    layer_range:
    - 19
    - 20
- sources:
  - model: mixtral-expert-1
    layer_range:
    - 19
    - 20
- sources:
  - model: mixtral-expert-2
    layer_range:
    - 19
    - 20
- sources:
  - model: mixtral-expert-3
    layer_range:
    - 19
    - 20
- sources:
  - model: mixtral-expert-4
    layer_range:
    - 19
    - 20
- sources:
  - model: mixtral-expert-5
    layer_range:
    - 19
    - 20
- sources:
  - model: mixtral-expert-6
    layer_range:
    - 19
    - 20
- sources:
  - model: mixtral-expert-7
    layer_range:
    - 19
    - 20
- sources:
  - model: mixtral-expert-0
    layer_range:
    - 20
    - 21
- sources:
  - model: mixtral-expert-1
    layer_range:
    - 20
    - 21
- sources:
  - model: mixtral-expert-2
    layer_range:
    - 20
    - 21
- sources:
  - model: mixtral-expert-3
    layer_range:
    - 20
    - 21
- sources:
  - model: mixtral-expert-4
    layer_range:
    - 20
    - 21
- sources:
  - model: mixtral-expert-5
    layer_range:
    - 20
    - 21
- sources:
  - model: mixtral-expert-6
    layer_range:
    - 20
    - 21
- sources:
  - model: mixtral-expert-7
    layer_range:
    - 20
    - 21
- sources:
  - model: mixtral-expert-0
    layer_range:
    - 21
    - 22
- sources:
  - model: mixtral-expert-1
    layer_range:
    - 21
    - 22
- sources:
  - model: mixtral-expert-2
    layer_range:
    - 21
    - 22
- sources:
  - model: mixtral-expert-3
    layer_range:
    - 21
    - 22
- sources:
  - model: mixtral-expert-4
    layer_range:
    - 21
    - 22
- sources:
  - model: mixtral-expert-5
    layer_range:
    - 21
    - 22
- sources:
  - model: mixtral-expert-6
    layer_range:
    - 21
    - 22
- sources:
  - model: mixtral-expert-7
    layer_range:
    - 21
    - 22
- sources:
  - model: mixtral-expert-0
    layer_range:
    - 22
    - 23
- sources:
  - model: mixtral-expert-1
    layer_range:
    - 22
    - 23
- sources:
  - model: mixtral-expert-2
    layer_range:
    - 22
    - 23
- sources:
  - model: mixtral-expert-3
    layer_range:
    - 22
    - 23
- sources:
  - model: mixtral-expert-4
    layer_range:
    - 22
    - 23
- sources:
  - model: mixtral-expert-5
    layer_range:
    - 22
    - 23
- sources:
  - model: mixtral-expert-6
    layer_range:
    - 22
    - 23
- sources:
  - model: mixtral-expert-7
    layer_range:
    - 22
    - 23
- sources:
  - model: mixtral-expert-0
    layer_range:
    - 23
    - 24
- sources:
  - model: mixtral-expert-1
    layer_range:
    - 23
    - 24
- sources:
  - model: mixtral-expert-2
    layer_range:
    - 23
    - 24
- sources:
  - model: mixtral-expert-3
    layer_range:
    - 23
    - 24
- sources:
  - model: mixtral-expert-4
    layer_range:
    - 23
    - 24
- sources:
  - model: mixtral-expert-5
    layer_range:
    - 23
    - 24
- sources:
  - model: mixtral-expert-6
    layer_range:
    - 23
    - 24
- sources:
  - model: mixtral-expert-7
    layer_range:
    - 23
    - 24
- sources:
  - model: mixtral-expert-0
    layer_range:
    - 24
    - 25
- sources:
  - model: mixtral-expert-1
    layer_range:
    - 24
    - 25
- sources:
  - model: mixtral-expert-2
    layer_range:
    - 24
    - 25
- sources:
  - model: mixtral-expert-3
    layer_range:
    - 24
    - 25
- sources:
  - model: mixtral-expert-4
    layer_range:
    - 24
    - 25
- sources:
  - model: mixtral-expert-5
    layer_range:
    - 24
    - 25
- sources:
  - model: mixtral-expert-6
    layer_range:
    - 24
    - 25
- sources:
  - model: mixtral-expert-7
    layer_range:
    - 24
    - 25
- sources:
  - model: mixtral-expert-0
    layer_range:
    - 25
    - 26
- sources:
  - model: mixtral-expert-1
    layer_range:
    - 25
    - 26
- sources:
  - model: mixtral-expert-2
    layer_range:
    - 25
    - 26
- sources:
  - model: mixtral-expert-3
    layer_range:
    - 25
    - 26
- sources:
  - model: mixtral-expert-4
    layer_range:
    - 25
    - 26
- sources:
  - model: mixtral-expert-5
    layer_range:
    - 25
    - 26
- sources:
  - model: mixtral-expert-6
    layer_range:
    - 25
    - 26
- sources:
  - model: mixtral-expert-7
    layer_range:
    - 25
    - 26
- sources:
  - model: mixtral-expert-0
    layer_range:
    - 26
    - 27
- sources:
  - model: mixtral-expert-1
    layer_range:
    - 26
    - 27
- sources:
  - model: mixtral-expert-2
    layer_range:
    - 26
    - 27
- sources:
  - model: mixtral-expert-3
    layer_range:
    - 26
    - 27
- sources:
  - model: mixtral-expert-4
    layer_range:
    - 26
    - 27
- sources:
  - model: mixtral-expert-5
    layer_range:
    - 26
    - 27
- sources:
  - model: mixtral-expert-6
    layer_range:
    - 26
    - 27
- sources:
  - model: mixtral-expert-7
    layer_range:
    - 26
    - 27
- sources:
  - model: mixtral-expert-0
    layer_range:
    - 27
    - 28
- sources:
  - model: mixtral-expert-1
    layer_range:
    - 27
    - 28
- sources:
  - model: mixtral-expert-2
    layer_range:
    - 27
    - 28
- sources:
  - model: mixtral-expert-3
    layer_range:
    - 27
    - 28
- sources:
  - model: mixtral-expert-4
    layer_range:
    - 27
    - 28
- sources:
  - model: mixtral-expert-5
    layer_range:
    - 27
    - 28
- sources:
  - model: mixtral-expert-6
    layer_range:
    - 27
    - 28
- sources:
  - model: mixtral-expert-7
    layer_range:
    - 27
    - 28
- sources:
  - model: mixtral-expert-0
    layer_range:
    - 28
    - 29
- sources:
  - model: mixtral-expert-1
    layer_range:
    - 28
    - 29
- sources:
  - model: mixtral-expert-2
    layer_range:
    - 28
    - 29
- sources:
  - model: mixtral-expert-3
    layer_range:
    - 28
    - 29
- sources:
  - model: mixtral-expert-4
    layer_range:
    - 28
    - 29
- sources:
  - model: mixtral-expert-5
    layer_range:
    - 28
    - 29
- sources:
  - model: mixtral-expert-6
    layer_range:
    - 28
    - 29
- sources:
  - model: mixtral-expert-7
    layer_range:
    - 28
    - 29
- sources:
  - model: mixtral-expert-0
    layer_range:
    - 29
    - 30
- sources:
  - model: mixtral-expert-1
    layer_range:
    - 29
    - 30
- sources:
  - model: mixtral-expert-2
    layer_range:
    - 29
    - 30
- sources:
  - model: mixtral-expert-3
    layer_range:
    - 29
    - 30
- sources:
  - model: mixtral-expert-4
    layer_range:
    - 29
    - 30
- sources:
  - model: mixtral-expert-5
    layer_range:
    - 29
    - 30
- sources:
  - model: mixtral-expert-6
    layer_range:
    - 29
    - 30
- sources:
  - model: mixtral-expert-7
    layer_range:
    - 29
    - 30
merge_method: passthrough
dtype: bfloat16
```
{}
transformers safetensors mistral text-generation conversational autotrain_compatible endpoints_compatible text-generation-inference region:us