solar-merge-awq / README.md
antiven0m's picture
Update README.md
d295d9b verified
metadata
license: apache-2.0
base_model:
  - Undi95/Borealis-10.7B-DPO
  - maywell/PiVoT-SOLAR-10.7B-RP
  - upstage/SOLAR-10.7B-v1.0
  - Sao10K/Sensualize-Solar-10.7B
tags:
  - mergekit
  - merge
language:
  - en
models:
  - model: upstage/SOLAR-10.7B-v1.0
  - model: Undi95/Borealis-10.7B-DPO
    parameters:
      density: 0.6
      weight: 0.4
  - model: Sao10K/Sensualize-Solar-10.7B
    parameters:
      density: 0.5
      weight: 0.3
  - model: maywell/PiVoT-SOLAR-10.7B-RP
    parameters:
      density: 0.5
      weight: 0.3
merge_method: dare_ties
base_model: upstage/SOLAR-10.7B-v1.0
parameters:
  int8_mask: true
dtype: bfloat16
name: ties