antiven0m/solar-merge-awq

models:
  - model: upstage/SOLAR-10.7B-v1.0
  - model: Undi95/Borealis-10.7B-DPO
    parameters:
      density: 0.6
      weight: 0.4
  - model: Sao10K/Sensualize-Solar-10.7B
    parameters:
      density: 0.5
      weight: 0.3
  - model: maywell/PiVoT-SOLAR-10.7B-RP
    parameters:
      density: 0.5
      weight: 0.3
merge_method: dare_ties
base_model: upstage/SOLAR-10.7B-v1.0
parameters:
  int8_mask: true
dtype: bfloat16
name: ties