merge_method: dare_ties
base_model: Qwen/Qwen2.5-14B-Instruct
tokenizer_source: union
parameters:
  density: 0.5
  weight: 1.0
models:
  - model: huihui-ai/Qwen2.5-14B-Instruct-abliterated-v2
    parameters:
      weight: 0.6
  - model: huihui-ai/Qwen2.5-14B-Instruct-abliterated
    parameters:
      weight: 0.4
  - model: tanliboy/lambda-qwen2.5-14b-dpo-test
    parameters:
      weight: 0.5