dtype: float32
out_dtype: bfloat16
merge_method: model_stock
base_model: Doctor-Shotgun/TinyLlama-1.1B-32k-Instruct
models:
    - model: Danielbrdz/Barcenas-Tiny-1.1b-DPO
      parameters:
        weight:
          - filter: mlp
            value: [2, 1]
          - value: 1
    - model: cognitivecomputations/TinyDolphin-2.8.2-1.1b-laser
      parameters:
        weight:
          - filter: mlp
            value: [1, 2]
          - value: 1
    - model: mrcuddle/tiny-darkllama-dpo
      parameters:
        weight:
          - filter: mlp
            value: [1, 2]
          - value: 1
    - model: MysteriousAI/Mia-1B
      parameters:
        weight:
          - filter: mlp
            value: [2, 1]
          - value: 1
    - model: Doctor-Shotgun/TinyLlama-1.1B-32k-Instruct
      parameters:
        weight:
          - filter: lm_head
            value: 0
          - value: [1, 0.5]