models:
  - model: Nohobby/L3.3-Prikol-70B-v0.5
    parameters:
      select_topk:
        - filter: mlp
          value: 0.2
        - value: 0.14
  - model: NeverSleep/Lumimaid-v0.2-70B
    parameters:
      select_topk:
        - filter: down_proj
          value: [0.08, 0.06, 0.05, 0.05, 0.04]
        - value: 0
  - model: SicariusSicariiStuff/Negative_LLAMA_70B
    parameters:
      select_topk:
        - filter: self_attn
          value: 0.08
        - filter: "q_proj|k_proj|v_proj"
          value: 0.08
        - filter: "up_proj|down_proj"
          value: 0.08
        - value: 0
  - model: d-rang-d/ignore_Siyaniye2
    parameters:
      select_topk:
        - filter: self_attn
          value: 0.15
        - filter: "q_proj|k_proj|v_proj"
          value: 0.2
        - filter: "up_proj|down_proj"
          value: 0.1
        - filter: mlp
          value: 0.1
        - value: 0.1
merge_method: sce
base_model: d-rang-d/ignore_Siyaniye2
dtype: bfloat16
tokenizer:
  source: Nohobby/L3.3-Prikol-70B-v0.5