models:
  - model: brayene/DPO-Qwen2-1.5B-Instruct-Human-like
  - model: Qwen/Qwen2.5-Math-1.5B
  - model: MadeAgents/Hammer2.1-1.5b



merge_method: model_stock
base_model: prithivMLmods/QwQ-R1-Distill-1.5B-CoT
parameters:
  normalize: false
  int8_mask: true
dtype: float16