tuanpasg/wudi_gemma_fp32_iter_15

Merged Model

• Base model: google/gemma-2-2b
• Algorithm: wudi_merge
• Save path: /media/nthuy08/outs/wudi_gemma_fp32_iter_15
• Fine-tuned checkpoints: ['MergeBench/gemma-2-2b_instruction', 'MergeBench/gemma-2-2b_math', 'MergeBench/gemma-2-2b_coding']
• Merge runtime (s): 253.303

Arguments

{
  "out": "/media/nthuy08/outs/wudi_gemma_fp32_iter_15",
  "scaling": 1.0,
  "dtype": "bfloat16",
  "device_map": "cpu",
  "merge_method": "wudi_merge",
  "exclude": [
    ".*embed.*",
    ".*lm_head.*"
  ],
  "wudi_variant": "wudi_all_linear",
  "wudi_iter": 15,
  "wudi_lr": 1e-05,
  "wudi_weight_decay": 0.0,
  "wudi_alpha": 0.0,
  "wudi_device": "cuda",
  "wudi_warm_start": false,
  "wudi_cfs_ridge": 0.0,
  "wudi_fallback": "task_arithmetic",
  "wudi_fallback_scaling": 1.0,
  "wudi_K": 0.7,
  "wudi_sparsify_variant": "ties_sparsify",
  "wudi_loss_log_csv": null,
  "effective_exclude": [
    ".*embed_tokens\\.weight$",
    ".*lm_head\\.weight$",
    ".*embed.*",
    ".*lm_head.*"
  ]
}