config.json

{
  "model_name": "cognitiv-agent_1",
  "model_type": "gemma-agent-hybrid", // A more descriptive type
  "base_model": "Or4cl3-1/Cognitive-Agent-Gemma_7b",
  "merged_models": [ 
    "Or4cl3-1/Cognitive-Agent-Gemma_7b",
    "Or4cl3-1/agent_gemma_7b" 
  ], 
  "slices": [
    {
      "sources": [
        {"model": "Or4cl3-1/Cognitive-Agent-Gemma_7b", "layer_range": [0, 62]},
        {"model": "Or4cl3-1/agent_gemma_7b", "layer_range": [0, 62]}
      ],
      "merge_method": "slerp"
    }
  ],
  "parameters": {
    "t": [
      {"filter": "self_attn", "value": [0, 0.5, 0.3, 0.7, 1]},
      {"filter": "mlp", "value": [1, 0.5, 0.7, 0.3, 0]},
      {"value": 0.5}
    ],
    "dtype": "bfloat16"
  }
}