Update config.json

config.json

@@ -1,34 +1,26 @@
 {
+  "model_name": "Agent_Gemma_7b", 
+  "model_type": "gemma-sam-hybrid", // Custom model type
+  "base_model": "google/gemma-7b", 
+  "merged_models": [
+    "google/gemma-7b",
+    "SuperAGI/SAM"
+  ], 
   "slices": [
     {
       "sources": [
-        {
-          "model": "google/gemma-7b-albert",
-          "layer_range": [0, 32]
-        },
-        {
-          "model": "SuperAGI/SAM",
-          "layer_range": [0, 32]
-        }
-      ]
+        {"model": "google/gemma-7b", "layer_range": [0, 32]},
+        {"model": "SuperAGI/SAM", "layer_range": [0, 32]}
+      ],
+      "merge_method": "slerp"
     }
-  ],
-  "merge_method": "slerp",
-  "base_model": "google/gemma-7b-albert",
-  "parameters": {
+  ], 
+  "parameters": { 
     "t": [
-      {
-        "filter": "self_attn",
-        "value": [0, 0.5, 0.3, 0.7, 1]
-      },
-      {
-        "filter": "mlp",
-        "value": [1, 0.5, 0.7, 0.3, 0]
-      },
-      {
-        "value": 0.5
-      }
-    ]
-  },
-  "dtype": "bfloat16"
-      }
+      {"filter": "self_attn", "value": [0, 0.5, 0.3, 0.7, 1]},
+      {"filter": "mlp", "value": [1, 0.5, 0.7, 0.3, 0]},
+      {"value": 0.5} 
+    ],
+    "dtype": "bfloat16"
+  }
+}