Or4cl3-1 commited on
Commit
46e0d90
1 Parent(s): 72cc203

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +24 -24
config.json CHANGED
@@ -1,26 +1,26 @@
1
- {
2
- "model_name": "Agent_Gemma_7b",
3
- "model_type": "gemma-sam-hybrid", // Custom model type
4
- "base_model": "google/gemma-7b",
5
- "merged_models": [
6
- "google/gemma-7b",
7
- "SuperAGI/SAM"
8
- ],
9
- "slices": [
10
- {
11
- "sources": [
12
- {"model": "google/gemma-7b", "layer_range": [0, 32]},
13
- {"model": "SuperAGI/SAM", "layer_range": [0, 32]}
14
- ],
15
- "merge_method": "slerp"
16
- }
17
- ],
18
- "parameters": {
19
- "t": [
20
- {"filter": "self_attn", "value": [0, 0.5, 0.3, 0.7, 1]},
21
- {"filter": "mlp", "value": [1, 0.5, 0.7, 0.3, 0]},
22
- {"value": 0.5}
23
- ],
24
- "dtype": "bfloat16"
25
  }
26
  }
 
1
+ {
2
+ "model_name": "Agent_Gemma_7b",
3
+ "model_type": "gemma-sam-hybrid", // Custom model type
4
+ "base_model": "google/gemma-7b",
5
+ "merged_models": [
6
+ "google/gemma-7b",
7
+ "SuperAGI/SAM"
8
+ ],
9
+ "slices": [
10
+ {
11
+ "sources": [
12
+ {"model": "google/gemma-7b", "layer_range": [0, 32]},
13
+ {"model": "SuperAGI/SAM", "layer_range": [0, 32]}
14
+ ],
15
+ "merge_method": "slerp"
16
+ }
17
+ ],
18
+ "parameters": {
19
+ "t": [
20
+ {"filter": "self_attn", "value": [0, 0.5, 0.3, 0.7, 1]},
21
+ {"filter": "mlp", "value": [1, 0.5, 0.7, 0.3, 0]},
22
+ {"value": 0.5}
23
+ ],
24
+ "dtype": "bfloat16"
25
  }
26
  }