Or4cl3-1 commited on
Commit
205d18f
1 Parent(s): 4cba470

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +23 -26
config.json CHANGED
@@ -1,26 +1,23 @@
1
- {
2
- "model_name": "Agent_Gemma_7b",
3
- "model_type": "gemma-sam-hybrid", // Custom model type
4
- "base_model": "google/gemma-7b",
5
- "merged_models": [
6
- "google/gemma-7b",
7
- "SuperAGI/SAM"
8
- ],
9
- "slices": [
10
- {
11
- "sources": [
12
- {"model": "google/gemma-7b", "layer_range": [0, 32]},
13
- {"model": "SuperAGI/SAM", "layer_range": [0, 32]}
14
- ],
15
- "merge_method": "slerp"
16
- }
17
- ],
18
- "parameters": {
19
- "t": [
20
- {"filter": "self_attn", "value": [0, 0.5, 0.3, 0.7, 1]},
21
- {"filter": "mlp", "value": [1, 0.5, 0.7, 0.3, 0]},
22
- {"value": 0.5}
23
- ],
24
- "dtype": "bfloat16"
25
- }
26
- }
 
1
+ {
2
+ "architectures": [
3
+ "MaskedLMModel"
4
+ ],
5
+ "dataset": null,
6
+ "framework": "pt",
7
+ "id": "Or4cl3-1/agent_gemma_7b",
8
+ "license": "apache-2.0",
9
+ "model_type": "gpt2",
10
+ "pipeline_tag": "text-generation",
11
+ "pretrained": false,
12
+ "push_to_hub": true,
13
+ "repo_id": null,
14
+ "revision": null,
15
+ "tags": [
16
+ "agent",
17
+ "gemma",
18
+ "merge",
19
+ "sam",
20
+ "superagi"
21
+ ],
22
+ "tokenizer": "Or4cl3-1/agent_gemma_7b"
23
+ }