Update config.json
Browse files- config.json +1 -0
config.json
CHANGED
@@ -22,6 +22,7 @@
|
|
22 |
"mm_vision_tower": "openai/clip-vit-large-patch14-336",
|
23 |
"model_type": "llava_stablelm_epoch",
|
24 |
"norm_eps": 1e-05,
|
|
|
25 |
"num_attention_heads": 32,
|
26 |
"num_heads": 32,
|
27 |
"num_hidden_layers": 32,
|
|
|
22 |
"mm_vision_tower": "openai/clip-vit-large-patch14-336",
|
23 |
"model_type": "llava_stablelm_epoch",
|
24 |
"norm_eps": 1e-05,
|
25 |
+
"rms_norm_eps": 1e-05,
|
26 |
"num_attention_heads": 32,
|
27 |
"num_heads": 32,
|
28 |
"num_hidden_layers": 32,
|