Update configuration_HelpingAI.py
Browse files
configuration_HelpingAI.py
CHANGED
@@ -34,7 +34,7 @@ class HelpingAIConfig(PretrainedConfig):
|
|
34 |
use_cache=True,
|
35 |
hidden_activation=None,
|
36 |
rope_theta=10000,
|
37 |
-
rope_pct=0.25
|
38 |
attention_bias=False,
|
39 |
attention_dropout=0.0,
|
40 |
num_experts_per_tok=2,
|
|
|
34 |
use_cache=True,
|
35 |
hidden_activation=None,
|
36 |
rope_theta=10000,
|
37 |
+
rope_pct=0.25,
|
38 |
attention_bias=False,
|
39 |
attention_dropout=0.0,
|
40 |
num_experts_per_tok=2,
|