KitsuVp commited on
Commit
1941a71
Β·
verified Β·
1 Parent(s): 542965b

Update configuration_neollm.py

Browse files
Files changed (1) hide show
  1. configuration_neollm.py +3 -3
configuration_neollm.py CHANGED
@@ -700,9 +700,9 @@ class NeoLLMConfig(PretrainedConfig):
700
  use_seednorm=False,
701
  use_lns=False,
702
  use_gpas=False,
703
- use_siamesenorm=False,
704
- siamese_normalized_input=False,
705
- siamese_depth_scaling=False,
706
  siamese_attn_x_scale_init=1.0,
707
  # ── Embedding input normalization ─────────────────────────────────
708
  use_embedding_input_norm=True,
 
700
  use_seednorm=False,
701
  use_lns=False,
702
  use_gpas=False,
703
+ use_siamesenorm=True,
704
+ siamese_normalized_input=True,
705
+ siamese_depth_scaling=True,
706
  siamese_attn_x_scale_init=1.0,
707
  # ── Embedding input normalization ─────────────────────────────────
708
  use_embedding_input_norm=True,