Update modeling_hf_nomic_bert.py
Browse files
modeling_hf_nomic_bert.py
CHANGED
@@ -731,7 +731,7 @@ class NomicBertAttention(nn.Module):
|
|
731 |
scale_base=config.rotary_emb_scale_base,
|
732 |
interleaved=config.rotary_emb_interleaved,
|
733 |
rotary_scaling_factor=config.rotary_scaling_factor,
|
734 |
-
max_position_embeddings=config.
|
735 |
)
|
736 |
else:
|
737 |
self.rotary_emb = NomicBertRotaryEmbedding(
|
|
|
731 |
scale_base=config.rotary_emb_scale_base,
|
732 |
interleaved=config.rotary_emb_interleaved,
|
733 |
rotary_scaling_factor=config.rotary_scaling_factor,
|
734 |
+
max_position_embeddings=config.max_trained_positions,
|
735 |
)
|
736 |
else:
|
737 |
self.rotary_emb = NomicBertRotaryEmbedding(
|