Update clex_layer.py

clex_layer.py

@@ -60,7 +60,7 @@ class ODELinear(nn.Module):
 
 class CLEXScalingRotaryEmbedding(nn.Module):
 
-    def __init__(self, dim, max_position_embeddings=2048, rope_scaling=None, base=1000000, device=None) -> None:
+    def __init__(self, dim, max_position_embeddings=2048, rope_scaling=None, base=10000, device=None) -> None:
         super().__init__()
 
         self.max_t = rope_scaling["max_factor"]