Files changed (1) hide show
  1. config.json +0 -1
config.json CHANGED
@@ -18,7 +18,6 @@
18
  "num_attention_heads": 48,
19
  "num_hidden_layers": 40,
20
  "num_key_value_heads": 4,
21
- "rms_norm_eps": 1e-05,
22
  "rope_theta": 100000,
23
  "sliding_window": 4096,
24
  "tie_word_embeddings": false,
 
18
  "num_attention_heads": 48,
19
  "num_hidden_layers": 40,
20
  "num_key_value_heads": 4,
 
21
  "rope_theta": 100000,
22
  "sliding_window": 4096,
23
  "tie_word_embeddings": false,