Felladrin commited on
Commit
1827c1d
1 Parent(s): cf83a12

Set `sliding_window` to `1024`

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -13,7 +13,7 @@
13
  "num_key_value_heads": 8,
14
  "rms_norm_eps": 1e-6,
15
  "rope_theta": 10000.0,
16
- "sliding_window": 32,
17
  "tie_word_embeddings": false,
18
  "torch_dtype": "float32",
19
  "transformers_version": "4.35.2",
 
13
  "num_key_value_heads": 8,
14
  "rms_norm_eps": 1e-6,
15
  "rope_theta": 10000.0,
16
+ "sliding_window": 1024,
17
  "tie_word_embeddings": false,
18
  "torch_dtype": "float32",
19
  "transformers_version": "4.35.2",