awni commited on
Commit
f00e6d8
1 Parent(s): c0a6ff8

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +1 -0
config.json CHANGED
@@ -8,5 +8,6 @@
8
  "norm_eps": 1e-05,
9
  "vocab_size": 32000,
10
  "sliding_window": 4096,
 
11
  "model_type": "mistral"
12
  }
 
8
  "norm_eps": 1e-05,
9
  "vocab_size": 32000,
10
  "sliding_window": 4096,
11
+ "rope_theta": 1000000.0,
12
  "model_type": "mistral"
13
  }