lucyknada commited on
Commit
6359f8d
1 Parent(s): f15a989

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -22,7 +22,7 @@
22
  "pretraining_tp": 1,
23
  "rms_norm_eps": 1e-05,
24
  "rope_scaling": {
25
- "factor": 32.0,
26
  "high_freq_factor": 4.0,
27
  "low_freq_factor": 1.0,
28
  "original_max_position_embeddings": 8192,
 
22
  "pretraining_tp": 1,
23
  "rms_norm_eps": 1e-05,
24
  "rope_scaling": {
25
+ "factor": 8.0,
26
  "high_freq_factor": 4.0,
27
  "low_freq_factor": 1.0,
28
  "original_max_position_embeddings": 8192,