ETraKoZ commited on
Commit
de53986
·
verified ·
1 Parent(s): 9dc9cad

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -20,7 +20,7 @@
20
  "pretraining_tp": 1,
21
  "rms_norm_eps": 1e-05,
22
  "rope_scaling": {
23
- "type": "llama3",
24
  "factor": 8.0
25
  },
26
  "rope_theta": 500000.0,
 
20
  "pretraining_tp": 1,
21
  "rms_norm_eps": 1e-05,
22
  "rope_scaling": {
23
+ "type": "linear",
24
  "factor": 8.0
25
  },
26
  "rope_theta": 500000.0,