x54-729 commited on
Commit
9305163
1 Parent(s): 8586def

update rope_scaling

Browse files
Files changed (1) hide show
  1. config.json +1 -4
config.json CHANGED
@@ -21,10 +21,7 @@
21
  "num_key_value_heads": 8,
22
  "pad_token_id": 2,
23
  "rms_norm_eps": 1e-05,
24
- "rope_scaling": {
25
- "factor": 1.0,
26
- "type": "dynamic"
27
- },
28
  "rope_theta": 1000000,
29
  "tie_word_embeddings": false,
30
  "torch_dtype": "bfloat16",
 
21
  "num_key_value_heads": 8,
22
  "pad_token_id": 2,
23
  "rms_norm_eps": 1e-05,
24
+ "rope_scaling": null,
 
 
 
25
  "rope_theta": 1000000,
26
  "tie_word_embeddings": false,
27
  "torch_dtype": "bfloat16",