d-matrix
/

Llama-3.2-3B

Model card Files Files and versions Community

Sanyam commited on Sep 24, 2024

Commit

1b21fcd

·

verified ·

1 Parent(s): a9b8e6b

Update config.json

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -20,7 +20,7 @@
   "pretraining_tp": 1,
   "rms_norm_eps": 1e-05,
   "rope_scaling": {
-    "factor": 8.0,
     "high_freq_factor": 4.0,
     "low_freq_factor": 1.0,
     "original_max_position_embeddings": 8192,

   "pretraining_tp": 1,
   "rms_norm_eps": 1e-05,
   "rope_scaling": {
+    "factor": 32.0,
     "high_freq_factor": 4.0,
     "low_freq_factor": 1.0,
     "original_max_position_embeddings": 8192,