Update config.json with 128K context settings

config.json

@@ -47,5 +47,10 @@
   "transformers_version": "4.43.1",
   "use_cache": true,
   "use_sliding_window": false,
-  "vocab_size": 152064
+  "vocab_size": 152064,
+  "rope_scaling": {
+    "factor": 4.0,
+    "original_max_position_embeddings": 32768,
+    "type": "yarn"
+  }
 }