Update config.json

config.json

@@ -23,5 +23,16 @@
   "transformers_version": "4.43.1",
   "use_cache": true,
   "use_sliding_window": false,
-  "vocab_size": 152064
+  "vocab_size": 152064,
+  "quantization_config": {
+        "quant_method": "exl2",
+        "version": "0.2.8",
+        "bits": 6.0,
+        "head_bits": 8,
+        "calibration": {
+            "rows": 115,
+            "length": 2048,
+            "dataset": "(default)"
+        }
+    }
 }