GreenBitAI
/

DeepSeek-R1-Distill-Llama-70B-layer-mix-bpw-4.0-mlx

Upload folder using huggingface_hub

by NicoNico - opened 16 days ago

←

Files changed (1) hide show

quant_strategy.json CHANGED Viewed

@@ -981,10 +981,10 @@
             },
             "q_proj": {
                 "group_size": {
-                    "2": 64
                 },
                 "bits": [
-                    2
                 ],
                 "bits_prop": [
                     1
@@ -1076,10 +1076,10 @@
             },
             "q_proj": {
                 "group_size": {
-                    "2": 64
                 },
                 "bits": [
-                    2
                 ],
                 "bits_prop": [
                     1
@@ -1266,10 +1266,10 @@
             },
             "q_proj": {
                 "group_size": {
-                    "2": 64
                 },
                 "bits": [
-                    2
                 ],
                 "bits_prop": [
                     1
@@ -7601,4 +7601,4 @@
             }
         }
     }
-}

             },
             "q_proj": {
                 "group_size": {
+                    "4": 128
                 },
                 "bits": [
+                    4
                 ],
                 "bits_prop": [
                     1
             },
             "q_proj": {
                 "group_size": {
+                    "4": 128
                 },
                 "bits": [
+                    4
                 ],
                 "bits_prop": [
                     1
             },
             "q_proj": {
                 "group_size": {
+                    "4": 128
                 },
                 "bits": [
+                    4
                 ],
                 "bits_prop": [
                     1
             }
         }
     }
+}