nm-testing
/

Llama-3.2-1B-Instruct-GPTQ-nonuniform

compressed-tensors

Model card Files Files and versions Community

mgoin commited on 17 days ago

Commit

9ecb497

•

1 Parent(s): 6eec566

Upload folder using huggingface_hub

Files changed (2) hide show

config.json +1 -1
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -64,7 +64,7 @@
         }
       }
     },
-    "format": "naive-quantized",
     "global_compression_ratio": 1.6055288986207237,
     "ignore": [
       "lm_head"

         }
       }
     },
+    "format": "pack-quantized",
     "global_compression_ratio": 1.6055288986207237,
     "ignore": [
       "lm_head"

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6a22851f75608a01677549d646e11019ab764c55687c2440a0f145fb8c14d048
-size 2036663672

 version https://git-lfs.github.com/spec/v1
+oid sha256:d78505ad66c48254ea246584deb29964127c0c330ef0fcc2b68dc1a7862517b7
+size 1634023968