Hugging Face's logo

relaxml
/
Llama-1-65b-E8P-2Bit

Text Generation
Transformers
Safetensors
llama
text-generation-inference
Inference Endpoints
Model card Files Community
4

Upload folder using huggingface_hub

#2
by at676 - opened
base: refs/heads/main
←
from: refs/pr/2
Discussion Files changed
+170
-566
Files changed (4) hide show
  1. config.json +5 -1
  2. model-00001-of-00002.safetensors +2 -2
  3. model-00002-of-00002.safetensors +2 -2
  4. model.safetensors.index.json +0 -0
config.json CHANGED
@@ -18,10 +18,14 @@
18
  "pretraining_tp": 1,
19
  "quip_params": {
20
  "codebook": "E8P12",
 
21
  "codesz": 8,
22
- "idx_dtype": "torch.int16",
 
23
  "lora_rank": 0,
 
24
  "outlier_channel_split": false,
 
25
  "rescale_WH": false
26
  },
27
  "rms_norm_eps": 1e-05,
 
18
  "pretraining_tp": 1,
19
  "quip_params": {
20
  "codebook": "E8P12",
21
+ "codebook_version": 1,
22
  "codesz": 8,
23
+ "fused": true,
24
+ "idx_dtype": "torch.int64",
25
  "lora_rank": 0,
26
+ "model_version": 1,
27
  "outlier_channel_split": false,
28
+ "packsz": 4,
29
  "rescale_WH": false
30
  },
31
  "rms_norm_eps": 1e-05,
model-00001-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:db8853ccde71bee061b39de760b774fddbfd13bbd594f01c6d5c4044654cc7f1
3
- size 9914510142
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c722cc3fecf9defa1075a707c365be27dcc15d8d64d1257b82614b7a9f460cc
3
+ size 9914491830
model-00002-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:52004edfcc80d3331eacbd9ffa2dfb5b31dd44a47fb578d59cde1b4977898389
3
- size 7348018442
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfc09b3c41ae812406e8131140adfccd01cb74ef6023b2afc0945e52b2d2d60f
3
+ size 7348005874
model.safetensors.index.json CHANGED
The diff for this file is too large to render. See raw diff