Hugging Face's logo

VPTQ-community
/
Meta-Llama-3.1-70B-Instruct-v16-k65536-32768-woft

Safetensors
llama
VPTQ
Quantized
Quantization
vptq
Model card Files Community
OpenSourceRonin commited on
Commit
3206034
•
1 Parent(s): 572c12c

Upload model Meta-Llama-3.1-70B-Instruct-v16-k65536-32768-woft

Browse files
Files changed (7) hide show
  1. config.json +0 -0
  2. generation_config.json +6 -2
  3. model-00001-of-00005.safetensors +1 -1
  4. model-00002-of-00005.safetensors +1 -1
  5. model-00003-of-00005.safetensors +1 -1
  6. model-00004-of-00005.safetensors +1 -1
  7. model-00005-of-00005.safetensors +1 -1
config.json CHANGED
The diff for this file is too large to render. See raw diff
 
generation_config.json CHANGED
@@ -1,8 +1,12 @@
1
  {
2
- "_from_model_config": true,
3
  "bos_token_id": 128000,
4
  "do_sample": true,
5
- "eos_token_id": 128001,
 
 
 
 
6
  "temperature": 0.6,
7
  "top_p": 0.9,
8
  "transformers_version": "4.44.2"
 
1
  {
2
+ "attn_implementation": "flash_attention_2",
3
  "bos_token_id": 128000,
4
  "do_sample": true,
5
+ "eos_token_id": [
6
+ 128001,
7
+ 128008,
8
+ 128009
9
+ ],
10
  "temperature": 0.6,
11
  "top_p": 0.9,
12
  "transformers_version": "4.44.2"
model-00001-of-00005.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:81aecfb91c3b7987b8f316ee0cc11824fdbede9c6b06fa0ca5fc82d6e094aa99
3
  size 4967826392
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7488a6623e5de5f38e3b01d7c01e8ce162aa17b1754d009bc70b2e0f1cd07e3
3
  size 4967826392
model-00002-of-00005.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e87e63c3e89533c531cff9eab4a0a17e82ea6c8e7aed4c33609797b65429c483
3
  size 4994416632
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:879829ae458514ba67b7692d641ef532107c0ef8bf8f8637c6d0da4fe6e9f9ae
3
  size 4994416632
model-00003-of-00005.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b68e76681907d63e25f05d127b38e0671c470d734960aa5ce48dc6e0101edc2b
3
  size 4945032120
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2586855787384219bbe95fd55fd4bbdc277a857b83bef58c2bdf0ecfea1c670
3
  size 4945032120
model-00004-of-00005.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e4feb55d0c9542a5e0c1f02d185e65531fb368f4c2737e17d42180efadf27605
3
  size 4994293752
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cfa4cca54bbb044d2e92001f746499d3e1c0993a0ad9ba78eb01d30022b2745
3
  size 4994293752
model-00005-of-00005.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0aac32eee8be4362daac094a67dbbdc01ca0768781f1d330e132162be7c522da
3
  size 2681130704
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:434e0f22baa9075f2903e3d515c0773c1f38ae9b141a42354fd132f02f1e9afc
3
  size 2681130704