Hugging Face's logo

amd
/
Mixtral-8x7B-Instruct-v0.1-FP8-KV

Safetensors
mixtral
fp8
Model card Files Community
9

update files

#5
by haoyang-amd - opened
base: refs/heads/main
←
from: refs/pr/5
Discussion Files changed
+12
-12
Files changed (11) hide show
  1. config.json +2 -2
  2. model-00001-of-00010.safetensors +1 -1
  3. model-00002-of-00010.safetensors +1 -1
  4. model-00003-of-00010.safetensors +1 -1
  5. model-00004-of-00010.safetensors +1 -1
  6. model-00005-of-00010.safetensors +1 -1
  7. model-00006-of-00010.safetensors +1 -1
  8. model-00007-of-00010.safetensors +1 -1
  9. model-00008-of-00010.safetensors +1 -1
  10. model-00009-of-00010.safetensors +1 -1
  11. model-00010-of-00010.safetensors +1 -1
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "/proj/ossdataset2/mistralai/Mixtral-8x7B-Instruct-v0.1",
3
  "architectures": [
4
  "MixtralForCausalLM"
5
  ],
@@ -22,7 +22,7 @@
22
  "activation_scheme": "static",
23
  "ignored_layers": [
24
  "lm_head",
25
- "*gate"
26
  ],
27
  "kv_cache_scheme": "static",
28
  "quant_method": "fp8"
 
1
  {
2
+ "_name_or_path": "/proj/ossdataset2/quark_torch/Mixtral-8x7B-Instruct-v0.1",
3
  "architectures": [
4
  "MixtralForCausalLM"
5
  ],
 
22
  "activation_scheme": "static",
23
  "ignored_layers": [
24
  "lm_head",
25
+ "*.gate"
26
  ],
27
  "kv_cache_scheme": "static",
28
  "quant_method": "fp8"
model-00001-of-00010.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f3338aa3c2b88657e74127880d8f9e4e8c72cb92676ff0ec781d4c13d9d4a617
3
  size 4951722048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee36f331a0345335431006ef3680a93c76ad8c479cec005225b6711786c14043
3
  size 4951722048
model-00002-of-00010.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3328432619842b7592455f63b317970b755bab67bff3f551690f61d44df47cce
3
  size 4999891508
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba77879ef19dbeffb876ff093cdbd94efcbfeacbd0d798047d71b721dcb10164
3
  size 4999891508
model-00003-of-00010.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:937cf94dfdd01c51a9b1c63cedf6f7808f67f009290cd420ab43c771d60b50e9
3
  size 4983197592
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1ab884ed24bf55a01a5145f121f279b7539ac379507c81ee65ea82ea221d7a3
3
  size 4983197592
model-00004-of-00010.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:18a46f76cc3f3911382625a0a4ddd24d7602906f2a4b1d54874a175a2be6e5c8
3
  size 4999891812
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a14e3067b4d261998f2f3a93917a18ffee95f3e627b52586d772f8ad99f95e3
3
  size 4999891812
model-00005-of-00010.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:27aad9ee5f979508e00eeeba0757811a535bcf120d5ddf8798218c126476c6d1
3
  size 4999908504
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2611b20ac29a12ada245d61fe69bc3d06b48d0d8d8a7135c994ebe25784e6e0
3
  size 4999908504
model-00006-of-00010.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6f66eb84c7d054190338e984df32d06eb5b50b063a5e9482b57b839f5a44f240
3
  size 4983181188
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a55130fc90289ea6cf27e758b23975438178dc3bb362091c70b3a8679c4cd2df
3
  size 4983181188
model-00007-of-00010.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:33050cb3b797286c088f7e65433e196a0786acca23ae653c5d061e26b6ea537c
3
  size 4999891812
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd4371023043fb479d4fab34fb61825011e8d8f6859743e10d6d46f77e8b73c8
3
  size 4999891812
model-00008-of-00010.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4135b0fbc28e6815863f794c9f9d07bc31f2a300a0e9b3b38b7b25ff3ffd226d
3
  size 4983197880
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02899f3c7435657fe9d7534d79d8ecd1dd105604dfe76c9cd5460a31a78f7de9
3
  size 4983197880
model-00009-of-00010.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:056fba618ec08a3821c1c0b6910e64a2678845d75eaf7b7e706a48bf53c351ab
3
  size 4999891812
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec2e01458e2d87d5f01ea1d66b917ae3fae18008cd1d9155d14d94575afa5155
3
  size 4999891812
model-00010-of-00010.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e3280fc06946522a53188eb322f7695a3f5e4066ce679e1b2b7f05b300747e43
3
  size 2065814380
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95a2060063c70161e60d080aef29a77d3600db46cffbfb7a5b857b2bcbebf60e
3
  size 2065814380