Hugging Face's logo

qwp4w3hyb
/
Llama-3-8B-Instruct-Gradient-1048k-iMat-GGUF

Text Generation
Transformers
GGUF
English
llama
meta
llama-3
imatrix
importance matrix
Inference Endpoints
text-generation-inference
Model card Files Community
2
qwp4w3hyb commited on
Commit
e4fbbac
•
1 Parent(s): 396aa1f

Upload folder using huggingface_hub

Browse files
Files changed (20) hide show
  1. imat-f16-gmerged.dat +1 -1
  2. llama-3-8b-instruct-gradient-1048k-f16.gguf +1 -1
  3. llama-3-8b-instruct-gradient-1048k-imat-IQ1_S.gguf +1 -1
  4. llama-3-8b-instruct-gradient-1048k-imat-IQ2_M.gguf +1 -1
  5. llama-3-8b-instruct-gradient-1048k-imat-IQ2_S.gguf +1 -1
  6. llama-3-8b-instruct-gradient-1048k-imat-IQ2_XS.gguf +1 -1
  7. llama-3-8b-instruct-gradient-1048k-imat-IQ2_XXS.gguf +1 -1
  8. llama-3-8b-instruct-gradient-1048k-imat-IQ3_M.gguf +1 -1
  9. llama-3-8b-instruct-gradient-1048k-imat-IQ3_S.gguf +1 -1
  10. llama-3-8b-instruct-gradient-1048k-imat-IQ3_XS.gguf +1 -1
  11. llama-3-8b-instruct-gradient-1048k-imat-IQ3_XXS.gguf +1 -1
  12. llama-3-8b-instruct-gradient-1048k-imat-IQ4_NL.gguf +1 -1
  13. llama-3-8b-instruct-gradient-1048k-imat-IQ4_XS.gguf +1 -1
  14. llama-3-8b-instruct-gradient-1048k-imat-Q4_0.gguf +1 -1
  15. llama-3-8b-instruct-gradient-1048k-imat-Q4_K_M.gguf +1 -1
  16. llama-3-8b-instruct-gradient-1048k-imat-Q4_K_S.gguf +1 -1
  17. llama-3-8b-instruct-gradient-1048k-imat-Q5_K_M.gguf +1 -1
  18. llama-3-8b-instruct-gradient-1048k-imat-Q5_K_S.gguf +1 -1
  19. llama-3-8b-instruct-gradient-1048k-imat-Q6_K.gguf +1 -1
  20. llama-3-8b-instruct-gradient-1048k-imat-Q8_0.gguf +1 -1
imat-f16-gmerged.dat CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9cceff9b8109e1e10ba4e5b98e12208f04a26135f5ad70d17828bde3da481ceb
3
  size 4988185
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:130595c81d1c0fcc67ace33d73f0845986572b8f826d65260214423b025472ab
3
  size 4988185
llama-3-8b-instruct-gradient-1048k-f16.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dd8abf8803039d3f8556c47dbf8c2efe13b8aedf5d0b4aedd1830bb257cbd992
3
  size 16068890880
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25dbea09fec7023da2d6dab5e7aeae6b843eb3fdd32d2464b1944990bc96070a
3
  size 16068890880
llama-3-8b-instruct-gradient-1048k-imat-IQ1_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bdf7e63b7256d95e630517fa830a8bcc0d1eb42ec5d11a35041bd02756a7accc
3
  size 2019627616
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0554805f868800199de55acb15132b586d3a80c76b42e2ec41c38781a873a792
3
  size 2019627616
llama-3-8b-instruct-gradient-1048k-imat-IQ2_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:aa200c0caf3a6ff1fc50fc1acf4e82a806c6f5e46046a4a0d186c9523ddfc865
3
  size 2948280928
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:419659c080273640ac49b2c7281d58b75671919fbad80c076ef810a31da22885
3
  size 2948280928
llama-3-8b-instruct-gradient-1048k-imat-IQ2_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c9dd2f5d93b57212db7c59310087ce287dc56068deb83ef97297bd825739fc52
3
  size 2758488672
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0ca341f54a0c3d8274e7acf644435331606e9bd33b8bd391e5ce601a882f686
3
  size 2758488672
llama-3-8b-instruct-gradient-1048k-imat-IQ2_XS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:feba9075a976e1d6a3ba895fdc2bc5dcc73d356e896a19e8d3e89609f3d4df5e
3
  size 2605781600
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98265ddd7b25e0c333c52d4fb0abdaf6a84ccd91186fccbed735e30fa83fe465
3
  size 2605781600
llama-3-8b-instruct-gradient-1048k-imat-IQ2_XXS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:28828f257a90331beb9984b9bc4928a19aafeea5880ad39b40c719fa8cc251b7
3
  size 2399212128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:419906299b9f7ae897a3fdbb064d4488ac84378650acdc0fff2f6132297e4079
3
  size 2399212128
llama-3-8b-instruct-gradient-1048k-imat-IQ3_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:12bdc717d39690998927076b31a72229d4ca26d9f41d4dd26014baece27a0f5f
3
  size 3784823392
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ef2cead73bcb31006cd228c1db053839e2476608f1eea6baa014dfd1397d287
3
  size 3784823392
llama-3-8b-instruct-gradient-1048k-imat-IQ3_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:60ae682711f8771b4d2572dfab8a6009bdb27ed90c66a1cdde0bee480d33d680
3
  size 3682325088
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd6ea2f4d7ca01afbee422b56a77f891dcae60ca8e32e0641bafcb4cba878e2e
3
  size 3682325088
llama-3-8b-instruct-gradient-1048k-imat-IQ3_XS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ed53589bcc7dfdeb44d760c6ecd70d5801c5cd3ea3c87b02d0f4cbedf6aaea44
3
  size 3518747232
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5078c4352181f0f97246a8cfcdfd499688ba2f1ce37075d0ae190c7ede84fb2
3
  size 3518747232
llama-3-8b-instruct-gradient-1048k-imat-IQ3_XXS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d40b36f076c826bebac2c21600c19db39bc74ec3f700773f111e58dcdaea46ee
3
  size 3274912352
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7a8394a98dc15c15bc6f86aecf3dc88b9eb08d70df798357895d16d06da35f9
3
  size 3274912352
llama-3-8b-instruct-gradient-1048k-imat-IQ4_NL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d1e00dc76e1c08b8a571c87349d3bc412aa53de3799f48b73396fa2ec7beb6ae
3
  size 4677988960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f3241c031506aab3f6b3c824f72fad9c3d5db4eea3b80af56fe6fcaafa7ce0b
3
  size 4677988960
llama-3-8b-instruct-gradient-1048k-imat-IQ4_XS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d90f158dec43258ed2eb872fa5c06e5f9254fb848bcb1933e8e0ee298f40977f
3
  size 4447662688
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba3ea9fe5340e1ae830523ca40179246962b5cc300487a29d92b0580b70ffe70
3
  size 4447662688
llama-3-8b-instruct-gradient-1048k-imat-Q4_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ea76dde3d4bc1c3736cf5ac85565dcdce79aa92c65a5ec944c3abce7986bc2c6
3
  size 4675891808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a00411ee97818fa12e9abbf81537be22581f97509e933bfde7c67191df554af6
3
  size 4675891808
llama-3-8b-instruct-gradient-1048k-imat-Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:be8137f4ea0cb95d001698e64481e55353af1b576e278b7fd26002c129837ab8
3
  size 4920734304
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d47fd4f98541cf843dd706fdfdeb31bca840593353132f69db7ea35d9126963
3
  size 4920734304
llama-3-8b-instruct-gradient-1048k-imat-Q4_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bb23aa4b993f490df44fcc0a47b5d3c1a8a42b0f2eb4719b38b994eecee27c41
3
  size 4692669024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f23fe162b84c5c58b8d71daf333c66a346f39fbe2f6ac5fb72dd18168a45588
3
  size 4692669024
llama-3-8b-instruct-gradient-1048k-imat-Q5_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b5207c3a4cb423e91cb71566f40c13e5c1f4fa10e3ce78dad03e34ab5c0fe30f
3
  size 5732987488
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75637f48ff45ace298dd15f28e00f5d2d41e59ede1d82bd7121bd398f50522cc
3
  size 5732987488
llama-3-8b-instruct-gradient-1048k-imat-Q5_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d33393d920966f4a6c81904ce6513fb0a9a52d98885bd1f9b632667bf7fb8c9c
3
  size 5599294048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39021bab8cf7d72e6bdf739f405b4abcb1f2e4ae1c36750028b1be6262ad85b4
3
  size 5599294048
llama-3-8b-instruct-gradient-1048k-imat-Q6_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2946f2c6510f3ba797e04122b28a0d4c9f9e1b8afea81ad875d17285280910dd
3
  size 6596006496
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fe2a7272d410cb702cbfb8ba854cc4ac945b39c809535352eeb3cd8eda26a9b
3
  size 6596006496
llama-3-8b-instruct-gradient-1048k-imat-Q8_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d9ea4330c3888edd7736d8394760341cf34905275a5500d972b939bcd2476ee2
3
  size 8540770912
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:011736b69b947f7a3ddad54e8bc126b8df5e4e220f7de5134b5b8d597754e94e
3
  size 8540770912