Hugging Face's logo

MaziyarPanahi
/
Llama-3-8B-Instruct-32k-v0.1-GGUF

Text Generation
Transformers
GGUF
mistral
quantized
2-bit
3-bit
4-bit precision
5-bit
6-bit
8-bit precision
GGUF
text-generation-inference
Model card Files Community
10

Upload folder using huggingface_hub

#10
by MaziyarPanahi - opened
base: refs/heads/main
←
from: refs/pr/10
Discussion Files changed
+36
-34
Files changed (19) hide show
  1. .gitattributes +1 -0
  2. Llama-3-8B-Instruct-32k-v0.1.IQ1_M.gguf +2 -2
  3. Llama-3-8B-Instruct-32k-v0.1.IQ1_S.gguf +2 -2
  4. Llama-3-8B-Instruct-32k-v0.1.IQ2_XS.gguf +2 -2
  5. Llama-3-8B-Instruct-32k-v0.1.IQ3_XS.gguf +2 -2
  6. Llama-3-8B-Instruct-32k-v0.1.IQ4_XS.gguf +2 -2
  7. Llama-3-8B-Instruct-32k-v0.1.Q2_K.gguf +2 -2
  8. Llama-3-8B-Instruct-32k-v0.1.Q3_K_L.gguf +2 -2
  9. Llama-3-8B-Instruct-32k-v0.1.Q3_K_M.gguf +2 -2
  10. Llama-3-8B-Instruct-32k-v0.1.Q3_K_S.gguf +2 -2
  11. Llama-3-8B-Instruct-32k-v0.1.Q4_K_M.gguf +2 -2
  12. Llama-3-8B-Instruct-32k-v0.1.Q4_K_S.gguf +2 -2
  13. Llama-3-8B-Instruct-32k-v0.1.Q5_K_M.gguf +2 -2
  14. Llama-3-8B-Instruct-32k-v0.1.Q5_K_S.gguf +2 -2
  15. Llama-3-8B-Instruct-32k-v0.1.Q6_K.gguf +2 -2
  16. Llama-3-8B-Instruct-32k-v0.1.Q8_0.gguf +2 -2
  17. Llama-3-8B-Instruct-32k-v0.1.fp16.gguf +2 -2
  18. README.md +0 -2
  19. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -49,3 +49,4 @@ Llama-3-8B-Instruct-32k-v0.1.IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
  Llama-3-8B-Instruct-32k-v0.1.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
50
  Llama-3-8B-Instruct-32k-v0.1.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
51
  Llama-3-8B-Instruct-32k-v0.1.IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
 
 
49
  Llama-3-8B-Instruct-32k-v0.1.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
50
  Llama-3-8B-Instruct-32k-v0.1.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
51
  Llama-3-8B-Instruct-32k-v0.1.IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
52
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
Llama-3-8B-Instruct-32k-v0.1.IQ1_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:da2fcce3d8c58bc2a755fe27d678063a507b87fd1098abe25ab0f605b96a7c7f
3
- size 2161971456
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c34c03b461404792ced4b72c922486ee171f71178880c97360cca2c6b680c8ea
3
+ size 2161971712
Llama-3-8B-Instruct-32k-v0.1.IQ1_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1dcb15882bf8150acc1cfc674068c3bfbc774da26c6c696f757f4b6721974ccc
3
- size 2019627264
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4fadff00eb34f9bb76641532a2df2c47fca5b1478a21535f33c83056cc5eede
3
+ size 2019627520
Llama-3-8B-Instruct-32k-v0.1.IQ2_XS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:83769ca2286890e43ea38db8d7ea9986da1bc17dbd80005c24bc75c099dced9b
3
- size 2605781248
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83d108c910997e2f8429f8929c165401a7f0804a1f60e37f3b4d3982af70a3bb
3
+ size 2605781504
Llama-3-8B-Instruct-32k-v0.1.IQ3_XS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3ff1b951b4ff829b2d7efbc256f2601d96e03326213b2779b14bfc40ab96d80a
3
- size 3518746880
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7e1d5bf9bad303bdd4870b36aa26ec3dd1c1d8b4304a2f8bac63d4b23814584
3
+ size 3518747136
Llama-3-8B-Instruct-32k-v0.1.IQ4_XS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:871e5fdb3b7af047da25712a800c06cc9bd049139273e53cea0b3c77b86cdb4f
3
- size 4447662336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43dbadccb96b7aceefd5553d4c0877dac3cb3a52b57e36eda99f5a35f5f2db0d
3
+ size 4447662592
Llama-3-8B-Instruct-32k-v0.1.Q2_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3e8c706b71e7e98d75d1c29b429c13a7e7cc58b71ae07f666f8a4c601345d60f
3
- size 3179131136
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8a28c971b03973dda3000c1b86eb255e7fb41465e2656d4582199d0964a21a4
3
+ size 3179131392
Llama-3-8B-Instruct-32k-v0.1.Q3_K_L.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0d63f1d2674d00c153c9e63e7ad3b522a7313e0eae15ce329f6ceb7962ec7fb6
3
- size 4321956096
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9be524edc0602d0f1353da9eb55dd414fe7b8de2cbbab6cec4b3b5332d4eba74
3
+ size 4321956352
Llama-3-8B-Instruct-32k-v0.1.Q3_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:17e585ae4c781a702d153877671e1a7d539d2d479a38a94c47d90c46b3a6dc62
3
- size 4018917632
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d4204bf8376d1f5c2abdfadac84557aef7d06ed56efa173ad4badbc6a4687b4
3
+ size 4018917888
Llama-3-8B-Instruct-32k-v0.1.Q3_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:936fa80bddcb92beb11a9efe2c3fe1ea07923c9061c2bb21989c8e30d7daf5da
3
- size 3664498944
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c23fc32107a5edf6bdabc832ca563c9ec6b6102d4cf8910e0600cb051746e3b
3
+ size 3664499200
Llama-3-8B-Instruct-32k-v0.1.Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c9785b690c70160cc595b2176c9ee84dab89b139f627d09ea52286484f13c3b0
3
- size 4920733952
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce73ab970160293bf13a9c707f3bd973b49387ef5bc6681019afcc1ec42df6e2
3
+ size 4920734208
Llama-3-8B-Instruct-32k-v0.1.Q4_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fdf0b7c6cafd5a0ae7e7d7e021228b83b6cf1e59526406a6f3acf0fdf6fad93e
3
- size 4692668672
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae85c66329cb71eb6db48d94039472ae10462120f38fffdef92d998aab166180
3
+ size 4692668928
Llama-3-8B-Instruct-32k-v0.1.Q5_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6851e1e2648475192766596799568b2a89faca9ac645e2d27cca84ba87b446ec
3
- size 5732987136
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:553e6c15eac274589a9f7745fa4510cbdd8ce18d17f21481cb1123f60477ea47
3
+ size 5732987392
Llama-3-8B-Instruct-32k-v0.1.Q5_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:989216257647920e388b17922b73f990d9c63e464492dd9eb55f4e76968e9df7
3
- size 5599293696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8c41459f769670c9b9991df0c30771ecf0e8cd452031046b50bb01666b872bc
3
+ size 5599293952
Llama-3-8B-Instruct-32k-v0.1.Q6_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:05d00998b0a2f6a678e363dd3cda64284a1a54233e44a69976a62b92ca7072af
3
- size 6596006144
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d1ea9441a3e3eed59473ab7c7388f47767d5fe9f61af747f576df6bb9bd9558
3
+ size 6596006400
Llama-3-8B-Instruct-32k-v0.1.Q8_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4e5933f73b784f48320f69d1312f967e5211de0ec941bd1985134e1c6b9244bb
3
- size 8540770560
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d66b88c6c85fe7e531ac850b472ba6445269d9d5d7f3dc687a9faa13a1b79afc
3
+ size 8540770816
Llama-3-8B-Instruct-32k-v0.1.fp16.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:35791f44b0bbb6f819e033692824d5f30d7cccf7174bf1815d178af6bfeaa1b4
3
- size 16068890848
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ffaa428dbdbbe480f51ad7315da7892f290964a2d422707ff590f54379332c4
3
+ size 16068890944
README.md CHANGED
@@ -9,8 +9,6 @@ tags:
9
  - 8-bit
10
  - GGUF
11
  - text-generation
12
- - llama
13
- - llama-3
14
  - text-generation
15
  model_name: Llama-3-8B-Instruct-32k-v0.1-GGUF
16
  base_model: MaziyarPanahi/Llama-3-8B-Instruct-32k-v0.1
 
9
  - 8-bit
10
  - GGUF
11
  - text-generation
 
 
12
  - text-generation
13
  model_name: Llama-3-8B-Instruct-32k-v0.1-GGUF
14
  base_model: MaziyarPanahi/Llama-3-8B-Instruct-32k-v0.1
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:218829cbec9a6eaba368d228493f5fafcdb84d06b380d1679eb27c810a689e0d
3
+ size 4988146