Hugging Face's logo

MaziyarPanahi
/
Llama-3-8B-Instruct-32k-v0.1-GGUF

Text Generation
Transformers
GGUF
mistral
quantized
2-bit
3-bit
4-bit precision
5-bit
6-bit
8-bit precision
GGUF
text-generation-inference
Model card Files Community
10
MaziyarPanahi commited on
Commit
899f414
•
1 Parent(s): b584668

Upload folder using huggingface_hub (#10)

Browse files

- e8a1f306fe0e62d5994c8d16045aaaf1f926917d84892cd6eca8e58733bed3ab (cc42cf2c8f35fd4b41f75cbda98b085497584397)
- 4592f251ac5956a658218ea1570b4ed5314769c7c90c0caabb2a18a6acdaff0f (460b2cc52f04656f59af5d3cbbfdc9089582f195)
- 4116a88a47e73aed4ff8fd5d91e97c20b403f3c679f5a5c2ebeec7a3edd6aacb (9619f38b01838bec00de7a1011697c4cf848b3fd)
- 13f28d687d3a6be13256d8c0315705b915ad6e5c3437e652b56d3215c1c1d65c (e902e70af2c38733369a94f1ff0acfd48f0cfb09)
- 5537738ee6a7c8e8258a5ea3e3b622ac242b6e8d1cdfb0056d8c7059a60b317f (4eeae19e61816681bb874f2e5b32a500b4f4721e)
- 8dc976de1908d0a6a399dee7707773bad7800ddae0ab7705efa63559ff57feba (fd0e0191f11a0e21a371b84ffe80a91e5b64fddb)
- 52352bb6a0e406b802628309eed77bbd2daa69ba66c7c50026cafc1211f9d9b7 (10478da90535037c042a3836c4e1f50b168e59c2)
- 630e5190976a4a0c9ec63d0ecce6f1c34453b44a1687686657514876c8ae9339 (594b101b93f2ecc175416a41a88135e1b60c0da2)
- 53b819f5712b3980165a29152a295f36fef5e53931f62df16b416c531b2525b6 (0fe49000d2a3162ae9b5fad2664077830354f826)
- eb53e7775507031f0892fef79a65c4913ec550de564971919c217eadc80d3062 (65d19eb3d5c7efdef43d97725143174d047baed7)
- fef49f2e5e4cde5b194a54a4bd698160f9dfbdb6b06995a7a2036bead49304d1 (3f2cf5c5679dd230851457b1b8a704afbc6dee44)
- cdb4c93f1ad31707473a2c34cb2a59adf3e76f32b469498dd9496cb167692235 (8781ef7444b0c5b2df3d1a6e60007f687aac0d2a)
- 4b164b3cd207ff8058c893cfed79502b3ea669e170e76e82831baa5ea03995ab (059278435c0da5f45e189688877410ed6eeb66ce)
- d0221bc1300b6ad3e4c1ec2a7c4e25e8534e55aa2037c204c9b567f6ad62e4e8 (eac1ddda8ceb5f2e3fc90d530f985b28bb01e098)
- fcbd58e5bc59efdee9219c05989057054ffe8ff201ddbf289f0d51d4b2fb40f8 (4d45f99821bb53630dd229afa5d2a7140bfe58e3)
- 18c5c6a4b25b5e726fd7d8140f56c263e7aeb6d70b2a09916cbeb122e0029507 (29ac6098d600ed6402cf7489547abbccd5e17528)

Files changed (19) hide show
  1. .gitattributes +1 -0
  2. Llama-3-8B-Instruct-32k-v0.1.IQ1_M.gguf +2 -2
  3. Llama-3-8B-Instruct-32k-v0.1.IQ1_S.gguf +2 -2
  4. Llama-3-8B-Instruct-32k-v0.1.IQ2_XS.gguf +2 -2
  5. Llama-3-8B-Instruct-32k-v0.1.IQ3_XS.gguf +2 -2
  6. Llama-3-8B-Instruct-32k-v0.1.IQ4_XS.gguf +2 -2
  7. Llama-3-8B-Instruct-32k-v0.1.Q2_K.gguf +2 -2
  8. Llama-3-8B-Instruct-32k-v0.1.Q3_K_L.gguf +2 -2
  9. Llama-3-8B-Instruct-32k-v0.1.Q3_K_M.gguf +2 -2
  10. Llama-3-8B-Instruct-32k-v0.1.Q3_K_S.gguf +2 -2
  11. Llama-3-8B-Instruct-32k-v0.1.Q4_K_M.gguf +2 -2
  12. Llama-3-8B-Instruct-32k-v0.1.Q4_K_S.gguf +2 -2
  13. Llama-3-8B-Instruct-32k-v0.1.Q5_K_M.gguf +2 -2
  14. Llama-3-8B-Instruct-32k-v0.1.Q5_K_S.gguf +2 -2
  15. Llama-3-8B-Instruct-32k-v0.1.Q6_K.gguf +2 -2
  16. Llama-3-8B-Instruct-32k-v0.1.Q8_0.gguf +2 -2
  17. Llama-3-8B-Instruct-32k-v0.1.fp16.gguf +2 -2
  18. README.md +0 -2
  19. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -49,3 +49,4 @@ Llama-3-8B-Instruct-32k-v0.1.IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
  Llama-3-8B-Instruct-32k-v0.1.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
50
  Llama-3-8B-Instruct-32k-v0.1.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
51
  Llama-3-8B-Instruct-32k-v0.1.IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
 
 
49
  Llama-3-8B-Instruct-32k-v0.1.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
50
  Llama-3-8B-Instruct-32k-v0.1.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
51
  Llama-3-8B-Instruct-32k-v0.1.IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
52
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
Llama-3-8B-Instruct-32k-v0.1.IQ1_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:da2fcce3d8c58bc2a755fe27d678063a507b87fd1098abe25ab0f605b96a7c7f
3
- size 2161971456
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c34c03b461404792ced4b72c922486ee171f71178880c97360cca2c6b680c8ea
3
+ size 2161971712
Llama-3-8B-Instruct-32k-v0.1.IQ1_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1dcb15882bf8150acc1cfc674068c3bfbc774da26c6c696f757f4b6721974ccc
3
- size 2019627264
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4fadff00eb34f9bb76641532a2df2c47fca5b1478a21535f33c83056cc5eede
3
+ size 2019627520
Llama-3-8B-Instruct-32k-v0.1.IQ2_XS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:83769ca2286890e43ea38db8d7ea9986da1bc17dbd80005c24bc75c099dced9b
3
- size 2605781248
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83d108c910997e2f8429f8929c165401a7f0804a1f60e37f3b4d3982af70a3bb
3
+ size 2605781504
Llama-3-8B-Instruct-32k-v0.1.IQ3_XS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3ff1b951b4ff829b2d7efbc256f2601d96e03326213b2779b14bfc40ab96d80a
3
- size 3518746880
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7e1d5bf9bad303bdd4870b36aa26ec3dd1c1d8b4304a2f8bac63d4b23814584
3
+ size 3518747136
Llama-3-8B-Instruct-32k-v0.1.IQ4_XS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:871e5fdb3b7af047da25712a800c06cc9bd049139273e53cea0b3c77b86cdb4f
3
- size 4447662336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43dbadccb96b7aceefd5553d4c0877dac3cb3a52b57e36eda99f5a35f5f2db0d
3
+ size 4447662592
Llama-3-8B-Instruct-32k-v0.1.Q2_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3e8c706b71e7e98d75d1c29b429c13a7e7cc58b71ae07f666f8a4c601345d60f
3
- size 3179131136
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8a28c971b03973dda3000c1b86eb255e7fb41465e2656d4582199d0964a21a4
3
+ size 3179131392
Llama-3-8B-Instruct-32k-v0.1.Q3_K_L.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0d63f1d2674d00c153c9e63e7ad3b522a7313e0eae15ce329f6ceb7962ec7fb6
3
- size 4321956096
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9be524edc0602d0f1353da9eb55dd414fe7b8de2cbbab6cec4b3b5332d4eba74
3
+ size 4321956352
Llama-3-8B-Instruct-32k-v0.1.Q3_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:17e585ae4c781a702d153877671e1a7d539d2d479a38a94c47d90c46b3a6dc62
3
- size 4018917632
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d4204bf8376d1f5c2abdfadac84557aef7d06ed56efa173ad4badbc6a4687b4
3
+ size 4018917888
Llama-3-8B-Instruct-32k-v0.1.Q3_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:936fa80bddcb92beb11a9efe2c3fe1ea07923c9061c2bb21989c8e30d7daf5da
3
- size 3664498944
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c23fc32107a5edf6bdabc832ca563c9ec6b6102d4cf8910e0600cb051746e3b
3
+ size 3664499200
Llama-3-8B-Instruct-32k-v0.1.Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c9785b690c70160cc595b2176c9ee84dab89b139f627d09ea52286484f13c3b0
3
- size 4920733952
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce73ab970160293bf13a9c707f3bd973b49387ef5bc6681019afcc1ec42df6e2
3
+ size 4920734208
Llama-3-8B-Instruct-32k-v0.1.Q4_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fdf0b7c6cafd5a0ae7e7d7e021228b83b6cf1e59526406a6f3acf0fdf6fad93e
3
- size 4692668672
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae85c66329cb71eb6db48d94039472ae10462120f38fffdef92d998aab166180
3
+ size 4692668928
Llama-3-8B-Instruct-32k-v0.1.Q5_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6851e1e2648475192766596799568b2a89faca9ac645e2d27cca84ba87b446ec
3
- size 5732987136
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:553e6c15eac274589a9f7745fa4510cbdd8ce18d17f21481cb1123f60477ea47
3
+ size 5732987392
Llama-3-8B-Instruct-32k-v0.1.Q5_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:989216257647920e388b17922b73f990d9c63e464492dd9eb55f4e76968e9df7
3
- size 5599293696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8c41459f769670c9b9991df0c30771ecf0e8cd452031046b50bb01666b872bc
3
+ size 5599293952
Llama-3-8B-Instruct-32k-v0.1.Q6_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:05d00998b0a2f6a678e363dd3cda64284a1a54233e44a69976a62b92ca7072af
3
- size 6596006144
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d1ea9441a3e3eed59473ab7c7388f47767d5fe9f61af747f576df6bb9bd9558
3
+ size 6596006400
Llama-3-8B-Instruct-32k-v0.1.Q8_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4e5933f73b784f48320f69d1312f967e5211de0ec941bd1985134e1c6b9244bb
3
- size 8540770560
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d66b88c6c85fe7e531ac850b472ba6445269d9d5d7f3dc687a9faa13a1b79afc
3
+ size 8540770816
Llama-3-8B-Instruct-32k-v0.1.fp16.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:35791f44b0bbb6f819e033692824d5f30d7cccf7174bf1815d178af6bfeaa1b4
3
- size 16068890848
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ffaa428dbdbbe480f51ad7315da7892f290964a2d422707ff590f54379332c4
3
+ size 16068890944
README.md CHANGED
@@ -9,8 +9,6 @@ tags:
9
  - 8-bit
10
  - GGUF
11
  - text-generation
12
- - llama
13
- - llama-3
14
  - text-generation
15
  model_name: Llama-3-8B-Instruct-32k-v0.1-GGUF
16
  base_model: MaziyarPanahi/Llama-3-8B-Instruct-32k-v0.1
 
9
  - 8-bit
10
  - GGUF
11
  - text-generation
 
 
12
  - text-generation
13
  model_name: Llama-3-8B-Instruct-32k-v0.1-GGUF
14
  base_model: MaziyarPanahi/Llama-3-8B-Instruct-32k-v0.1
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:218829cbec9a6eaba368d228493f5fafcdb84d06b380d1679eb27c810a689e0d
3
+ size 4988146