Hugging Face's logo

RichardErkhov
/
Llama-2-7b-chat-hf-gguf

GGUF
Model card Files Community
RichardErkhov commited on
Commit
842374e
•
1 Parent(s): 5638295

Upload 22 files

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. Llama-2-7b-chat-hf.IQ3_M.gguf +3 -0
  3. Llama-2-7b-chat-hf.IQ3_S.gguf +3 -0
  4. Llama-2-7b-chat-hf.IQ3_XS.gguf +3 -0
  5. Llama-2-7b-chat-hf.IQ4_NL.gguf +3 -0
  6. Llama-2-7b-chat-hf.IQ4_XS.gguf +3 -0
  7. Llama-2-7b-chat-hf.Q2_K.gguf +3 -0
  8. Llama-2-7b-chat-hf.Q3_K.gguf +3 -0
  9. Llama-2-7b-chat-hf.Q3_K_L.gguf +3 -0
  10. Llama-2-7b-chat-hf.Q3_K_M.gguf +3 -0
  11. Llama-2-7b-chat-hf.Q3_K_S.gguf +3 -0
  12. Llama-2-7b-chat-hf.Q4_0.gguf +3 -0
  13. Llama-2-7b-chat-hf.Q4_1.gguf +3 -0
  14. Llama-2-7b-chat-hf.Q4_K.gguf +3 -0
  15. Llama-2-7b-chat-hf.Q4_K_M.gguf +3 -0
  16. Llama-2-7b-chat-hf.Q4_K_S.gguf +3 -0
  17. Llama-2-7b-chat-hf.Q5_0.gguf +3 -0
  18. Llama-2-7b-chat-hf.Q5_1.gguf +3 -0
  19. Llama-2-7b-chat-hf.Q5_K.gguf +3 -0
  20. Llama-2-7b-chat-hf.Q5_K_M.gguf +3 -0
  21. Llama-2-7b-chat-hf.Q5_K_S.gguf +3 -0
  22. Llama-2-7b-chat-hf.Q6_K.gguf +3 -0
  23. Llama-2-7b-chat-hf.fp16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Llama-2-7b-chat-hf.fp16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Llama-2-7b-chat-hf.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Llama-2-7b-chat-hf.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Llama-2-7b-chat-hf.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Llama-2-7b-chat-hf.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Llama-2-7b-chat-hf.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Llama-2-7b-chat-hf.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Llama-2-7b-chat-hf.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Llama-2-7b-chat-hf.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Llama-2-7b-chat-hf.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Llama-2-7b-chat-hf.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Llama-2-7b-chat-hf.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Llama-2-7b-chat-hf.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Llama-2-7b-chat-hf.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Llama-2-7b-chat-hf.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Llama-2-7b-chat-hf.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Llama-2-7b-chat-hf.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Llama-2-7b-chat-hf.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Llama-2-7b-chat-hf.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Llama-2-7b-chat-hf.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Llama-2-7b-chat-hf.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Llama-2-7b-chat-hf.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Llama-2-7b-chat-hf.IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10b908cd626dac529f7e2336fdc9a54df40057621e6e28a5050c024451317a18
3
+ size 3114865280
Llama-2-7b-chat-hf.IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:387803662edd943c0d6e6f184bf078d7efaacc7ef90c6886b1ca2e0ffd1bb3a0
3
+ size 2948305536
Llama-2-7b-chat-hf.IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f9291d5d657d439dbf5603674bb7b1647cbe643e0ebca071068e1c6c80a99bf
3
+ size 2796524160
Llama-2-7b-chat-hf.IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3717bcf1093c75baa6a9964b6ec844c7f28aced4ed1794bdc60529897ab83ba
3
+ size 3848352384
Llama-2-7b-chat-hf.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49dc1b718741f7358359f748188a31ff565fd4d01bbf2188078ab8821495d4d6
3
+ size 3647517312
Llama-2-7b-chat-hf.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40ce655fcb22434e88eedf42deca57e7c00adc999368c9fe845db18ee47d74db
3
+ size 2532864640
Llama-2-7b-chat-hf.Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:702d4a49251cc1ccc4754bfe7f0100eab972ac76cdcddc256c68034269e3b722
3
+ size 3298005632
Llama-2-7b-chat-hf.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05caea59cf549aaac1401d1d17614a1d39011a2e6928094c651896c7fad81b01
3
+ size 3597111936
Llama-2-7b-chat-hf.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:702d4a49251cc1ccc4754bfe7f0100eab972ac76cdcddc256c68034269e3b722
3
+ size 3298005632
Llama-2-7b-chat-hf.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed85eaaf91d937b1a1ae11beee19c56b13ed97e2d5b3f5fd32cb9c21a6b0bd23
3
+ size 2948305536
Llama-2-7b-chat-hf.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fc9bea3a96d651e6325f6758f744db96d7c72abaff2a1aea00a6264b20eb8c1
3
+ size 3825808000
Llama-2-7b-chat-hf.Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:126123b0d1184356ae1ec9192767abdd23c15c5d109b8359e8b082ce84adf161
3
+ size 4238750336
Llama-2-7b-chat-hf.Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4ce5b1613e6875035095b2ae91062be3bb6586bd41e713f874599dd5fba278d
3
+ size 4081005184
Llama-2-7b-chat-hf.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4ce5b1613e6875035095b2ae91062be3bb6586bd41e713f874599dd5fba278d
3
+ size 4081005184
Llama-2-7b-chat-hf.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b1d1e1bb0ea5f353d48ff78d34b28d514b03abcb7645c79dfd58bd2ffe416e5
3
+ size 3856740992
Llama-2-7b-chat-hf.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:850b9cfccce34f2083a062e48ebeede15e236b698dcb9e03df78f7601983d860
3
+ size 4651692672
Llama-2-7b-chat-hf.Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9ec34138bc7c58491c319718627f69a4c7830d7d650438995796ce6d4197762
3
+ size 5064635008
Llama-2-7b-chat-hf.Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bddb19dfa209479db36593a663d2b4635e1cbe8b0d3bf7ccaeea55aca7f75e6
3
+ size 4783157888
Llama-2-7b-chat-hf.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bddb19dfa209479db36593a663d2b4635e1cbe8b0d3bf7ccaeea55aca7f75e6
3
+ size 4783157888
Llama-2-7b-chat-hf.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f6e9414c9e97b794d04d5bba1020a2f3f724244afb4a794ca6653bd8570536c
3
+ size 4651692672
Llama-2-7b-chat-hf.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0af46fb27196d046ec62e5ed3b9b19e3be60651e15faf32a6fa8b08a94905e0c
3
+ size 5529195136
Llama-2-7b-chat-hf.fp16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23007e0c21faf4845ef8a04610c4f798d0314f9d3765fe36b1710e0294309af2
3
+ size 13478105696