Hugging Face's logo

brittlewis12
/
Hermes-2-Pro-Llama-3-8B-GGUF

GGUF
Model card Files Community
brittlewis12 commited on
Commit
a679721
•
1 Parent(s): 9b3b3ec

Upload folder using huggingface_hub

Browse files
Files changed (29) hide show
  1. .gitattributes +28 -0
  2. hermes-2-pro-llama-3-8b.IQ1_M.gguf +3 -0
  3. hermes-2-pro-llama-3-8b.IQ1_S.gguf +3 -0
  4. hermes-2-pro-llama-3-8b.IQ2_M.gguf +3 -0
  5. hermes-2-pro-llama-3-8b.IQ2_S.gguf +3 -0
  6. hermes-2-pro-llama-3-8b.IQ2_XS.gguf +3 -0
  7. hermes-2-pro-llama-3-8b.IQ2_XXS.gguf +3 -0
  8. hermes-2-pro-llama-3-8b.IQ3_M.gguf +3 -0
  9. hermes-2-pro-llama-3-8b.IQ3_S.gguf +3 -0
  10. hermes-2-pro-llama-3-8b.IQ3_XS.gguf +3 -0
  11. hermes-2-pro-llama-3-8b.IQ3_XXS.gguf +3 -0
  12. hermes-2-pro-llama-3-8b.IQ4_NL.gguf +3 -0
  13. hermes-2-pro-llama-3-8b.IQ4_XS.gguf +3 -0
  14. hermes-2-pro-llama-3-8b.Q2_K.gguf +3 -0
  15. hermes-2-pro-llama-3-8b.Q2_K_S.gguf +3 -0
  16. hermes-2-pro-llama-3-8b.Q3_K_L.gguf +3 -0
  17. hermes-2-pro-llama-3-8b.Q3_K_M.gguf +3 -0
  18. hermes-2-pro-llama-3-8b.Q3_K_S.gguf +3 -0
  19. hermes-2-pro-llama-3-8b.Q4_0.gguf +3 -0
  20. hermes-2-pro-llama-3-8b.Q4_1.gguf +3 -0
  21. hermes-2-pro-llama-3-8b.Q4_K_M.gguf +3 -0
  22. hermes-2-pro-llama-3-8b.Q4_K_S.gguf +3 -0
  23. hermes-2-pro-llama-3-8b.Q5_0.gguf +3 -0
  24. hermes-2-pro-llama-3-8b.Q5_1.gguf +3 -0
  25. hermes-2-pro-llama-3-8b.Q5_K_M.gguf +3 -0
  26. hermes-2-pro-llama-3-8b.Q5_K_S.gguf +3 -0
  27. hermes-2-pro-llama-3-8b.Q6_K.gguf +3 -0
  28. hermes-2-pro-llama-3-8b.Q8_0.gguf +3 -0
  29. hermes-2-pro-llama-3-8b.fp16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,31 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ hermes-2-pro-llama-3-8b.IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ hermes-2-pro-llama-3-8b.IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ hermes-2-pro-llama-3-8b.IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ hermes-2-pro-llama-3-8b.IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ hermes-2-pro-llama-3-8b.IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
41
+ hermes-2-pro-llama-3-8b.IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ hermes-2-pro-llama-3-8b.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ hermes-2-pro-llama-3-8b.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ hermes-2-pro-llama-3-8b.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
45
+ hermes-2-pro-llama-3-8b.IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ hermes-2-pro-llama-3-8b.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
47
+ hermes-2-pro-llama-3-8b.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ hermes-2-pro-llama-3-8b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ hermes-2-pro-llama-3-8b.Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ hermes-2-pro-llama-3-8b.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ hermes-2-pro-llama-3-8b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ hermes-2-pro-llama-3-8b.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ hermes-2-pro-llama-3-8b.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ hermes-2-pro-llama-3-8b.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
55
+ hermes-2-pro-llama-3-8b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
56
+ hermes-2-pro-llama-3-8b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
57
+ hermes-2-pro-llama-3-8b.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
58
+ hermes-2-pro-llama-3-8b.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
59
+ hermes-2-pro-llama-3-8b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
60
+ hermes-2-pro-llama-3-8b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
61
+ hermes-2-pro-llama-3-8b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
62
+ hermes-2-pro-llama-3-8b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
63
+ hermes-2-pro-llama-3-8b.fp16.gguf filter=lfs diff=lfs merge=lfs -text
hermes-2-pro-llama-3-8b.IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7948142d985b325d8c8410c8b968a95b78130f8f6227ea122a5ec33255a0a962
3
+ size 2162105888
hermes-2-pro-llama-3-8b.IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:817c073e8944a13f39ccbd8d4602e5b2e3bf229c8da5b10d4f12bf8db31c9fbe
3
+ size 2019761696
hermes-2-pro-llama-3-8b.IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09fb741abb6418507ce756d516b4278e093ebce926a109471ec0fdab0e55de5c
3
+ size 2948428320
hermes-2-pro-llama-3-8b.IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91d2ec71ad6f77e3b70698e5210a6c492e5a386006bcae31ae3ed16a1ede8483
3
+ size 2758636064
hermes-2-pro-llama-3-8b.IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:527d5715f23c3f6f2ffaac019ec7c3a561e20f5a87e6841f31f62840dd69475d
3
+ size 2605915680
hermes-2-pro-llama-3-8b.IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffb0cd9a219a0af706fd9c140690fd27a917cafa18df63edcb4afc69b936f91a
3
+ size 2399346208
hermes-2-pro-llama-3-8b.IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b04c5c925cc16f5040d6a0e73cb71dd12312bad29535ac998684bbb18df18d7d
3
+ size 3784988192
hermes-2-pro-llama-3-8b.IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b33999ba52f0bbb0f3c4406194e6ca02b8e0b54e6ec2ac67fb642b2a56cc8db
3
+ size 3682489888
hermes-2-pro-llama-3-8b.IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51c0c36c023b466ed492a99a3157a679c8848cd6ca2f14bbc9377c60eb584508
3
+ size 3518912032
hermes-2-pro-llama-3-8b.IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa00e57f0754e66eed1d14d660c7e3ff1cf33ea8e9a95c18ea9c00938ec4887e
3
+ size 3275059744
hermes-2-pro-llama-3-8b.IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d1e32cd08528a03da4773e82cb3d334840435d85d5812c411a2498382c6f660
3
+ size 4678171168
hermes-2-pro-llama-3-8b.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9dc56147c17b07168e50197b2f092af39bc9571cba19e7e58ab8e54c8678b990
3
+ size 4447840800
hermes-2-pro-llama-3-8b.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b472cc11554f10499a8f7ae1625a0647c9f7ddea2208cb5e980d8d88c670c79
3
+ size 3179282752
hermes-2-pro-llama-3-8b.Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf8e6c6d64a34e1f69fc173e39caf5b1c5448e5a1dad4d27e83fe62141c9e53c
3
+ size 2988966432
hermes-2-pro-llama-3-8b.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1de4ce6474d1f9ac0ce2810fc7fe10ba10f17eed200104ef690013df94b6f72
3
+ size 4322121024
hermes-2-pro-llama-3-8b.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6d4e2f07119b1bc1a49c214a569d6aec1d94b5fffffd959ed4217744818e230
3
+ size 4019082560
hermes-2-pro-llama-3-8b.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:584a0c1e56aef2e3be45d01c8e731ae0e9c94b7f1b39b412fb9e0c5cdeb0fa1d
3
+ size 3664663872
hermes-2-pro-llama-3-8b.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:932951ed1a8642e4a886333c363f2a7e110a7e413699bcfaedaf4b1c4e84b159
3
+ size 4661393728
hermes-2-pro-llama-3-8b.Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0ab31acb18ce5b7816125618cc1ce258a7e5543238cdb53b0d7cd7fd02c434e
3
+ size 5130443072
hermes-2-pro-llama-3-8b.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e46558bf5b6dc7e34e151f0ed43ae88045e84679cbb85cd99b664093955cddca
3
+ size 4920916288
hermes-2-pro-llama-3-8b.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:caf2843bf9d016c57878d9d1c4805b8d2d3c223a2f4dcda5f332cfbc5c9fe42e
3
+ size 4692851008
hermes-2-pro-llama-3-8b.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:adf6482d67f67e68cd6ea851da17c0b4e2a7ff0c30922f9c31cf4944afa4aa82
3
+ size 5599492416
hermes-2-pro-llama-3-8b.Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbbdde1f9573b0f30dc27db3feb2ec3a8410ee3318aca4256f0dd1469f073d01
3
+ size 6068541760
hermes-2-pro-llama-3-8b.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5446d336538f0fd2a237d7bea8e1381baee34f21856ce1c67e286d3396de3447
3
+ size 5733185856
hermes-2-pro-llama-3-8b.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4a12d48b5ae660c8e02a915e0733c431e8ada34a018bd8532668e85578956ea
3
+ size 5599492416
hermes-2-pro-llama-3-8b.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fefed996768b5d57e6aa12fa0f982a5c36d97f18a2040157ccb9cd14d9b5662
3
+ size 6596222272
hermes-2-pro-llama-3-8b.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a8f471d6940dee972e579eebdb4d536174bda82b73463cd8ac7752a7b1973a3
3
+ size 8541050176
hermes-2-pro-llama-3-8b.fp16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1afd067c2399af84836154bb443181d178ee28577a4d4dc38daf3356ef6b19f1
3
+ size 16069416224