Hugging Face's logo

thesven
/
Hermes-2-Theta-Llama-3-8B-GGUF

GGUF
English
Llama-3
instruct
finetune
chatml
DPO
RLHF
gpt4
synthetic data
distillation
function calling
json mode
axolotl
merges
Inference Endpoints
conversational
Model card Files Community
thesven commited on
Commit
5ced4fc
•
1 Parent(s): 76d4ed7

Upload folder using huggingface_hub

Browse files
Files changed (25) hide show
  1. .gitattributes +1 -0
  2. Hermes-2-Theta-Llama-3-8B-GGUF-IQ1_S.bin +3 -0
  3. Hermes-2-Theta-Llama-3-8B-GGUF-IQ2_S.bin +3 -0
  4. Hermes-2-Theta-Llama-3-8B-GGUF-IQ2_XS.bin +3 -0
  5. Hermes-2-Theta-Llama-3-8B-GGUF-IQ3_S.bin +3 -0
  6. Hermes-2-Theta-Llama-3-8B-GGUF-IQ3_XXS.bin +3 -0
  7. Hermes-2-Theta-Llama-3-8B-GGUF-IQ4_NL.bin +3 -0
  8. Hermes-2-Theta-Llama-3-8B-GGUF-IQ4_XS.bin +3 -0
  9. Hermes-2-Theta-Llama-3-8B-GGUF-Q2_K.bin +3 -0
  10. Hermes-2-Theta-Llama-3-8B-GGUF-Q3_K.bin +3 -0
  11. Hermes-2-Theta-Llama-3-8B-GGUF-Q3_K_S.bin +3 -0
  12. Hermes-2-Theta-Llama-3-8B-GGUF-Q4_0.bin +3 -0
  13. Hermes-2-Theta-Llama-3-8B-GGUF-Q4_1.bin +3 -0
  14. Hermes-2-Theta-Llama-3-8B-GGUF-Q4_K.bin +3 -0
  15. Hermes-2-Theta-Llama-3-8B-GGUF-Q4_K_M.bin +3 -0
  16. Hermes-2-Theta-Llama-3-8B-GGUF-Q4_K_S.bin +3 -0
  17. Hermes-2-Theta-Llama-3-8B-GGUF-Q5_0.bin +3 -0
  18. Hermes-2-Theta-Llama-3-8B-GGUF-Q5_1.bin +3 -0
  19. Hermes-2-Theta-Llama-3-8B-GGUF-Q5_K.bin +3 -0
  20. Hermes-2-Theta-Llama-3-8B-GGUF-Q5_K_M.bin +3 -0
  21. Hermes-2-Theta-Llama-3-8B-GGUF-Q5_K_S.bin +3 -0
  22. Hermes-2-Theta-Llama-3-8B-GGUF-Q6_K.bin +3 -0
  23. Hermes-2-Theta-Llama-3-8B-GGUF-Q8_0.bin +3 -0
  24. Hermes-2-Theta-Llama-3-8B-GGUF-f16.bin +3 -0
  25. imatrix_Hermes-2-Theta-Llama-3-8B.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ imatrix_Hermes-2-Theta-Llama-3-8B.dat filter=lfs diff=lfs merge=lfs -text
Hermes-2-Theta-Llama-3-8B-GGUF-IQ1_S.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10e6b88e12baa1310a858a248071d08af91dcd9aa8146a9c3d088071e7811f58
3
+ size 2019627264
Hermes-2-Theta-Llama-3-8B-GGUF-IQ2_S.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa7ef31f466f8d841928da8d5412f0bb516e9573508308016cf90c4a055a457c
3
+ size 2758488320
Hermes-2-Theta-Llama-3-8B-GGUF-IQ2_XS.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3809db6757e085493b1737fa8ac3e269b63fa89aee0861c3a91a343ec2d65dbf
3
+ size 2605781248
Hermes-2-Theta-Llama-3-8B-GGUF-IQ3_S.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e72a4f3bda3870ac17483be8480f53da7821c5198e15c161e2efd335cb3f3d6
3
+ size 3682324736
Hermes-2-Theta-Llama-3-8B-GGUF-IQ3_XXS.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a12f1762854d34c438b2309a31ed5c19ef7a04a22c5717e09fe63d184e3db89
3
+ size 3274912000
Hermes-2-Theta-Llama-3-8B-GGUF-IQ4_NL.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b41bc0d320a33d58e00b49fc531f2eabcb2fce8c0a2b48b0401d4d5f269763a6
3
+ size 4677988608
Hermes-2-Theta-Llama-3-8B-GGUF-IQ4_XS.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2c52bbb4f7abdf00c6efaaaf9b0b05b267da5a0f62da46d6db349573929c5ef
3
+ size 4447662336
Hermes-2-Theta-Llama-3-8B-GGUF-Q2_K.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39d8bce07ce1a174fbb64a3b2600c6f15bd83c3476ccdd96e2a01279000f8c9f
3
+ size 3179130912
Hermes-2-Theta-Llama-3-8B-GGUF-Q3_K.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:138a91bb0d0ca3b240d187272ff4d946a8d0f49405b291f1e9632eed1c649446
3
+ size 4018917408
Hermes-2-Theta-Llama-3-8B-GGUF-Q3_K_S.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f953c0183d4e1b2d0bfd77d0e3cdd8ab4e0bc66e03eeaf19d2f8bd61ac301b6
3
+ size 3664498720
Hermes-2-Theta-Llama-3-8B-GGUF-Q4_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77853ba6c115cd70906e387a6124e116987a6829e82525f96a9464bb3f88aa82
3
+ size 4661211168
Hermes-2-Theta-Llama-3-8B-GGUF-Q4_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48dd3eaf08ebdc958db1754a54ec22ec608a6a803b8173e4beb66b6f1924afd9
3
+ size 5130252320
Hermes-2-Theta-Llama-3-8B-GGUF-Q4_K.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c822dcc7ac726ef26fe06bd3fd45832f98e0940751fe465dbe6138cbcad8e19
3
+ size 4920733728
Hermes-2-Theta-Llama-3-8B-GGUF-Q4_K_M.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c822dcc7ac726ef26fe06bd3fd45832f98e0940751fe465dbe6138cbcad8e19
3
+ size 4920733728
Hermes-2-Theta-Llama-3-8B-GGUF-Q4_K_S.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:028dacd20154438ccd9d4201e0216d5e6cb86bb8209348ded0859be1fc88fddd
3
+ size 4692668448
Hermes-2-Theta-Llama-3-8B-GGUF-Q5_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b03726350e10893a3bbff4748d4ba17cbb6a5486c986c5cc80c3431de65a790
3
+ size 5599293472
Hermes-2-Theta-Llama-3-8B-GGUF-Q5_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bc32b6cdeb15fe938e3fe03a362a77d2edb4bffcbfb3ed7367f25186df1c813
3
+ size 6068334624
Hermes-2-Theta-Llama-3-8B-GGUF-Q5_K.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f8699a7afb50c81326a303014338d0e784a969aee0cb9e92a5f7b87dbf2a61f
3
+ size 5732986912
Hermes-2-Theta-Llama-3-8B-GGUF-Q5_K_M.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f8699a7afb50c81326a303014338d0e784a969aee0cb9e92a5f7b87dbf2a61f
3
+ size 5732986912
Hermes-2-Theta-Llama-3-8B-GGUF-Q5_K_S.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4c960f1d70a8ba3f7c630b0d6c9892026ddc21aedb4a3a8a938b2e5e4f746bd
3
+ size 5599293472
Hermes-2-Theta-Llama-3-8B-GGUF-Q6_K.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa3e782c48d8b97c34ad6ee24a8d1439332cac92bd5a9ea077836925a17de2a6
3
+ size 6596005920
Hermes-2-Theta-Llama-3-8B-GGUF-Q8_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b54d05fda63ea01d847891178abaa4dc815149d27b5769925118f18914ebb5c
3
+ size 8540770336
Hermes-2-Theta-Llama-3-8B-GGUF-f16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96f8dfa9a9cb692ebb48250b0b9e4abeb6016f4ffb60f496c9489d525065f68b
3
+ size 16068890656
imatrix_Hermes-2-Theta-Llama-3-8B.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44114efd646336fdcf38814a1cdd74e06b6b8a735d549b5e5bd85614a3c76735
3
+ size 4988148