Hugging Face's logo

LiteLLMs
/
Rhea-72b-v0.5-GGUF

Transformers
GGUF
English
GGUF
Eval Results
Inference Endpoints
Model card Files Community
andrijdavid commited on
Commit
46daa1b
•
1 Parent(s): bc9f14d

Upload folder using huggingface_hub

Browse files
Files changed (28) hide show
  1. .gitattributes +25 -0
  2. Q2_K/Q2_K-00001-of-00001.gguf +2 -2
  3. Q3_K_L/Q3_K_L-00001-of-00002.gguf +3 -0
  4. Q3_K_L/Q3_K_L-00002-of-00002.gguf +3 -0
  5. Q3_K_M/Q3_K_M-00001-of-00002.gguf +3 -0
  6. Q3_K_M/Q3_K_M-00002-of-00002.gguf +3 -0
  7. Q3_K_S/Q3_K_S-00001-of-00001.gguf +2 -2
  8. Q4_0/Q4_0-00001-of-00002.gguf +3 -0
  9. Q4_0/Q4_0-00002-of-00002.gguf +3 -0
  10. Q4_1/Q4_1-00001-of-00002.gguf +3 -0
  11. Q4_1/Q4_1-00002-of-00002.gguf +3 -0
  12. Q4_K_M/Q4_K_M-00001-of-00002.gguf +3 -0
  13. Q4_K_M/Q4_K_M-00002-of-00002.gguf +3 -0
  14. Q4_K_S/Q4_K_S-00001-of-00002.gguf +3 -0
  15. Q4_K_S/Q4_K_S-00002-of-00002.gguf +3 -0
  16. Q5_0/Q5_0-00001-of-00002.gguf +3 -0
  17. Q5_0/Q5_0-00002-of-00002.gguf +3 -0
  18. Q5_1/Q5_1-00001-of-00002.gguf +3 -0
  19. Q5_1/Q5_1-00002-of-00002.gguf +3 -0
  20. Q5_K_M/Q5_K_M-00001-of-00002.gguf +3 -0
  21. Q5_K_M/Q5_K_M-00002-of-00002.gguf +3 -0
  22. Q5_K_S/Q5_K_S-00001-of-00002.gguf +3 -0
  23. Q5_K_S/Q5_K_S-00002-of-00002.gguf +3 -0
  24. Q6_K/Q6_K-00001-of-00002.gguf +3 -0
  25. Q6_K/Q6_K-00002-of-00002.gguf +3 -0
  26. Q8_0/Q8_0-00001-of-00003.gguf +3 -0
  27. Q8_0/Q8_0-00002-of-00003.gguf +3 -0
  28. Q8_0/Q8_0-00003-of-00003.gguf +3 -0
.gitattributes CHANGED
@@ -47,3 +47,28 @@ Q5_K_M/Q5_K_M-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
47
  Q5_K_S/Q5_K_S-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
48
  Q6_K/Q6_K-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
49
  Q8_0/Q8_0-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
47
  Q5_K_S/Q5_K_S-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
48
  Q6_K/Q6_K-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
49
  Q8_0/Q8_0-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Q3_K_L/Q3_K_L-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Q3_K_L/Q3_K_L-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Q3_K_M/Q3_K_M-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Q3_K_M/Q3_K_M-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Q4_0/Q4_0-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Q4_0/Q4_0-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Q4_1/Q4_1-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Q4_1/Q4_1-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Q4_K_M/Q4_K_M-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Q4_K_M/Q4_K_M-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Q4_K_S/Q4_K_S-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
61
+ Q4_K_S/Q4_K_S-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
62
+ Q5_0/Q5_0-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
63
+ Q5_0/Q5_0-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
64
+ Q5_1/Q5_1-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
65
+ Q5_1/Q5_1-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
66
+ Q5_K_M/Q5_K_M-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
67
+ Q5_K_M/Q5_K_M-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
68
+ Q5_K_S/Q5_K_S-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
69
+ Q5_K_S/Q5_K_S-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
70
+ Q6_K/Q6_K-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
71
+ Q6_K/Q6_K-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
72
+ Q8_0/Q8_0-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
73
+ Q8_0/Q8_0-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
74
+ Q8_0/Q8_0-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
Q2_K/Q2_K-00001-of-00001.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b1dbcd19bc4b8863dcf59a6f8a5d0bd8f417ffba2ba6be8a9c1a4bae759eee95
3
- size 5931840
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8cc7b4d91a5d82977ea5f17e874003da36c488883661a627bbffa77ad39a324
3
+ size 27079568256
Q3_K_L/Q3_K_L-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86a75160a825a14b05c410fcc63f5ddae61e2c3f8389caa7fda50921714fa35a
3
+ size 32164629120
Q3_K_L/Q3_K_L-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25fa58678f1601ca761e88b4015ac4d6740b4e4e33a573c2cea181c081ce0c50
3
+ size 6324134272
Q3_K_M/Q3_K_M-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:405c3985a9ecdde1c7bf0887b009d7cf6aaa45e0cea4d375c72a3252ef29ec91
3
+ size 32155917504
Q3_K_M/Q3_K_M-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8ae36902ef806abf1d722ff5ede40acdd133f633a44867207d86a698f7768f0
3
+ size 3120008992
Q3_K_S/Q3_K_S-00001-of-00001.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7f47281a8c992cfaf3cfeff6b990b9e13055be16cd8f5bf85fe4eb08ca657e6a
3
- size 5931840
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af10a49d28af23d0c19ff7a3692ca634bb7fc8db6a2627d5c2b97e1a9e9db671
3
+ size 31568161664
Q4_0/Q4_0-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cca34d609fa8fc724741ac716f5887221329cb484d398a05f8c05e21dbf2be5
3
+ size 32126254304
Q4_0/Q4_0-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c536bcc0fa3398e9ee31ef5913d50853c3be1df883d1984832bea43e968eb917
3
+ size 8876764960
Q4_1/Q4_1-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8ac6f7a1ab99e99f862cfb29b4aa326fdb95f01d301b255fcf4eeded5f58d8f
3
+ size 32169306752
Q4_1/Q4_1-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bf57cedc84ecd2b7ab3e3e8648380e8a77f883c9e968c88aa28c4fae5aabb7e
3
+ size 13273645408
Q4_K_M/Q4_K_M-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a665367cf4c2ffb550095bf8d049b99c4b6ff60c8fbfdd9fcae480963058eeba
3
+ size 32202601056
Q4_K_M/Q4_K_M-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:625f882b6c93ce39c81d3760bb8da9cda49d0cf0319a0745fb234645584f84e9
3
+ size 11568658848
Q4_K_S/Q4_K_S-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:455931378c36032b28a36c863a1f81c63e938de0d3eb3da489c9ec7bba9f74a1
3
+ size 32147028608
Q4_K_S/Q4_K_S-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bec7eb7ec8e70e00a3ee4c2c6b2fda87b7488c9a49f731e5605eb8838a8c7e9e
3
+ size 9141203328
Q5_0/Q5_0-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9620d30ef1b502802bc92fe954c2b581f4e291e87a3282ae20f1c0527ef0d764
3
+ size 32199907904
Q5_0/Q5_0-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd4f159cbd6a14767bd039c35655afb65df495e9dc5c6e794d81c0467c06fb06
3
+ size 17682977184
Q5_1/Q5_1-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:156d50a60518b1e950d4fb20eb8e9aa1def01f38074973720c6b92a406623ae6
3
+ size 32205573408
Q5_1/Q5_1-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ec4365272de9fccd596b19199345ec93fe8dd1ec67a1864a4f101a1f682d9fb
3
+ size 22117244640
Q5_K_M/Q5_K_M-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f43e6305b26464235d29dbca338853099468e62f2c89150d9d78bc9ab88d2e50
3
+ size 32189158976
Q5_K_M/Q5_K_M-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf0eff4d57e8e42addd10ca0593e6e0fea7d434c524be348c3ded8636459d98d
3
+ size 19119789504
Q5_K_S/Q5_K_S-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc7da0fc6dc5c82264637df6c59195c332c97c41663f01a03bae289198ee4885
3
+ size 32199907904
Q5_K_S/Q5_K_S-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd868cdf5992e0779ef6a4cb159d75e4ea38ddac765d9aab997cab05d7ad072f
3
+ size 17682977184
Q6_K/Q6_K-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f496f944255f6e9ff2ca1f560a4e821a6b93a2b6afe2cd0f7ae9432a1eae7f8
3
+ size 32194888160
Q6_K/Q6_K-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf753049f6c1ccd56d81b5d5aa0184194af1787f388016cf8bd8d2b71af8b08e
3
+ size 27122854400
Q8_0/Q8_0-00001-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea400e28db187a83a4753c55ad6990247ab4cfe92b54aebbe679b1ac0c7b971c
3
+ size 32139010848
Q8_0/Q8_0-00002-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ac1571346e18e416d4bbcee55fa4bcb59433f3d038a870a9572f78214065b68
3
+ size 32164603232
Q8_0/Q8_0-00003-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a27bcac0f8aaed05658d8165c976a7f3b247be8dc03c7ddb577c5a256526bbf
3
+ size 12520563712