Hugging Face's logo

LiteLLMs
/
Rhea-72b-v0.5-GGUF

Transformers
GGUF
English
GGUF
Eval Results
Inference Endpoints
Model card Files Community
andrijdavid commited on
Commit
bc9f14d
•
1 Parent(s): da012f2

Upload folder using huggingface_hub

Browse files
Files changed (15) hide show
  1. .gitattributes +14 -0
  2. Q2_K/Q2_K-00001-of-00001.gguf +3 -0
  3. Q3_K_L/Q3_K_L-00001-of-00001.gguf +3 -0
  4. Q3_K_M/Q3_K_M-00001-of-00001.gguf +3 -0
  5. Q3_K_S/Q3_K_S-00001-of-00001.gguf +3 -0
  6. Q4_0/Q4_0-00001-of-00001.gguf +3 -0
  7. Q4_1/Q4_1-00001-of-00001.gguf +3 -0
  8. Q4_K_M/Q4_K_M-00001-of-00001.gguf +3 -0
  9. Q4_K_S/Q4_K_S-00001-of-00001.gguf +3 -0
  10. Q5_0/Q5_0-00001-of-00001.gguf +3 -0
  11. Q5_1/Q5_1-00001-of-00001.gguf +3 -0
  12. Q5_K_M/Q5_K_M-00001-of-00001.gguf +3 -0
  13. Q5_K_S/Q5_K_S-00001-of-00001.gguf +3 -0
  14. Q6_K/Q6_K-00001-of-00001.gguf +3 -0
  15. Q8_0/Q8_0-00001-of-00001.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,17 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Q2_K/Q2_K-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Q3_K_L/Q3_K_L-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Q3_K_M/Q3_K_M-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Q3_K_S/Q3_K_S-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Q4_0/Q4_0-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Q4_1/Q4_1-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Q4_K_M/Q4_K_M-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Q4_K_S/Q4_K_S-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Q5_0/Q5_0-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Q5_1/Q5_1-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Q5_K_M/Q5_K_M-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Q5_K_S/Q5_K_S-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Q6_K/Q6_K-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Q8_0/Q8_0-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
Q2_K/Q2_K-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1dbcd19bc4b8863dcf59a6f8a5d0bd8f417ffba2ba6be8a9c1a4bae759eee95
3
+ size 5931840
Q3_K_L/Q3_K_L-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6db7a0ccd9de790dfabd2a71e519b1955897ebbd71989bd48512a616c277729
3
+ size 5931840
Q3_K_M/Q3_K_M-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2a395f53e5b078a9f74f47c8b5bb268cea35b9e8e85da34c1efa15b6a872840
3
+ size 5931840
Q3_K_S/Q3_K_S-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f47281a8c992cfaf3cfeff6b990b9e13055be16cd8f5bf85fe4eb08ca657e6a
3
+ size 5931840
Q4_0/Q4_0-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf3b523b66bc4261243324421a81616fcbbf1022079e8782ad40b610d7b973d9
3
+ size 5931840
Q4_1/Q4_1-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:134db37171623390226c0cffcd8be1eb2ebe7fbf35869218a76d84806f625a75
3
+ size 5931840
Q4_K_M/Q4_K_M-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c7b4f18c45b96676718157a34ba1022ca44d203f15054834f6965189a54f85a
3
+ size 5931840
Q4_K_S/Q4_K_S-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd0bbbea74a31b5a06236491a782344ebe2ebe219702b4bb7583c561902a6dee
3
+ size 5931840
Q5_0/Q5_0-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:426fe1cc0c0f07c933d060612c6ab56746ffa2f5581bfeb3f0818e1edc2effec
3
+ size 5931840
Q5_1/Q5_1-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99e2c895c4b96e758089f6eba5711dae3eae6d9a1260283c51019c95bab2f350
3
+ size 5931840
Q5_K_M/Q5_K_M-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca11ed054bc398ec5c8575d0621135df01423f18e7aed53d01b78413317c64e6
3
+ size 5931840
Q5_K_S/Q5_K_S-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf98ec9d9f049e1e1121d2306defc97b5a32b35f5ab8df6820905b1dfe877457
3
+ size 5931840
Q6_K/Q6_K-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a11f0152a862cb1b4276444281a815f0be7011374dd4d0adfb2ae1f1f0a5c6b9
3
+ size 5931840
Q8_0/Q8_0-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcb0dfd00b5db382d26c9d6c731986d42000f8941919d88d62f0298bd6e14251
3
+ size 5931840