Hugging Face's logo

MaziyarPanahi
/
zephyr-orpo-141b-A35b-v0.1-GGUF

Text Generation
GGUF
English
GGUF
orpo
quantized
2-bit
3-bit
4-bit precision
5-bit
6-bit
8-bit precision
16-bit
mixtral
Mixture of Experts
Model card Files Community
10

Upload folder using huggingface_hub

#8
by MaziyarPanahi - opened
base: refs/heads/main
←
from: refs/pr/8
Discussion Files changed
+80
-0
Files changed (21) hide show
  1. .gitattributes +20 -0
  2. zephyr-orpo-141b-A35b-v0.1.IQ4_XS-00001-of-00005.gguf +3 -0
  3. zephyr-orpo-141b-A35b-v0.1.IQ4_XS-00002-of-00005.gguf +3 -0
  4. zephyr-orpo-141b-A35b-v0.1.IQ4_XS-00003-of-00005.gguf +3 -0
  5. zephyr-orpo-141b-A35b-v0.1.IQ4_XS-00004-of-00005.gguf +3 -0
  6. zephyr-orpo-141b-A35b-v0.1.IQ4_XS-00005-of-00005.gguf +3 -0
  7. zephyr-orpo-141b-A35b-v0.1.Q4_K_M-00001-of-00005.gguf +3 -0
  8. zephyr-orpo-141b-A35b-v0.1.Q4_K_M-00002-of-00005.gguf +3 -0
  9. zephyr-orpo-141b-A35b-v0.1.Q4_K_M-00003-of-00005.gguf +3 -0
  10. zephyr-orpo-141b-A35b-v0.1.Q4_K_M-00004-of-00005.gguf +3 -0
  11. zephyr-orpo-141b-A35b-v0.1.Q4_K_M-00005-of-00005.gguf +3 -0
  12. zephyr-orpo-141b-A35b-v0.1.Q4_K_S-00001-of-00005.gguf +3 -0
  13. zephyr-orpo-141b-A35b-v0.1.Q4_K_S-00002-of-00005.gguf +3 -0
  14. zephyr-orpo-141b-A35b-v0.1.Q4_K_S-00003-of-00005.gguf +3 -0
  15. zephyr-orpo-141b-A35b-v0.1.Q4_K_S-00004-of-00005.gguf +3 -0
  16. zephyr-orpo-141b-A35b-v0.1.Q4_K_S-00005-of-00005.gguf +3 -0
  17. zephyr-orpo-141b-A35b-v0.1.Q5_K_S-00001-of-00005.gguf +3 -0
  18. zephyr-orpo-141b-A35b-v0.1.Q5_K_S-00002-of-00005.gguf +3 -0
  19. zephyr-orpo-141b-A35b-v0.1.Q5_K_S-00003-of-00005.gguf +3 -0
  20. zephyr-orpo-141b-A35b-v0.1.Q5_K_S-00004-of-00005.gguf +3 -0
  21. zephyr-orpo-141b-A35b-v0.1.Q5_K_S-00005-of-00005.gguf +3 -0
.gitattributes CHANGED
@@ -58,3 +58,23 @@ zephyr-orpo-141b-A35b-v0.1.Q3_K_M-00002-of-00005.gguf filter=lfs diff=lfs merge=
58
  zephyr-orpo-141b-A35b-v0.1.Q3_K_M-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
59
  zephyr-orpo-141b-A35b-v0.1.Q3_K_M-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
60
  zephyr-orpo-141b-A35b-v0.1.Q3_K_M-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
58
  zephyr-orpo-141b-A35b-v0.1.Q3_K_M-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
59
  zephyr-orpo-141b-A35b-v0.1.Q3_K_M-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
60
  zephyr-orpo-141b-A35b-v0.1.Q3_K_M-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
61
+ zephyr-orpo-141b-A35b-v0.1.IQ4_XS-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
62
+ zephyr-orpo-141b-A35b-v0.1.IQ4_XS-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
63
+ zephyr-orpo-141b-A35b-v0.1.IQ4_XS-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
64
+ zephyr-orpo-141b-A35b-v0.1.IQ4_XS-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
65
+ zephyr-orpo-141b-A35b-v0.1.IQ4_XS-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
66
+ zephyr-orpo-141b-A35b-v0.1.Q4_K_M-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
67
+ zephyr-orpo-141b-A35b-v0.1.Q4_K_M-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
68
+ zephyr-orpo-141b-A35b-v0.1.Q4_K_M-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
69
+ zephyr-orpo-141b-A35b-v0.1.Q4_K_M-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
70
+ zephyr-orpo-141b-A35b-v0.1.Q4_K_M-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
71
+ zephyr-orpo-141b-A35b-v0.1.Q4_K_S-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
72
+ zephyr-orpo-141b-A35b-v0.1.Q4_K_S-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
73
+ zephyr-orpo-141b-A35b-v0.1.Q4_K_S-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
74
+ zephyr-orpo-141b-A35b-v0.1.Q4_K_S-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
75
+ zephyr-orpo-141b-A35b-v0.1.Q4_K_S-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
76
+ zephyr-orpo-141b-A35b-v0.1.Q5_K_S-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
77
+ zephyr-orpo-141b-A35b-v0.1.Q5_K_S-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
78
+ zephyr-orpo-141b-A35b-v0.1.Q5_K_S-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
79
+ zephyr-orpo-141b-A35b-v0.1.Q5_K_S-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
80
+ zephyr-orpo-141b-A35b-v0.1.Q5_K_S-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
zephyr-orpo-141b-A35b-v0.1.IQ4_XS-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95d4ba2183a1aa2a0ebc09638627e305d7a903ca3cf8b4a68378a77abca670dc
3
+ size 18016851424
zephyr-orpo-141b-A35b-v0.1.IQ4_XS-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d22584683beaa7d02a533bf92ba62259260aac9f37e22caa14face63628e9fb5
3
+ size 17847247040
zephyr-orpo-141b-A35b-v0.1.IQ4_XS-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88fa0203272a2abbd016f3dba90fe9628120bc274c287893f58ce7299aaa881d
3
+ size 16187875456
zephyr-orpo-141b-A35b-v0.1.IQ4_XS-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c9db32c1cf7a4965d70753a808661fbf43392d6bb7af883c9a3e6bdc98dabf8
3
+ size 17432699040
zephyr-orpo-141b-A35b-v0.1.IQ4_XS-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:075281b9f59ebb3cfea8bb9cbd7cca2a08ffeb7268566b00bf0a2686d3750b10
3
+ size 6869523776
zephyr-orpo-141b-A35b-v0.1.Q4_K_M-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3175f75f3c7913236b98fa94f9c9ccb0c4d09da846d4f330f5aff6ced2da4a4
3
+ size 19982390752
zephyr-orpo-141b-A35b-v0.1.Q4_K_M-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6f502c4d9e333ea6971e5121198289ede888d5ca46b5985a9bf6b8c18d9fe0e
3
+ size 19699687616
zephyr-orpo-141b-A35b-v0.1.Q4_K_M-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b94549a1b3c0efd637669cbe8215865fa1f191e67519f26caf93ff68aac2eff
3
+ size 17938473088
zephyr-orpo-141b-A35b-v0.1.Q4_K_M-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8278ebe253f5a71ef8416faf425ed78cd78de871a26d06b708021064f392d14
3
+ size 19675209888
zephyr-orpo-141b-A35b-v0.1.Q4_K_M-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7fea10fd7dc0f1f6a77c0bac9a831596cbfb39d3de4f614d99d1702f098167a
3
+ size 8290999616
zephyr-orpo-141b-A35b-v0.1.Q4_K_S-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d431b2cbe3e1c06e4bffd1166b972ce08212bd6647b0d30ff4ccf9a5fc97ec57
3
+ size 18818471392
zephyr-orpo-141b-A35b-v0.1.Q4_K_S-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccee3358e156321b33a87e275ddda94cf1ed5cf90ad4a8215f0a859e42781ba1
3
+ size 18869215424
zephyr-orpo-141b-A35b-v0.1.Q4_K_S-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c0e6d3c83682cc5d095e8a3d5c6d2da9d8a1fdbedea37224605e3e03d67163e
3
+ size 17108000896
zephyr-orpo-141b-A35b-v0.1.Q4_K_S-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:388b267b63b5470fe0b2273f8b07e631fb20489704603f093dadc5c55d75af60
3
+ size 18429501600
zephyr-orpo-141b-A35b-v0.1.Q4_K_S-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c25a288ff0cf98db36197728954da1d631352927091a126970d5c2474470a36
3
+ size 7252909376
zephyr-orpo-141b-A35b-v0.1.Q5_K_S-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de831e91377a1d33b9cebdddad2639c4cbc7df72a7cb0e0fd3e64c9b5453d7e2
3
+ size 22024951264
zephyr-orpo-141b-A35b-v0.1.Q5_K_S-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81ea9e169b2ac0c7c57fb1cf3625ebe6b12298efd821a05e8425173effffad56
3
+ size 22957088960
zephyr-orpo-141b-A35b-v0.1.Q5_K_S-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a0676ae952f89485cdf4bbdb63e6166bfc5e65c25d6f0d69fcc1572a3c529a1
3
+ size 20788502656
zephyr-orpo-141b-A35b-v0.1.Q5_K_S-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:333900884656ccd527bf222782f75c6d1cec3f12511130b1dc19b7991ac939b4
3
+ size 22416711840
zephyr-orpo-141b-A35b-v0.1.Q5_K_S-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:184f56c12525b3b5e554487c230965d5eb385481090823215eb3c7377c7f08fe
3
+ size 8786451776