Hugging Face's logo

mradermacher
/
orca_mini_v9_6_3B-Instruct-GGUF

Transformers
GGUF
English
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
3e0364b
·
verified ·
1 Parent(s): 1d2127f

uploaded from rich1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. orca_mini_v9_6_3B-Instruct.IQ4_XS.gguf +3 -0
  3. orca_mini_v9_6_3B-Instruct.Q2_K.gguf +3 -0
  4. orca_mini_v9_6_3B-Instruct.Q3_K_L.gguf +3 -0
  5. orca_mini_v9_6_3B-Instruct.Q3_K_M.gguf +3 -0
  6. orca_mini_v9_6_3B-Instruct.Q3_K_S.gguf +3 -0
  7. orca_mini_v9_6_3B-Instruct.Q4_K_M.gguf +3 -0
  8. orca_mini_v9_6_3B-Instruct.Q4_K_S.gguf +3 -0
  9. orca_mini_v9_6_3B-Instruct.Q5_K_M.gguf +3 -0
  10. orca_mini_v9_6_3B-Instruct.Q5_K_S.gguf +3 -0
  11. orca_mini_v9_6_3B-Instruct.Q6_K.gguf +3 -0
  12. orca_mini_v9_6_3B-Instruct.Q8_0.gguf +3 -0
  13. orca_mini_v9_6_3B-Instruct.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ orca_mini_v9_6_3B-Instruct.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ orca_mini_v9_6_3B-Instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ orca_mini_v9_6_3B-Instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ orca_mini_v9_6_3B-Instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ orca_mini_v9_6_3B-Instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ orca_mini_v9_6_3B-Instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ orca_mini_v9_6_3B-Instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ orca_mini_v9_6_3B-Instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ orca_mini_v9_6_3B-Instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ orca_mini_v9_6_3B-Instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ orca_mini_v9_6_3B-Instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ orca_mini_v9_6_3B-Instruct.f16.gguf filter=lfs diff=lfs merge=lfs -text
orca_mini_v9_6_3B-Instruct.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da4bd6c1a3ca10d1d80ea0d88f0baf1fef4f89065e9bd07af5252a33b73a72b8
3
+ size 2050218176
orca_mini_v9_6_3B-Instruct.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0fab14142c3ed907103bc9eff646a0d192632de10334e855e4728858e6e50f7
3
+ size 1493215424
orca_mini_v9_6_3B-Instruct.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab15b6be69ee29f096b8e0c05b636c9756ecd3b84fa0187faa991634bbf34003
3
+ size 1984643264
orca_mini_v9_6_3B-Instruct.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79758b93009fd1b49d1c3304aceb472180e367b18ff2dbaa6da6bf6f1d8bac28
3
+ size 1856454848
orca_mini_v9_6_3B-Instruct.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:573cca0ad2c23d6022756d65200a12fce71c5640af72c3b70846f57e36cdf2c4
3
+ size 1712144576
orca_mini_v9_6_3B-Instruct.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be0f752dbbdb5608f634d9491621fc99a41c6bd0945648a25d6d9b4e11e24168
3
+ size 2241001664
orca_mini_v9_6_3B-Instruct.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d1723b758ff4176f8c74e0de8c70ab5c2050e9fe853e73acff2a6873090fcbc
3
+ size 2149824704
orca_mini_v9_6_3B-Instruct.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f62bcd6f2532ec44029165fbd1490202ec0495209c9ef5d754bb5a1dae86cc5f
3
+ size 2593028288
orca_mini_v9_6_3B-Instruct.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:804e4fe4b4915594a26d463cfa443d99b2fc41e95ba3650580fa18e72e4139a8
3
+ size 2540386496
orca_mini_v9_6_3B-Instruct.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d31160b3dcd3c24ca97e43fcac87133d03d7fc4a028b735a4160486a201f9903
3
+ size 2967056576
orca_mini_v9_6_3B-Instruct.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04f3d80450c86b01a4f07f151da5bfef82281bd6c7589916f86cd520d64574ec
3
+ size 3840524480
orca_mini_v9_6_3B-Instruct.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ecd3481d960da5ed32554e42c29f7ce606a02ca8f136d54886221188aff10b4
3
+ size 7221690560