Hugging Face's logo

SpongeEngine
/
Zion_Alpha_Instruction_Tuned-i1-GGUF

GGUF
English
SpongeQuant
i1-GGUF
Inference Endpoints
imatrix
conversational
Model card Files Community
dclipca commited on
Commit
816767a
·
verified ·
1 Parent(s): b064a89

Upload folder using huggingface_hub

Browse files
Files changed (24) hide show
  1. .gitattributes +22 -0
  2. README.md +26 -0
  3. Zion_Alpha_Instruction_Tuned.imatrix.dat +3 -0
  4. zion_alpha_instruction_tuned-i1-IQ2_S.gguf +3 -0
  5. zion_alpha_instruction_tuned-i1-IQ2_XS.gguf +3 -0
  6. zion_alpha_instruction_tuned-i1-IQ2_XXS.gguf +3 -0
  7. zion_alpha_instruction_tuned-i1-IQ3_M.gguf +3 -0
  8. zion_alpha_instruction_tuned-i1-IQ3_S.gguf +3 -0
  9. zion_alpha_instruction_tuned-i1-IQ3_XS.gguf +3 -0
  10. zion_alpha_instruction_tuned-i1-IQ3_XXS.gguf +3 -0
  11. zion_alpha_instruction_tuned-i1-IQ4_NL.gguf +3 -0
  12. zion_alpha_instruction_tuned-i1-IQ4_XS.gguf +3 -0
  13. zion_alpha_instruction_tuned-i1-Q2_K.gguf +3 -0
  14. zion_alpha_instruction_tuned-i1-Q2_K_S.gguf +3 -0
  15. zion_alpha_instruction_tuned-i1-Q3_K_L.gguf +3 -0
  16. zion_alpha_instruction_tuned-i1-Q3_K_M.gguf +3 -0
  17. zion_alpha_instruction_tuned-i1-Q3_K_S.gguf +3 -0
  18. zion_alpha_instruction_tuned-i1-Q4_0.gguf +3 -0
  19. zion_alpha_instruction_tuned-i1-Q4_1.gguf +3 -0
  20. zion_alpha_instruction_tuned-i1-Q4_K_M.gguf +3 -0
  21. zion_alpha_instruction_tuned-i1-Q4_K_S.gguf +3 -0
  22. zion_alpha_instruction_tuned-i1-Q5_K_M.gguf +3 -0
  23. zion_alpha_instruction_tuned-i1-Q5_K_S.gguf +3 -0
  24. zion_alpha_instruction_tuned-i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Zion_Alpha_Instruction_Tuned.imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ zion_alpha_instruction_tuned-i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ zion_alpha_instruction_tuned-i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
39
+ zion_alpha_instruction_tuned-i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
40
+ zion_alpha_instruction_tuned-i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
41
+ zion_alpha_instruction_tuned-i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
42
+ zion_alpha_instruction_tuned-i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ zion_alpha_instruction_tuned-i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
44
+ zion_alpha_instruction_tuned-i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
45
+ zion_alpha_instruction_tuned-i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ zion_alpha_instruction_tuned-i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ zion_alpha_instruction_tuned-i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
48
+ zion_alpha_instruction_tuned-i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
49
+ zion_alpha_instruction_tuned-i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
50
+ zion_alpha_instruction_tuned-i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ zion_alpha_instruction_tuned-i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
52
+ zion_alpha_instruction_tuned-i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
53
+ zion_alpha_instruction_tuned-i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
54
+ zion_alpha_instruction_tuned-i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
55
+ zion_alpha_instruction_tuned-i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
56
+ zion_alpha_instruction_tuned-i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
57
+ zion_alpha_instruction_tuned-i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: SicariusSicariiStuff/Zion_Alpha_Instruction_Tuned
3
+ language:
4
+ - en
5
+ license: mit
6
+ quantized_by: SpongeQuant
7
+ tags:
8
+ - SpongeQuant
9
+ - i1-GGUF
10
+ ---
11
+
12
+
13
+ Quantized to `i1-GGUF` using [SpongeQuant](https://github.com/SpongeEngine/SpongeQuant), the Oobabooga of LLM quantization. Chat & support at [Sponge Engine](https://discord.gg/azNmr2Gdgy).
14
+
15
+ <figure>
16
+ <img src="https://huggingface.co/spaces/SpongeEngine/README/resolve/main/096.png" alt="96. Artisan with drill">
17
+ <figcaption>96. Artisan with drill</figcaption>
18
+ </figure>
19
+
20
+ <figure>
21
+ <audio controls>
22
+ <source src="https://huggingface.co/spaces/SpongeEngine/README/resolve/main/017.mp3" type="audio/mp3">
23
+ Your browser does not support the audio element.
24
+ </audio>
25
+ <figcaption>17. Roncadoras and Drums – Musicians from Ancash</figcaption>
26
+ </figure>
Zion_Alpha_Instruction_Tuned.imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b7237e2005ac655b25feec5409014a8e2efb985c607558aef1638ac33e9ede0
3
+ size 4988161
zion_alpha_instruction_tuned-i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62db0544f008ff6f889863099402cf0ae0026011180d99194469a123e7a82253
3
+ size 2310920928
zion_alpha_instruction_tuned-i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e79f51023c89b2e3dbe3b0010c7a1b8940be25f7e025e0d8fae1af07260e0bd
3
+ size 2198256352
zion_alpha_instruction_tuned-i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b28672abb37b0a4c870dc0ed5ac17fdeca01f7a9700ab0a92666835f6e5df8f5
3
+ size 1991686880
zion_alpha_instruction_tuned-i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38811cd461ffd869dda81ddd6e1cfeff3682183d0acb5a00071ddd00c6632987
3
+ size 3284892384
zion_alpha_instruction_tuned-i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8e2cd849903ee87c2430c827a390d06ac34134c4a63796f181bcb56916779f4
3
+ size 3182394080
zion_alpha_instruction_tuned-i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b97eff62867e129a8eef8b8daa88fc44baa8c715ec0e6d1d1482bc5f2e4be722
3
+ size 3018816224
zion_alpha_instruction_tuned-i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed62ea87ba01915c08519f710014a53919d64aa92b63ab9f0d1e79f065aa4f3c
3
+ size 2827344608
zion_alpha_instruction_tuned-i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14f6a37c06d7948f69fb54369defb444732d5cbe5c33594ab3ffcac5f9736e42
3
+ size 4125694688
zion_alpha_instruction_tuned-i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:285add70876938d81db9d654f5907231f56a1105badcd95a9942af6596ab9df4
3
+ size 3907689184
zion_alpha_instruction_tuned-i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb9555f42c3b24f87692dad7d9b53a97823b06b8bdc9c723fc93ac400b4ed0ce
3
+ size 2719242976
zion_alpha_instruction_tuned-i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae29984a129f542bb0c5610afeb372479c33c78b5bb875cf3e631931cd3624a2
3
+ size 2528926432
zion_alpha_instruction_tuned-i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7078ffc6eb2124c2b9018ad8dd7ec2d1ae9fd0b6e21b77392779c91d98cf3e70
3
+ size 3822025440
zion_alpha_instruction_tuned-i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:001472f7e8f82ece0a1637e5cefcedb1b9fa63a05fe5240e1b3ab7855ac489c5
3
+ size 3518986976
zion_alpha_instruction_tuned-i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99191d9077497bd13cdc8ee17335269efcb86b61f8481aa67e1c5a6958217fd5
3
+ size 3164568288
zion_alpha_instruction_tuned-i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36074a1837b22e20353ba64bd2d16099360e7dfa19d091259008413531e95778
3
+ size 4123597536
zion_alpha_instruction_tuned-i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9aa681087fb5ae5c55e5dead4681af66d29141cb6515b421401c265d1d1bc7d7
3
+ size 4553317088
zion_alpha_instruction_tuned-i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59ceb76a6d0764ea3fcced708bc797a4e0ab17ba607d06300c4eb0c23cc38146
3
+ size 4368440032
zion_alpha_instruction_tuned-i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8eb3b5f3203b5a9a979509aea1724baf7b89ebbd410d4493489e2d7afb06440
3
+ size 4140374752
zion_alpha_instruction_tuned-i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbf8fe3ecbd025f8a6e45b26cfc289ed813232a906edf79c37da1479f2857c13
3
+ size 5131410144
zion_alpha_instruction_tuned-i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d37cee16d0c784c1f82a211d665a41977a26bbbd684d157027e7cdc60b9d29c8
3
+ size 4997716704
zion_alpha_instruction_tuned-i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2181361c4fc1a3b9501f15e871897f5ea98524330c20223a64d058b5012269ed
3
+ size 5942065888