Hugging Face's logo

KnutJaegersberg
/
2-bit-LLMs

Text Generation
GGUF
Inference Endpoints
Model card Files Community
8
KnutJaegersberg commited on
Commit
418ae7b
•
1 Parent(s): a9bfb02

Upload 25 files

Browse files
Files changed (26) hide show
  1. .gitattributes +25 -0
  2. Imatrix/imatrix_causallm-72b.dat +3 -0
  3. Imatrix/imatrix_codellama.dat +3 -0
  4. Imatrix/imatrix_deepmoney.dat +3 -0
  5. Imatrix/imatrix_deepseek.dat +3 -0
  6. Imatrix/imatrix_deita-4b.dat +3 -0
  7. Imatrix/imatrix_discolm-120b.dat +3 -0
  8. Imatrix/imatrix_hermes.dat +3 -0
  9. Imatrix/imatrix_kafka_70b.dat +3 -0
  10. Imatrix/imatrix_kafka_mixtral.dat +3 -0
  11. Imatrix/imatrix_lasermistral.dat +3 -0
  12. Imatrix/imatrix_longalpaca.dat +3 -0
  13. Imatrix/imatrix_malpha.dat +3 -0
  14. Imatrix/imatrix_momo-dpo.dat +3 -0
  15. Imatrix/imatrix_notux.dat +3 -0
  16. Imatrix/imatrix_qwen-72b.dat +3 -0
  17. Imatrix/imatrix_qwenchat-72b.dat +3 -0
  18. Imatrix/imatrix_senku.dat +3 -0
  19. Imatrix/imatrix_smaug-72b.dat +3 -0
  20. Imatrix/imatrix_smaug.dat +3 -0
  21. Imatrix/imatrix_sus-chat-72b.dat +3 -0
  22. Imatrix/imatrix_synthia.dat +3 -0
  23. Imatrix/imatrix_tess-72b.dat +3 -0
  24. Imatrix/imatrix_tess-m.dat +3 -0
  25. Imatrix/imatrix_xwinlm.dat +3 -0
  26. Imatrix/imatrix_yarn-70b.dat +3 -0
.gitattributes CHANGED
@@ -68,3 +68,28 @@ senku-70b-xs.gguf filter=lfs diff=lfs merge=lfs -text
68
  qwen-chat-72b-xs.gguf filter=lfs diff=lfs merge=lfs -text
69
  XWin-LM-70b-xs.gguf filter=lfs diff=lfs merge=lfs -text
70
  tess-72b-xs.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
68
  qwen-chat-72b-xs.gguf filter=lfs diff=lfs merge=lfs -text
69
  XWin-LM-70b-xs.gguf filter=lfs diff=lfs merge=lfs -text
70
  tess-72b-xs.gguf filter=lfs diff=lfs merge=lfs -text
71
+ Imatrix/imatrix_causallm-72b.dat filter=lfs diff=lfs merge=lfs -text
72
+ Imatrix/imatrix_codellama.dat filter=lfs diff=lfs merge=lfs -text
73
+ Imatrix/imatrix_deepmoney.dat filter=lfs diff=lfs merge=lfs -text
74
+ Imatrix/imatrix_deepseek.dat filter=lfs diff=lfs merge=lfs -text
75
+ Imatrix/imatrix_deita-4b.dat filter=lfs diff=lfs merge=lfs -text
76
+ Imatrix/imatrix_discolm-120b.dat filter=lfs diff=lfs merge=lfs -text
77
+ Imatrix/imatrix_hermes.dat filter=lfs diff=lfs merge=lfs -text
78
+ Imatrix/imatrix_kafka_70b.dat filter=lfs diff=lfs merge=lfs -text
79
+ Imatrix/imatrix_kafka_mixtral.dat filter=lfs diff=lfs merge=lfs -text
80
+ Imatrix/imatrix_lasermistral.dat filter=lfs diff=lfs merge=lfs -text
81
+ Imatrix/imatrix_longalpaca.dat filter=lfs diff=lfs merge=lfs -text
82
+ Imatrix/imatrix_malpha.dat filter=lfs diff=lfs merge=lfs -text
83
+ Imatrix/imatrix_momo-dpo.dat filter=lfs diff=lfs merge=lfs -text
84
+ Imatrix/imatrix_notux.dat filter=lfs diff=lfs merge=lfs -text
85
+ Imatrix/imatrix_qwen-72b.dat filter=lfs diff=lfs merge=lfs -text
86
+ Imatrix/imatrix_qwenchat-72b.dat filter=lfs diff=lfs merge=lfs -text
87
+ Imatrix/imatrix_senku.dat filter=lfs diff=lfs merge=lfs -text
88
+ Imatrix/imatrix_smaug-72b.dat filter=lfs diff=lfs merge=lfs -text
89
+ Imatrix/imatrix_smaug.dat filter=lfs diff=lfs merge=lfs -text
90
+ Imatrix/imatrix_sus-chat-72b.dat filter=lfs diff=lfs merge=lfs -text
91
+ Imatrix/imatrix_synthia.dat filter=lfs diff=lfs merge=lfs -text
92
+ Imatrix/imatrix_tess-72b.dat filter=lfs diff=lfs merge=lfs -text
93
+ Imatrix/imatrix_tess-m.dat filter=lfs diff=lfs merge=lfs -text
94
+ Imatrix/imatrix_xwinlm.dat filter=lfs diff=lfs merge=lfs -text
95
+ Imatrix/imatrix_yarn-70b.dat filter=lfs diff=lfs merge=lfs -text
Imatrix/imatrix_causallm-72b.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f28e85b3bfe1c3368596ae96215601e4674b08ed0e3ecd56b445f5ef03c5c4a3
3
+ size 23611534
Imatrix/imatrix_codellama.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1e5b675eb6c6579e2e95837d882c36a227c1fe5cacbc24f105a2555e68f49f1
3
+ size 24922254
Imatrix/imatrix_deepmoney.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d7532204a8df845c8a4d094c81b55ceee304d995881eb597da881761da60a22
3
+ size 27065909
Imatrix/imatrix_deepseek.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2cba9625ecee4f106dc3061ee42ca4127b4dd07347a2c0f8a5fe4e28cf064aa2
3
+ size 27065909
Imatrix/imatrix_deita-4b.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:775cae099558a6fe854dfe15a4af71227f543dbce9106caefccd5af5f2333ccf
3
+ size 3572774
Imatrix/imatrix_discolm-120b.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92e0cd7692a80671a289d40c7c3545cf995f05aa2289b33e85607863b712eb82
3
+ size 42679666
Imatrix/imatrix_hermes.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:213b04f6f03786076af616c85aa358c7603296471c8359627e4a1f4a4f7225e7
3
+ size 15251034
Imatrix/imatrix_kafka_70b.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e54774e97ee0db7bb8d5828272da2b9b65353d0247205ac26398689e48836e92
3
+ size 24922254
Imatrix/imatrix_kafka_mixtral.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61359a9b4b39ebf3ece98ef198ebd4b8bb1f30ec96554990294262affe9ca2a3
3
+ size 25722434
Imatrix/imatrix_lasermistral.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfce9f572e071c44401bd24bae10ab7adf901a8b27b64cb342e080c613d69219
3
+ size 4988126
Imatrix/imatrix_longalpaca.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff94f2673e14dc34df2f3eb9f383c415acd16a758f32be8aaad557915302c081
3
+ size 24922254
Imatrix/imatrix_malpha.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:359f441f98e0bb7bac542d3a81e06e4ca404e07f456bd1925f3bb102c0772d9d
3
+ size 24922254
Imatrix/imatrix_momo-dpo.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31d087f69160997ab0af873f160d2d4f96099c41df27fabe2635309aa232b11d
3
+ size 23611534
Imatrix/imatrix_notux.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5faa32b6b8933af2d868993c5f5387a5d9f4102f3684c3f1bf58f84241ba03c3
3
+ size 25722434
Imatrix/imatrix_qwen-72b.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22732a216b8bc688b097bdb5cad086b70c507f69b8006e23cd70e518197f7223
3
+ size 23611534
Imatrix/imatrix_qwenchat-72b.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27ce78eb877b7ba16e8f0fb3d275af82607e32f11cac9877a5e54578fcd89f0b
3
+ size 23611534
Imatrix/imatrix_senku.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:723c45168fe4f0e4178505eff13639682905b3b5b0b7519e45316b713902c1be
3
+ size 24922254
Imatrix/imatrix_smaug-72b.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed5bd94ad9c8206895a44c638d7e2648de0458b44bb859d597af23e50aa23093
3
+ size 23611534
Imatrix/imatrix_smaug.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a295d07ee56312ed03510169b58318dcf342e3feb885f3754e1ef1f2f18729b
3
+ size 15251034
Imatrix/imatrix_sus-chat-72b.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11c8ff1c15e2b4100b2eae4597e8aaac2f19bb6cf5094eb9e96c362db2713a13
3
+ size 23611534
Imatrix/imatrix_synthia.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c269ff1ea4c922489a48d053148aeb8f182dbb1b56b76660a7ae68ba9429453f
3
+ size 24922254
Imatrix/imatrix_tess-72b.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f490962cf57047866d6dde64c053c91bfd246a72a9c691119fdb029448a6c256
3
+ size 23611534
Imatrix/imatrix_tess-m.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51e1d58213af5f93b531d7792b4a36862e652784aa4b2d3407aea93007ef555a
3
+ size 15251034
Imatrix/imatrix_xwinlm.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67be59cd57daba83a3faaa924e6484977f61b2422a046a1725815def74084d61
3
+ size 24922254
Imatrix/imatrix_yarn-70b.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08f35056005ad5b30ad1f23dd340b88d9b44b6b04a45624d7f68f98394a9028c
3
+ size 24922254