Hugging Face's logo

anthracite-org
/
magnum-v2.5-12b-kto-gguf

Text Generation
GGUF
chat
Inference Endpoints
Model card Files Community
lucyknada commited on
Commit
933341e
•
1 Parent(s): 18c562c

Upload folder using huggingface_hub

Browse files
Files changed (8) hide show
  1. .gitattributes +7 -0
  2. imatrix_data.dat +3 -0
  3. magnum-12b-v2.5-kto-IQ3_M.gguf +3 -0
  4. magnum-12b-v2.5-kto-IQ3_S.gguf +3 -0
  5. magnum-12b-v2.5-kto-IQ4_XS.gguf +3 -0
  6. magnum-12b-v2.5-kto-Q4_K_M.gguf +3 -0
  7. magnum-12b-v2.5-kto-Q5_K_M.gguf +3 -0
  8. magnum-12b-v2.5-kto-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,10 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ imatrix_data.dat filter=lfs diff=lfs merge=lfs -text
37
+ magnum-12b-v2.5-kto-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ magnum-12b-v2.5-kto-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ magnum-12b-v2.5-kto-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
40
+ magnum-12b-v2.5-kto-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
41
+ magnum-12b-v2.5-kto-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ magnum-12b-v2.5-kto-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
imatrix_data.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:913008b328f64c7e6e151dc501e91e529850575e4669a69ac796946b980043d0
3
+ size 7054399
magnum-12b-v2.5-kto-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b8ee320701e387dc2ed1ef04b5d34ace7fa33a4c90557a149acdf1e995097a9
3
+ size 5722232096
magnum-12b-v2.5-kto-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d00153e0828a3601a58b1ad3c7f931b7390ac3b2fe0d0f0fbff2a80ba9e2ba5d
3
+ size 5562078496
magnum-12b-v2.5-kto-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6b3dc8ffac44cc74b8b450fddfbce2db7c478227ef4fcaf412c2e4f8e9cb06d
3
+ size 6742709536
magnum-12b-v2.5-kto-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7264651ef663d588acff2291de8fe6fea381e1dd7f0d5d6a07ce561a3ea63ca7
3
+ size 7477204256
magnum-12b-v2.5-kto-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4308fccfd6d5bbdd755ebea691e6063dabcde2a69b1b2fbb5b85807afcf28e0b
3
+ size 8727631136
magnum-12b-v2.5-kto-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb21a106d8b2e88bad96994bd6e214a31c949b346c5f5b0724d6ab32424dec89
3
+ size 13022369056