Hugging Face's logo

dranger003
/
bagel-34b-v0.2-iMat.GGUF

Text Generation
GGUF
Inference Endpoints
conversational
Model card Files Community
1
dranger003 commited on
Commit
ffae7ae
•
1 Parent(s): a3d5df6

Upload 4 files

Browse files
Files changed (5) hide show
  1. .gitattributes +4 -0
  2. ggml-bagel-34b-v0.2-iq2_xxs.gguf +3 -0
  3. ggml-bagel-34b-v0.2-iq3_xxs.gguf +3 -0
  4. ggml-bagel-34b-v0.2-q4_k_m.gguf +3 -0
  5. ggml-bagel-34b-v0.2-q8_0-imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ ggml-bagel-34b-v0.2-iq2_xxs.gguf filter=lfs diff=lfs merge=lfs -text
37
+ ggml-bagel-34b-v0.2-iq3_xxs.gguf filter=lfs diff=lfs merge=lfs -text
38
+ ggml-bagel-34b-v0.2-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
39
+ ggml-bagel-34b-v0.2-q8_0-imatrix.dat filter=lfs diff=lfs merge=lfs -text
ggml-bagel-34b-v0.2-iq2_xxs.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbc4d606d42b0d98d34efc7b5a2f3c0f5ba9e7e74f8a61da9d93d7418b5941f7
3
+ size 9306462816
ggml-bagel-34b-v0.2-iq3_xxs.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de3d9dbbb36a09c20072f6ba390c7f90dd66febde0468899c9aeeb6458160381
3
+ size 13675932256
ggml-bagel-34b-v0.2-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b6119cc84be8a82d735e08c323a9285b5130922ac0d8dafb7c9be4268764abb
3
+ size 20658711136
ggml-bagel-34b-v0.2-q8_0-imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b541b9ccf4a76323a28c472c8e7815444ceeca152f25116a83ac75f5c0d57918
3
+ size 15251034