Hugging Face's logo

ludis
/
tsukasa-8x7b-qlora-gguf

Transformers
GGUF
mixtral
text-generation-inference
Inference Endpoints
Model card Files Community
ludis commited on
Commit
eca1804
•
1 Parent(s): 25f739e

Upload folder using huggingface_hub

Browse files
Files changed (10) hide show
  1. .gitattributes +8 -0
  2. config.json +3 -0
  3. ggml-model-Q2_K.gguf +3 -0
  4. ggml-model-Q3_K_M.gguf +3 -0
  5. ggml-model-Q4_0.gguf +3 -0
  6. ggml-model-Q4_K_M.gguf +3 -0
  7. ggml-model-Q5_0.gguf +3 -0
  8. ggml-model-Q5_K_M.gguf +3 -0
  9. ggml-model-Q6_K.gguf +3 -0
  10. ggml-model-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,11 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ ggml-model-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ ggml-model-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ ggml-model-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
39
+ ggml-model-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ ggml-model-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ ggml-model-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ ggml-model-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
43
+ ggml-model-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "model_type": "mixtral"
3
+ }
ggml-model-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9cafc100592d313140d139f44a443b3d909765c474ff1680dbc312b92fc8cdc
3
+ size 15646282944
ggml-model-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ba31d0dd9d6a02d0e90277005065d33e2d2c91fa79f5dd889a041ae062fa506
3
+ size 20365617344
ggml-model-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c7c826b399f424c239065747664dd2aba4ccb3d2835e76d1d957cce0a9a787a
3
+ size 26443812032
ggml-model-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c716018ad1a4c543e44b96f0362e95e63aa8cde9166e2e71a17d48d1cace905f
3
+ size 26443812032
ggml-model-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2a61a2ee27c9fcf8084228537f1ca42b467611ccddb3b367962739248d37324
3
+ size 32231574720
ggml-model-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2defb1dc026b7a00400fea40ab2c5212b4b86f8f3b901300c029fba24adb9e70
3
+ size 32231574720
ggml-model-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1c2261027d14aa2aff589bbc7662518c81d525c41fccbe3dbeaa157b08b339e
3
+ size 38381072576
ggml-model-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1ace18e03949a1c06e3b98cb85f5807421034f521a73f40574ca5d6a481e229
3
+ size 49626638528