Hugging Face's logo

mlabonne
/
NeuralMonarch-7B-GGUF

GGUF
Inference Endpoints
conversational
Model card Files Community
mlabonne commited on
Commit
66ee0d0
•
1 Parent(s): 23ce3da

Upload folder using huggingface_hub

Browse files
Files changed (11) hide show
  1. .gitattributes +10 -0
  2. neuralmonarch-7b.Q2_K.gguf +3 -0
  3. neuralmonarch-7b.Q3_K_L.gguf +3 -0
  4. neuralmonarch-7b.Q3_K_M.gguf +3 -0
  5. neuralmonarch-7b.Q3_K_S.gguf +3 -0
  6. neuralmonarch-7b.Q4_0.gguf +3 -0
  7. neuralmonarch-7b.Q4_K_S.gguf +3 -0
  8. neuralmonarch-7b.Q5_0.gguf +3 -0
  9. neuralmonarch-7b.Q5_K_S.gguf +3 -0
  10. neuralmonarch-7b.Q6_K.gguf +3 -0
  11. neuralmonarch-7b.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -35,3 +35,13 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  neuralmonarch-7b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
37
  neuralmonarch-7b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  neuralmonarch-7b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
37
  neuralmonarch-7b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ neuralmonarch-7b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
39
+ neuralmonarch-7b.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
40
+ neuralmonarch-7b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
41
+ neuralmonarch-7b.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
42
+ neuralmonarch-7b.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
43
+ neuralmonarch-7b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ neuralmonarch-7b.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
45
+ neuralmonarch-7b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ neuralmonarch-7b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ neuralmonarch-7b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
neuralmonarch-7b.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d40707a9bb8ec5031992d635ccb5887cbf2602fefe85c5e80a75962cada4cf66
3
+ size 2719242208
neuralmonarch-7b.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:094a0b0a9d80336c2a60c4ec27f05a7a178aeb96b7c575176ff984c598d143f5
3
+ size 3822024672
neuralmonarch-7b.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d4d1bd7bca32aa4ca1c6ffa2d4de3e6b424e7b73ac3f2f9110aedf713728e0f
3
+ size 3518986208
neuralmonarch-7b.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66e98fb09bfa97b49e265de157698877f6e4a4db87487afea531c6cd307073ac
3
+ size 3164567520
neuralmonarch-7b.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe83d5c35bff1c3f4aa962f5f0ebba83a93c6b885e0cccf29c4b0069b916f28f
3
+ size 4108916704
neuralmonarch-7b.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fad4b82f65a7f5da1260bd0425c53b3e562786250554dda2332c26f4884950db
3
+ size 4140373984
neuralmonarch-7b.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87f3dc549711d16532361086fcc7f0bd2d2d741a2864c58414f9f4933ab19bda
3
+ size 4997715936
neuralmonarch-7b.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4133183b91fd98146d32b52b33698263a8f713ffefa1ca702670f71f0e24661f
3
+ size 4997715936
neuralmonarch-7b.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5592a34584f19e0b53eb44ff9fc7b4c4b426727efb4ecd2d26d3a2c76c393550
3
+ size 5942065120
neuralmonarch-7b.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffa23e0307e5a982cefb1b51b6c6727f602f42fcc2f8302a740e6f5be80afbe5
3
+ size 7695857632