Hugging Face's logo

Isaak-Carter
/
NousResearch-Genstruct-7B-GGUF

Text Generation
Transformers
Safetensors
GGUF
English
mistral
Mistral
instruct
finetune
Synthetic
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
Isaak-Carter commited on
Commit
09b1f4f
•
1 Parent(s): fe08ad1

Upload folder using huggingface_hub

Browse files
Files changed (11) hide show
  1. .gitattributes +10 -0
  2. genstruct-7b.Q3_K_L.gguf +3 -0
  3. genstruct-7b.Q3_K_M.gguf +3 -0
  4. genstruct-7b.Q3_K_S.gguf +3 -0
  5. genstruct-7b.Q4_K_M.gguf +3 -0
  6. genstruct-7b.Q4_K_S.gguf +3 -0
  7. genstruct-7b.Q5_0.gguf +3 -0
  8. genstruct-7b.Q5_K_M.gguf +3 -0
  9. genstruct-7b.Q5_K_S.gguf +3 -0
  10. genstruct-7b.Q6_K.gguf +3 -0
  11. genstruct-7b.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,13 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ genstruct-7b.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
37
+ genstruct-7b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ genstruct-7b.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ genstruct-7b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ genstruct-7b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ genstruct-7b.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
42
+ genstruct-7b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ genstruct-7b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ genstruct-7b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
45
+ genstruct-7b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
genstruct-7b.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25a5dc4e1d557a044cad69da72f749ef9078efd610464dc1235a863da52c896b
3
+ size 3822029888
genstruct-7b.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b9d9652b4d1eb3f41792741b1da821beec4731497339af6ac75ba2328546f28
3
+ size 3518991424
genstruct-7b.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e9234888c8b3940aa421007d6f3ff432fba4b593c8ad97f0d4c8aef11a8c05b
3
+ size 3164572736
genstruct-7b.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9452bbb15f5e81e2b7b2e8c1c79a1df31c8431569bde4060df88f6973f7418bc
3
+ size 4368445024
genstruct-7b.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7480fe2aa5fcd1ded4bee619c8d2d513618d416c9dfa71dc24f85a8f1a0c2d76
3
+ size 4140379744
genstruct-7b.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dae77a3ecab2c78d2b6ceb63a5551bbbfac5ddd5d89d9bbc6532f3944cf36732
3
+ size 4997722208
genstruct-7b.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54b6032cb73dc91e07850088588bbb1497d2161663895ed7cc343151822403bb
3
+ size 5131415648
genstruct-7b.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d836107da76996d6dd5930efdca02d5c60ea06a97cb5484fb70e8e485d61831
3
+ size 4997722208
genstruct-7b.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6376fbdf9f2902027febd737a2c1c8ea2751d08fe01d1a317cf643c7cab2a37c
3
+ size 5942071936
genstruct-7b.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1e4b5fbd03614af4cf9a6c4fd73dd9bf38a2ce7a8b3377d0c18c1ac4df1d337
3
+ size 7695866432