Hugging Face's logo

mradermacher
/
mythospice-70b-GGUF

Text Generation
Transformers
GGUF
English
llama
llama-2
Not-For-All-Audiences
Inference Endpoints
Model card Files Community
mradermacher commited on
Commit
a128acb
•
1 Parent(s): c213eff

static quantize of https://huggingface.co/Doctor-Shotgun/mythospice-70b

Browse files
Files changed (14) hide show
  1. .gitattributes +13 -0
  2. mythospice-70b.Q2_K.gguf +3 -0
  3. mythospice-70b.Q3_K_L.gguf +3 -0
  4. mythospice-70b.Q3_K_M.gguf +3 -0
  5. mythospice-70b.Q3_K_S.gguf +3 -0
  6. mythospice-70b.Q3_K_XS.gguf +3 -0
  7. mythospice-70b.Q4_K_M.gguf +3 -0
  8. mythospice-70b.Q4_K_S.gguf +3 -0
  9. mythospice-70b.Q5_K_M.gguf +3 -0
  10. mythospice-70b.Q5_K_S.gguf +3 -0
  11. mythospice-70b.Q6_K.gguf.split-aa +3 -0
  12. mythospice-70b.Q6_K.gguf.split-ab +3 -0
  13. mythospice-70b.Q8_0.gguf.split-aa +3 -0
  14. mythospice-70b.Q8_0.gguf.split-ab +3 -0
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ mythospice-70b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ mythospice-70b.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ mythospice-70b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ mythospice-70b.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ mythospice-70b.Q3_K_XS.gguf filter=lfs diff=lfs merge=lfs -text
41
+ mythospice-70b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ mythospice-70b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ mythospice-70b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ mythospice-70b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ mythospice-70b.Q6_K.gguf.split-aa filter=lfs diff=lfs merge=lfs -text
46
+ mythospice-70b.Q6_K.gguf.split-ab filter=lfs diff=lfs merge=lfs -text
47
+ mythospice-70b.Q8_0.gguf.split-aa filter=lfs diff=lfs merge=lfs -text
48
+ mythospice-70b.Q8_0.gguf.split-ab filter=lfs diff=lfs merge=lfs -text
mythospice-70b.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8014aa82908cafd8c99bfaeff519968754f4b6071752164a82f61e7977d5a5b
3
+ size 25462436800
mythospice-70b.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f582d002f8dd0be190037a2178cc45619573e07192771e96251557c51719bef6
3
+ size 36147835840
mythospice-70b.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:944b0def77a788cfea15b7602b0513d72319a39320d5a444fc905d66bd4ff142
3
+ size 33274737600
mythospice-70b.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83239659569cb0ff082d391c12b45c95b3a3604854be2302ab9f3059b5e2bf88
3
+ size 29919294400
mythospice-70b.Q3_K_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:704a07403165aea223dc2d0895cef44f40eae9060cdf696766c9d8f3924a4fd6
3
+ size 28254680000
mythospice-70b.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43f5a178acf5d13e8a5c9af14a8de0bfdcbaac376b9e24ca55b6ee8721bcda8f
3
+ size 41422910400
mythospice-70b.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e775cccf3dddf310edff9b142c0f4e1954b1787a71368ebc29f8a32c8f063960
3
+ size 39249736640
mythospice-70b.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:905e40b82bc93ad945bcca64779d8af8efc46d4f2b170d0c646435fc1a0daac9
3
+ size 48753767360
mythospice-70b.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d5dff2abb80bdba86193b2761ad0f989c6b674fe68e401da2bc3711ba9d0b06
3
+ size 47461397440
mythospice-70b.Q6_K.gguf.split-aa ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d3f9d7938cadcd721af731222211f5708176317eceb0cd616a04ed87f0f75ef
3
+ size 28991029248
mythospice-70b.Q6_K.gguf.split-ab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4bc074428ff7863a1cc78111946657f753fdb04c7d14cd42bc31d731ea03396
3
+ size 27596338112
mythospice-70b.Q8_0.gguf.split-aa ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27ab7e19bb2797e12782d703339dcba1087ca4c3a87ebed0ddb09f1d01e6280a
3
+ size 37580963840
mythospice-70b.Q8_0.gguf.split-ab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd5767a9d9cf8dd80b7e92c2bf40bd9292daa0c9d875f9e1d9da5463b9b7ed2c
3
+ size 35711366080