Hugging Face's logo

mradermacher
/
Llama-3.1-Swallow-8B-Instruct-v0.3-i1-GGUF

Transformers
GGUF
English
Japanese
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
cadb2a2
·
verified ·
1 Parent(s): e0a64bb

uploaded from rich1

Browse files
Files changed (24) hide show
  1. .gitattributes +23 -0
  2. Llama-3.1-Swallow-8B-Instruct-v0.3.i1-IQ1_M.gguf +3 -0
  3. Llama-3.1-Swallow-8B-Instruct-v0.3.i1-IQ1_S.gguf +3 -0
  4. Llama-3.1-Swallow-8B-Instruct-v0.3.i1-IQ2_M.gguf +3 -0
  5. Llama-3.1-Swallow-8B-Instruct-v0.3.i1-IQ2_S.gguf +3 -0
  6. Llama-3.1-Swallow-8B-Instruct-v0.3.i1-IQ2_XS.gguf +3 -0
  7. Llama-3.1-Swallow-8B-Instruct-v0.3.i1-IQ2_XXS.gguf +3 -0
  8. Llama-3.1-Swallow-8B-Instruct-v0.3.i1-IQ3_M.gguf +3 -0
  9. Llama-3.1-Swallow-8B-Instruct-v0.3.i1-IQ3_S.gguf +3 -0
  10. Llama-3.1-Swallow-8B-Instruct-v0.3.i1-IQ3_XS.gguf +3 -0
  11. Llama-3.1-Swallow-8B-Instruct-v0.3.i1-IQ3_XXS.gguf +3 -0
  12. Llama-3.1-Swallow-8B-Instruct-v0.3.i1-IQ4_XS.gguf +3 -0
  13. Llama-3.1-Swallow-8B-Instruct-v0.3.i1-Q2_K.gguf +3 -0
  14. Llama-3.1-Swallow-8B-Instruct-v0.3.i1-Q2_K_S.gguf +3 -0
  15. Llama-3.1-Swallow-8B-Instruct-v0.3.i1-Q3_K_L.gguf +3 -0
  16. Llama-3.1-Swallow-8B-Instruct-v0.3.i1-Q3_K_M.gguf +3 -0
  17. Llama-3.1-Swallow-8B-Instruct-v0.3.i1-Q3_K_S.gguf +3 -0
  18. Llama-3.1-Swallow-8B-Instruct-v0.3.i1-Q4_0.gguf +3 -0
  19. Llama-3.1-Swallow-8B-Instruct-v0.3.i1-Q4_1.gguf +3 -0
  20. Llama-3.1-Swallow-8B-Instruct-v0.3.i1-Q4_K_M.gguf +3 -0
  21. Llama-3.1-Swallow-8B-Instruct-v0.3.i1-Q4_K_S.gguf +3 -0
  22. Llama-3.1-Swallow-8B-Instruct-v0.3.i1-Q5_K_M.gguf +3 -0
  23. Llama-3.1-Swallow-8B-Instruct-v0.3.i1-Q5_K_S.gguf +3 -0
  24. Llama-3.1-Swallow-8B-Instruct-v0.3.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,26 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Llama-3.1-Swallow-8B-Instruct-v0.3.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Llama-3.1-Swallow-8B-Instruct-v0.3.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Llama-3.1-Swallow-8B-Instruct-v0.3.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Llama-3.1-Swallow-8B-Instruct-v0.3.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Llama-3.1-Swallow-8B-Instruct-v0.3.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Llama-3.1-Swallow-8B-Instruct-v0.3.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Llama-3.1-Swallow-8B-Instruct-v0.3.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Llama-3.1-Swallow-8B-Instruct-v0.3.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Llama-3.1-Swallow-8B-Instruct-v0.3.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Llama-3.1-Swallow-8B-Instruct-v0.3.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Llama-3.1-Swallow-8B-Instruct-v0.3.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Llama-3.1-Swallow-8B-Instruct-v0.3.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Llama-3.1-Swallow-8B-Instruct-v0.3.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Llama-3.1-Swallow-8B-Instruct-v0.3.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Llama-3.1-Swallow-8B-Instruct-v0.3.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Llama-3.1-Swallow-8B-Instruct-v0.3.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Llama-3.1-Swallow-8B-Instruct-v0.3.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Llama-3.1-Swallow-8B-Instruct-v0.3.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Llama-3.1-Swallow-8B-Instruct-v0.3.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Llama-3.1-Swallow-8B-Instruct-v0.3.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Llama-3.1-Swallow-8B-Instruct-v0.3.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Llama-3.1-Swallow-8B-Instruct-v0.3.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Llama-3.1-Swallow-8B-Instruct-v0.3.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-Swallow-8B-Instruct-v0.3.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ad98b48b33fdddfebafd0dc997bc956f102860bcb46c9dee57715c9655bb9c8
3
+ size 2161978176
Llama-3.1-Swallow-8B-Instruct-v0.3.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:430fced8ad13b16ad28b882b4e273b2e600d3fd70398bbd35df1044f9c1aa02d
3
+ size 2019633984
Llama-3.1-Swallow-8B-Instruct-v0.3.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d7de1873964cb87a2e34a8f2110037eac8fe576898be78b6489db5c913e2363
3
+ size 2948287296
Llama-3.1-Swallow-8B-Instruct-v0.3.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed4403a8b78f42438b5ad74c7ac02183281ff3b5f23fe5b19880dd957b104e2b
3
+ size 2758495040
Llama-3.1-Swallow-8B-Instruct-v0.3.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f31a913f3e7826884eefdf9cfa43719e4a628b2b0ffd6c58dc0ba449920b983
3
+ size 2605787968
Llama-3.1-Swallow-8B-Instruct-v0.3.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72159fabdb7ba52342b399bc0105e1f625cbd4d5a4ebe8da04fa7d757a41a284
3
+ size 2399218496
Llama-3.1-Swallow-8B-Instruct-v0.3.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a44c0461d05338b9d1ab677e49f4d8e4bf1fce2a984503943e80faa7f9f5e0e
3
+ size 3784829760
Llama-3.1-Swallow-8B-Instruct-v0.3.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:958c853eb4b0ce91ecae0f581807bde7230cc419d5d948e5a17f6bea8f49e874
3
+ size 3682331456
Llama-3.1-Swallow-8B-Instruct-v0.3.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87d74c031efb02aa4b867e7dd4d87936a8b71d1636f408cd3ccb638daa5ca687
3
+ size 3518753600
Llama-3.1-Swallow-8B-Instruct-v0.3.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5b86d4b2250db8c0249793c8422b455ddbca6de3057dd99cd03ffb20ce36db4
3
+ size 3274918720
Llama-3.1-Swallow-8B-Instruct-v0.3.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d17372a7d9930c2a643bcbff67fc8a7d5babb6bdf8fa228082ab09302e99a5bb
3
+ size 4447669056
Llama-3.1-Swallow-8B-Instruct-v0.3.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce53acb821fc93b2b101dc3e24f89de2b82e882db3b4e9cd0c9d3e449ce251f3
3
+ size 3179137856
Llama-3.1-Swallow-8B-Instruct-v0.3.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59fc6f359f978544f0b4df58339fc6202e4b70f386ea203762f4af6f56f876da
3
+ size 2988821312
Llama-3.1-Swallow-8B-Instruct-v0.3.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:caa67ccf28b7499c7cc50f74419169dae37b0fd1b70a3f293ec6b8f3451815a4
3
+ size 4321962816
Llama-3.1-Swallow-8B-Instruct-v0.3.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2eb16fd0f31d6cd20cd9d8a7c528085802768972d8d6c24f1f4f5d06a9f0c03d
3
+ size 4018924352
Llama-3.1-Swallow-8B-Instruct-v0.3.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e2b2547c61ca978850e0f9c23c98df0f809432093da1de1718744594476599b
3
+ size 3664505664
Llama-3.1-Swallow-8B-Instruct-v0.3.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3bdae4c366a6157649525033ab3c49e784788c80fa46f49c03dcb5fffa30b35
3
+ size 4675898176
Llama-3.1-Swallow-8B-Instruct-v0.3.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3548363a97b78c6980949b06ed6d143196dda1bb740612bba42ceb3375dd103d
3
+ size 5130259264
Llama-3.1-Swallow-8B-Instruct-v0.3.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba52de218044a98029e4ff4cf74d4988d8fd636e7a320e1a5bf153dfcf9115b4
3
+ size 4920740672
Llama-3.1-Swallow-8B-Instruct-v0.3.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:160426f837724474a949a08e2628376be34f85f8eb743da2df24c7f169d717a1
3
+ size 4692675392
Llama-3.1-Swallow-8B-Instruct-v0.3.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d735633abf672472fac3ca0c3622136560d168be9ac2223047d6625ff5df2c98
3
+ size 5732993856
Llama-3.1-Swallow-8B-Instruct-v0.3.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dac9dd281cf5d4a01555db66496f508bbe06026ad86eb16acfdf6f0acf54c70f
3
+ size 5599300416
Llama-3.1-Swallow-8B-Instruct-v0.3.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13d9e4f2002f1f114ade2e33d07600e8a001a8c50f3161dcbf4832ce3be5b2c7
3
+ size 6596012864