Hugging Face's logo

mradermacher
/
Sorah-Llama-3.2-3B-Instruct-GGUF

Transformers
GGUF
English
unsloth
trl
sft
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
29bd0b0
·
verified ·
1 Parent(s): 6de1499

uploaded from rain

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. Sorah-Llama-3.2-3B-Instruct.IQ4_XS.gguf +3 -0
  3. Sorah-Llama-3.2-3B-Instruct.Q2_K.gguf +3 -0
  4. Sorah-Llama-3.2-3B-Instruct.Q3_K_L.gguf +3 -0
  5. Sorah-Llama-3.2-3B-Instruct.Q3_K_M.gguf +3 -0
  6. Sorah-Llama-3.2-3B-Instruct.Q3_K_S.gguf +3 -0
  7. Sorah-Llama-3.2-3B-Instruct.Q4_K_M.gguf +3 -0
  8. Sorah-Llama-3.2-3B-Instruct.Q4_K_S.gguf +3 -0
  9. Sorah-Llama-3.2-3B-Instruct.Q5_K_M.gguf +3 -0
  10. Sorah-Llama-3.2-3B-Instruct.Q5_K_S.gguf +3 -0
  11. Sorah-Llama-3.2-3B-Instruct.Q6_K.gguf +3 -0
  12. Sorah-Llama-3.2-3B-Instruct.Q8_0.gguf +3 -0
  13. Sorah-Llama-3.2-3B-Instruct.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Sorah-Llama-3.2-3B-Instruct.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Sorah-Llama-3.2-3B-Instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Sorah-Llama-3.2-3B-Instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Sorah-Llama-3.2-3B-Instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Sorah-Llama-3.2-3B-Instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Sorah-Llama-3.2-3B-Instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Sorah-Llama-3.2-3B-Instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Sorah-Llama-3.2-3B-Instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Sorah-Llama-3.2-3B-Instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Sorah-Llama-3.2-3B-Instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Sorah-Llama-3.2-3B-Instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Sorah-Llama-3.2-3B-Instruct.f16.gguf filter=lfs diff=lfs merge=lfs -text
Sorah-Llama-3.2-3B-Instruct.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e66c3a16fa7f05aa9c6f3bc81c500fa7604e0ffbefcff41a83e71eea61524c52
3
+ size 1840907616
Sorah-Llama-3.2-3B-Instruct.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81fecefa721208151e3a51d45162c25f9754a8a6b5b5cfdebbb3d2f0de4be1b0
3
+ size 1363936608
Sorah-Llama-3.2-3B-Instruct.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f901745e0d09f4712697ba423b0f46a7de4c858f6f558d76b7044f237409ba39
3
+ size 1815348576
Sorah-Llama-3.2-3B-Instruct.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b78f1c28a179b9566c6068edc53c9d01777a9670a1bd15549515ec17d78fb17
3
+ size 1687160160
Sorah-Llama-3.2-3B-Instruct.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57be915c2060af26de97ad95f2a4d202c9008f9704bcf21b354aa7f3db3696f4
3
+ size 1542849888
Sorah-Llama-3.2-3B-Instruct.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c9d84b1aea308261b4b2368e3c831eb5c9910c7ad41334a4cc1744bc749d508
3
+ size 2019378528
Sorah-Llama-3.2-3B-Instruct.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbd358e10879a6e1c3dab0bbdd032af59bc4295dea03b00951a333566f3724af
3
+ size 1928201568
Sorah-Llama-3.2-3B-Instruct.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dec34d287222ed0943a96a5627bd63e56cd0e401a7f0ddc7c66961aac0f83ef
3
+ size 2322154848
Sorah-Llama-3.2-3B-Instruct.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2433b9c6571346e3d3e2758ff5a7ef052581c8f63c6b51f89eb1d60b728a09d9
3
+ size 2269513056
Sorah-Llama-3.2-3B-Instruct.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1a27d1fcb9e65b4a42a37794d912de96c6998041033a889fea978959a3b893f
3
+ size 2643854688
Sorah-Llama-3.2-3B-Instruct.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18215b3340c9891973aee0717cda76a580d4bbc02eb209d9f33cb9da6be89163
3
+ size 3421900128
Sorah-Llama-3.2-3B-Instruct.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9800594777fa5cd01181de81a2c4bc83c4945bf786eed71f480249d3a0935129
3
+ size 6433688928