Hugging Face's logo

cortexso
/
llama3.2

Text Generation
GGUF
cortex.cpp
featured
Inference Endpoints
conversational
Model card Files Community
jan-hq commited on
Commit
93fd032
·
verified ·
1 Parent(s): 2a7b6f6

Upload folder using huggingface_hub

Browse files
Files changed (11) hide show
  1. .gitattributes +10 -0
  2. llama-3.2-3b-instruct-q2_k.gguf +3 -0
  3. llama-3.2-3b-instruct-q3_k_l.gguf +3 -0
  4. llama-3.2-3b-instruct-q3_k_m.gguf +3 -0
  5. llama-3.2-3b-instruct-q3_k_s.gguf +3 -0
  6. llama-3.2-3b-instruct-q4_k_m.gguf +3 -0
  7. llama-3.2-3b-instruct-q4_k_s.gguf +3 -0
  8. llama-3.2-3b-instruct-q5_k_m.gguf +3 -0
  9. llama-3.2-3b-instruct-q5_k_s.gguf +3 -0
  10. llama-3.2-3b-instruct-q6_k.gguf +3 -0
  11. llama-3.2-3b-instruct-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -43,3 +43,13 @@ llama-3.2-1b-instruct-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
43
  llama-3.2-1b-instruct-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
44
  llama-3.2-1b-instruct-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
45
  llama-3.2-1b-instruct-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
43
  llama-3.2-1b-instruct-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
44
  llama-3.2-1b-instruct-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
45
  llama-3.2-1b-instruct-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
46
+ llama-3.2-3b-instruct-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
47
+ llama-3.2-3b-instruct-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
48
+ llama-3.2-3b-instruct-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
49
+ llama-3.2-3b-instruct-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
50
+ llama-3.2-3b-instruct-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
51
+ llama-3.2-3b-instruct-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
52
+ llama-3.2-3b-instruct-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
53
+ llama-3.2-3b-instruct-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
54
+ llama-3.2-3b-instruct-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
55
+ llama-3.2-3b-instruct-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
llama-3.2-3b-instruct-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:466a06cab337f08c0c86e4ff0449f2bfd38ed6ea024d5050b4d4fcd52fb2b718
3
+ size 1363935392
llama-3.2-3b-instruct-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96be4e501efd989cea01571d21c6e96155638f5b11e7fa8c32430c5a257adf2c
3
+ size 1815347360
llama-3.2-3b-instruct-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51cd265abd299377d53490e996f17d2cac6861a207d176ef3449e1b54b6463ae
3
+ size 1687158944
llama-3.2-3b-instruct-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da4bd1cc7059247db669ab8f12476e2d8520e9e9eface7c4e317f9a8173ac162
3
+ size 1542848672
llama-3.2-3b-instruct-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c74731fcc92ee1b406ddc0a2f9992c8b7c29bb75e0e0950461a3a96c2129b96
3
+ size 2019377312
llama-3.2-3b-instruct-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff3cfc202431e095dad632a751d4c793e331c165dff25c46ea7f8d894fffaa08
3
+ size 1928200352
llama-3.2-3b-instruct-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b3430fc32253eee4e7eb27cfef711e3c061e5c8a18c939694fce0c801c85ad1
3
+ size 2322153632
llama-3.2-3b-instruct-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3b98a1355494e9eb69079ce6078aed758d7b16e10f2c909942d11f0fb75d41f
3
+ size 2269511840
llama-3.2-3b-instruct-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ab075aecdcd250781ea8c3474ed25a9c4311adb14795f87252ee7b204f4dbc7
3
+ size 2643853472
llama-3.2-3b-instruct-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:901d50753d2b0f68574e5448cff5271644aced613243efcf5d838b86a24f51be
3
+ size 3421898912