Hugging Face's logo

SanctumAI
/
Llama-3.2-3B-Instruct-GGUF

Text Generation
GGUF
PyTorch
llama
facebook
meta
llama-3
Inference Endpoints
conversational
Model card Files Community
AndreyBest commited on
Commit
9d0fa41
•
1 Parent(s): 00fca7d

Uploading quants for the Llama-3.2-3B-Instruct-GGUF model

Browse files
Files changed (19) hide show
  1. .gitattributes +17 -0
  2. config.json +3 -0
  3. llama-3.2-3b-instruct.Q2_K.gguf +3 -0
  4. llama-3.2-3b-instruct.Q3_K_L.gguf +3 -0
  5. llama-3.2-3b-instruct.Q3_K_M.gguf +3 -0
  6. llama-3.2-3b-instruct.Q3_K_S.gguf +3 -0
  7. llama-3.2-3b-instruct.Q4_0.gguf +3 -0
  8. llama-3.2-3b-instruct.Q4_1.gguf +3 -0
  9. llama-3.2-3b-instruct.Q4_K.gguf +3 -0
  10. llama-3.2-3b-instruct.Q4_K_M.gguf +3 -0
  11. llama-3.2-3b-instruct.Q4_K_S.gguf +3 -0
  12. llama-3.2-3b-instruct.Q5_0.gguf +3 -0
  13. llama-3.2-3b-instruct.Q5_1.gguf +3 -0
  14. llama-3.2-3b-instruct.Q5_K.gguf +3 -0
  15. llama-3.2-3b-instruct.Q5_K_M.gguf +3 -0
  16. llama-3.2-3b-instruct.Q5_K_S.gguf +3 -0
  17. llama-3.2-3b-instruct.Q6_K.gguf +3 -0
  18. llama-3.2-3b-instruct.Q8_0.gguf +3 -0
  19. llama-3.2-3b-instruct.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,20 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ llama-3.2-3b-instruct.f16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ llama-3.2-3b-instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ llama-3.2-3b-instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ llama-3.2-3b-instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ llama-3.2-3b-instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ llama-3.2-3b-instruct.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
42
+ llama-3.2-3b-instruct.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
43
+ llama-3.2-3b-instruct.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
44
+ llama-3.2-3b-instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ llama-3.2-3b-instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ llama-3.2-3b-instruct.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ llama-3.2-3b-instruct.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
48
+ llama-3.2-3b-instruct.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ llama-3.2-3b-instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
50
+ llama-3.2-3b-instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ llama-3.2-3b-instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
52
+ llama-3.2-3b-instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "model_type": "llama"
3
+ }
llama-3.2-3b-instruct.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c77eb142ab869944f388ff093fc7276ea15c4e1f810ceb76554fc5ae77694c19
3
+ size 1363935520
llama-3.2-3b-instruct.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5cf752a117ddad28f7135920de4e79b3731ed3b95a733e012894e0b2cb31f6c8
3
+ size 1815347488
llama-3.2-3b-instruct.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be3f386dee4d246d41714cabe7fcb80c9173613ffc344065f360f7cfe6769fe4
3
+ size 1687159072
llama-3.2-3b-instruct.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30a4ec8bf86ab91b7ffa95f1ab3e6a21cfa240122b6836b23a75baf894970d62
3
+ size 1542848800
llama-3.2-3b-instruct.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:506d311f2f8802991344f7186badffda9c6a6b4cb50aa7a759ba3d939544df44
3
+ size 1917190432
llama-3.2-3b-instruct.Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e35c4d60dc538e7fc5ddf6abce3eebe581d1c702c7629e05ef3a0a26c022324c
3
+ size 2093351200
llama-3.2-3b-instruct.Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a9c139c80a85740cd98fa8d0b6a33445c49dc77f9ee37c914663d25bdaf2f4e
3
+ size 2019377440
llama-3.2-3b-instruct.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a9c139c80a85740cd98fa8d0b6a33445c49dc77f9ee37c914663d25bdaf2f4e
3
+ size 2019377440
llama-3.2-3b-instruct.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:133d6f25469c0889a3b207f340352a47772fa2de006dfa0f3db0f19af115acd5
3
+ size 1928200480
llama-3.2-3b-instruct.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c662fa7df5e816a362cd1dd06b36b8125ef163482b39a700487aae5c8b9ac93b
3
+ size 2269511968
llama-3.2-3b-instruct.Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0f876bb12c3e8ab8f4a9a4e89345ac64b6e3ca0c738102ca9e2a0d9bbdecf00
3
+ size 2445672736
llama-3.2-3b-instruct.Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:782f6d3246312ebfc5b3db83f2beaf5abf4371311206e9dc2c57703b564f55a0
3
+ size 2322153760
llama-3.2-3b-instruct.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:782f6d3246312ebfc5b3db83f2beaf5abf4371311206e9dc2c57703b564f55a0
3
+ size 2322153760
llama-3.2-3b-instruct.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6dd5a79cd798f9d228ae7a2b6b471025a231cbc6fc1fccd5f487bf71de29a34
3
+ size 2269511968
llama-3.2-3b-instruct.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcd738601e25f128a3388138af357723bc2006f0657c94fe3374a55d919d9ddb
3
+ size 2643853600
llama-3.2-3b-instruct.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94f22b7231df5cd1907ff48dba54497b2d7912a4ce60d914f3dcfc0347fa8f21
3
+ size 3421899040
llama-3.2-3b-instruct.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5ebe8fbb5ab5f05aaa056948668c5f7443df9d0883497f1d9c05f57fb8ea6cd
3
+ size 6433687840