Hugging Face's logo

mradermacher
/
Llama-3.2-1B-chatml-GGUF

Transformers
GGUF
English
llama-3
llama
meta
facebook
unsloth
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
a4e9c83
·
verified ·
1 Parent(s): ea01c5a

uploaded from leia

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. Llama-3.2-1B-chatml.IQ4_XS.gguf +3 -0
  3. Llama-3.2-1B-chatml.Q2_K.gguf +3 -0
  4. Llama-3.2-1B-chatml.Q3_K_L.gguf +3 -0
  5. Llama-3.2-1B-chatml.Q3_K_M.gguf +3 -0
  6. Llama-3.2-1B-chatml.Q3_K_S.gguf +3 -0
  7. Llama-3.2-1B-chatml.Q4_K_M.gguf +3 -0
  8. Llama-3.2-1B-chatml.Q4_K_S.gguf +3 -0
  9. Llama-3.2-1B-chatml.Q5_K_M.gguf +3 -0
  10. Llama-3.2-1B-chatml.Q5_K_S.gguf +3 -0
  11. Llama-3.2-1B-chatml.Q6_K.gguf +3 -0
  12. Llama-3.2-1B-chatml.Q8_0.gguf +3 -0
  13. Llama-3.2-1B-chatml.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Llama-3.2-1B-chatml.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Llama-3.2-1B-chatml.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Llama-3.2-1B-chatml.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Llama-3.2-1B-chatml.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Llama-3.2-1B-chatml.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Llama-3.2-1B-chatml.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Llama-3.2-1B-chatml.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Llama-3.2-1B-chatml.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Llama-3.2-1B-chatml.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Llama-3.2-1B-chatml.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Llama-3.2-1B-chatml.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Llama-3.2-1B-chatml.f16.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.2-1B-chatml.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f6bc29c66c05286193e7c5093e17e6a62470c4b26b7d8fc2290d02c6dfed572
3
+ size 748381600
Llama-3.2-1B-chatml.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f354231011a9800ef8ed96cf2d2a7f3b99f0762d162be412cad77e78015905cf
3
+ size 580871584
Llama-3.2-1B-chatml.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d26404b7e27915a13bcefc8cbdbef321ba296a51f2e1e2a6b48a45c4182fec4
3
+ size 732521888
Llama-3.2-1B-chatml.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18741218e63e3e053af13d5d924cb8e91a457ab6d207114ae67b7958a202f4d5
3
+ size 690840992
Llama-3.2-1B-chatml.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:035a7e18c83444978e0b1ad6770fa82615ac96d93e2bc09e9fb5db4cbb421fe6
3
+ size 641688992
Llama-3.2-1B-chatml.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c433b5c97a5ab13d5df594041e5ffe4706f17ba2af675420cd8f2e58d36cb3cf
3
+ size 807691680
Llama-3.2-1B-chatml.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb1b49137175395b29dd3cd1f6bc26587895b11c1a137628be5e4a7c72c1a7a8
3
+ size 775644576
Llama-3.2-1B-chatml.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0aeeca586a3b98898e065d6ef437a50f01319fe51f7f644797e69da5ccf25041
3
+ size 911500704
Llama-3.2-1B-chatml.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ec99287b805fb0eff3a6b9ce70a4b702b2ac3075c4fd9de932737f8c367c365
3
+ size 892560800
Llama-3.2-1B-chatml.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f5e1af00acfdd0e7b0bb06eff9de88bc012238f538026745d08b35effe7770f
3
+ size 1021797792
Llama-3.2-1B-chatml.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27e396ab931c0a622afdc5b565aae83e955ab26ecebaace6c163fa715047547d
3
+ size 1321080224
Llama-3.2-1B-chatml.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:541eadacce997a92fedc76fa97e6ea1e5c67832359335ce32b5c535a553b809b
3
+ size 2479592864