Hugging Face's logo

hermes42
/
Llama-3.2-1B-Instruct-imatrix-GGUF

GGUF
Inference Endpoints
imatrix
conversational
Model card Files Community
hermes42 commited on
Commit
39e0618
•
1 Parent(s): f0df4b9

Upload folder using huggingface_hub

Browse files
Files changed (18) hide show
  1. .gitattributes +17 -0
  2. Llama-3.2-1B-Instruct-imatrix-IQ1_M.gguf +3 -0
  3. Llama-3.2-1B-Instruct-imatrix-IQ1_S.gguf +3 -0
  4. Llama-3.2-1B-Instruct-imatrix-IQ2_M.gguf +3 -0
  5. Llama-3.2-1B-Instruct-imatrix-IQ2_S.gguf +3 -0
  6. Llama-3.2-1B-Instruct-imatrix-IQ2_XS.gguf +3 -0
  7. Llama-3.2-1B-Instruct-imatrix-IQ2_XXS.gguf +3 -0
  8. Llama-3.2-1B-Instruct-imatrix-IQ3_M.gguf +3 -0
  9. Llama-3.2-1B-Instruct-imatrix-IQ3_S.gguf +3 -0
  10. Llama-3.2-1B-Instruct-imatrix-IQ3_XXS.gguf +3 -0
  11. Llama-3.2-1B-Instruct-imatrix-Q2_K.gguf +3 -0
  12. Llama-3.2-1B-Instruct-imatrix-Q2_K_S.gguf +3 -0
  13. Llama-3.2-1B-Instruct-imatrix-Q4_0.gguf +3 -0
  14. Llama-3.2-1B-Instruct-imatrix-Q4_1.gguf +3 -0
  15. Llama-3.2-1B-Instruct-imatrix-Q5_0.gguf +3 -0
  16. Llama-3.2-1B-Instruct-imatrix-Q5_1.gguf +3 -0
  17. Llama-3.2-1B-Instruct.imatrix +3 -0
  18. Llama-3.2-1B-instruct-imatrix-bf16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,20 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Llama-3.2-1B-Instruct-imatrix-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Llama-3.2-1B-Instruct-imatrix-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Llama-3.2-1B-Instruct-imatrix-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Llama-3.2-1B-Instruct-imatrix-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Llama-3.2-1B-Instruct-imatrix-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Llama-3.2-1B-Instruct-imatrix-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Llama-3.2-1B-Instruct-imatrix-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Llama-3.2-1B-Instruct-imatrix-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Llama-3.2-1B-Instruct-imatrix-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Llama-3.2-1B-Instruct-imatrix-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Llama-3.2-1B-Instruct-imatrix-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Llama-3.2-1B-Instruct-imatrix-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Llama-3.2-1B-Instruct-imatrix-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Llama-3.2-1B-Instruct-imatrix-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Llama-3.2-1B-Instruct-imatrix-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Llama-3.2-1B-Instruct.imatrix filter=lfs diff=lfs merge=lfs -text
52
+ Llama-3.2-1B-instruct-imatrix-bf16.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.2-1B-Instruct-imatrix-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ecbce79d3b6186289b267b7d57b50e0f0fa493f5b42b55789913b083b978380
3
+ size 413605792
Llama-3.2-1B-Instruct-imatrix-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d901f9b8d3d11af92105e960390b4b11d1279fd65a6fa86c4cd061dff59717a5
3
+ size 393551776
Llama-3.2-1B-Instruct-imatrix-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f56e2f05db528b6a7b2775215846e53f85aec12faca2675a2de59863fa51e30
3
+ size 515448736
Llama-3.2-1B-Instruct-imatrix-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d895fb36c01f045f86dfa7dbc1ae8c965666ed777146304bcd43513e2ef6556
3
+ size 488710048
Llama-3.2-1B-Instruct-imatrix-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb1bb472d3f8265dbcdcd71495d24684758fa653eefff5d8d73bd7e3e03eb27b
3
+ size 475864992
Llama-3.2-1B-Instruct-imatrix-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1fd0cba56bfd1afa31ccecfd05ecabb4cd7df7aa507d448e610d14eb0075412
3
+ size 447029152
Llama-3.2-1B-Instruct-imatrix-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd82757997fa8c9332d1a6fdbee89efb4c3c7e4bfb7116c6054ce99379edc7ca
3
+ size 657289120
Llama-3.2-1B-Instruct-imatrix-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d59a6fdcbc3e5d818a5c53e52a27d1e87b00cf10f3d8b5b3042f2300dca0dcf
3
+ size 643919776
Llama-3.2-1B-Instruct-imatrix-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b4b28bf7af49adc2c46f08bc1e28a95f7504cbff6d67eaaac5bdfa88fbcf774
3
+ size 562110368
Llama-3.2-1B-Instruct-imatrix-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:072fdaac6899578d138704bc71b0e521b2e290d21d460fdaf3ac3e1bf2c98d3b
3
+ size 580874144
Llama-3.2-1B-Instruct-imatrix-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7dbafdfd65769c130eb382a7849661007954715864ad6ead7d4008c31319697
3
+ size 554659744
Llama-3.2-1B-Instruct-imatrix-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8faf54a8432d003842b437971cd08a55d15d0a11cb824f3fa6a48b1101a6187
3
+ size 773025696
Llama-3.2-1B-Instruct-imatrix-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:362474f865d80fcc8f1bd3d15b64eff607f4ca97b152b2ce6cbe68526635de7a
3
+ size 831745952
Llama-3.2-1B-Instruct-imatrix-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ee8ebb060ded79762ad2cb8f17ae7eee5d8c2a1aa39293df7000ec4e96ce29f
3
+ size 894660512
Llama-3.2-1B-Instruct-imatrix-Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a10f474731c64de0e0fd5547caea9564dc54d2f6a55cd2ffb7bafbd79260ec3a
3
+ size 953380768
Llama-3.2-1B-Instruct.imatrix ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19b69202c406f14346bbe2c0a8fb9869cf3c2b6be8acdc86edd122ac7fda004b
3
+ size 1314440
Llama-3.2-1B-instruct-imatrix-bf16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eab5b2d94e1151fcedb7755c565580995654b705fbbb0e28982372f3b38fa65c
3
+ size 2479595104