Hugging Face's logo

brittlewis12
/
Llama-3.2-1B-Instruct-GGUF

GGUF
Inference Endpoints
conversational
Model card Files Community
brittlewis12 commited on
Commit
951e070
•
1 Parent(s): d70072c

Upload folder using huggingface_hub

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. llama-3.2-1b-instruct.IQ1_M.gguf +3 -0
  3. llama-3.2-1b-instruct.IQ1_S.gguf +3 -0
  4. llama-3.2-1b-instruct.IQ2_XXS.gguf +3 -0
  5. llama-3.2-1b-instruct.Q3_K_L.gguf +3 -0
  6. llama-3.2-1b-instruct.Q3_K_M.gguf +3 -0
  7. llama-3.2-1b-instruct.Q3_K_S.gguf +3 -0
  8. llama-3.2-1b-instruct.Q4_K_M.gguf +3 -0
  9. llama-3.2-1b-instruct.Q4_K_S.gguf +3 -0
  10. llama-3.2-1b-instruct.Q5_K_M.gguf +3 -0
  11. llama-3.2-1b-instruct.Q5_K_S.gguf +3 -0
  12. llama-3.2-1b-instruct.Q6_K.gguf +3 -0
  13. llama-3.2-1b-instruct.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -36,3 +36,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
36
  llama-3.2-1b-instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
  llama-3.2-1b-instruct.f16.gguf filter=lfs diff=lfs merge=lfs -text
38
  llama-3.2-1b-instruct.imatrix filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
36
  llama-3.2-1b-instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
  llama-3.2-1b-instruct.f16.gguf filter=lfs diff=lfs merge=lfs -text
38
  llama-3.2-1b-instruct.imatrix filter=lfs diff=lfs merge=lfs -text
39
+ llama-3.2-1b-instruct.IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ llama-3.2-1b-instruct.IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ llama-3.2-1b-instruct.IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ llama-3.2-1b-instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
43
+ llama-3.2-1b-instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ llama-3.2-1b-instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ llama-3.2-1b-instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
46
+ llama-3.2-1b-instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
47
+ llama-3.2-1b-instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
48
+ llama-3.2-1b-instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
49
+ llama-3.2-1b-instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ llama-3.2-1b-instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
llama-3.2-1b-instruct.IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22c2ab2c54922c9ef2dc855ff35ebbe342f32b2194432a85f37c438cc8fc43f7
3
+ size 413605984
llama-3.2-1b-instruct.IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc06654cdcfef06395c40128f7737478daf65a15a6f495db0c2933419d2c81d0
3
+ size 393551968
llama-3.2-1b-instruct.IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:571ed32b2ae69b90cd371e91f8d982192925a14ed5186bfa666c284f4d491068
3
+ size 447029344
llama-3.2-1b-instruct.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17a19888a40dd6629b9a1fc321bca07c78372e7f7c77b908788d80428f04c203
3
+ size 732524384
llama-3.2-1b-instruct.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b9c4e69566271e6b7bc4d7286297117c9e372bee6388e70cf227a39afced5fb
3
+ size 690843488
llama-3.2-1b-instruct.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:daa010096435e7b0d3e52b89780fd5f0b14a0c8d49ecdea4655cbdd2d2242689
3
+ size 641691488
llama-3.2-1b-instruct.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbe07b3cb611e994db566a12389ba073801d85fb0b0b3b96f1af34a8c6028245
3
+ size 807694176
llama-3.2-1b-instruct.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8d3fe71ad6cdbca39b93954b0cf49f48595cf90069f6bb0fe962d2dc9b10c67
3
+ size 775647072
llama-3.2-1b-instruct.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfee2241ced4142e561cf58f9ef7da0b31499fa935ddf4f67a6744d5aef44382
3
+ size 911503200
llama-3.2-1b-instruct.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83e75317f78f61bbbf779e59053a6256d7679c2dabfb6e54d1f61b61205270fa
3
+ size 892563296
llama-3.2-1b-instruct.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e526301a50ebf8fec7110caccfd9c7a13a58e8d45f9f6b1d248b70e02d24a669
3
+ size 1021800288
llama-3.2-1b-instruct.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c0522ea0da43f9a089b5f2df7699a659cc320a5259c33506c44925fa03232fc
3
+ size 1321082720