Hugging Face's logo

Aculi
/
Tinyllama-2B-GGUF

Transformers
GGUF
mergekit
Merge
Inference Endpoints
Model card Files Community
Fischerboot commited on
Commit
08d1a49
•
1 Parent(s): 23a900d

Upload 10 files

Browse files
Files changed (11) hide show
  1. .gitattributes +10 -0
  2. Tinyllama-2B-Q2_K.gguf +3 -0
  3. Tinyllama-2B-Q3_K.gguf +3 -0
  4. Tinyllama-2B-Q3_K_L.gguf +3 -0
  5. Tinyllama-2B-Q3_K_S.gguf +3 -0
  6. Tinyllama-2B-Q4_K.gguf +3 -0
  7. Tinyllama-2B-Q4_K_S.gguf +3 -0
  8. Tinyllama-2B-Q5_K.gguf +3 -0
  9. Tinyllama-2B-Q5_K_S.gguf +3 -0
  10. Tinyllama-2B-Q6_K.gguf +3 -0
  11. Tinyllama-2B-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,13 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  Tinyllama-2B-f16.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  Tinyllama-2B-f16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Tinyllama-2B-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Tinyllama-2B-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Tinyllama-2B-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Tinyllama-2B-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Tinyllama-2B-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Tinyllama-2B-Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Tinyllama-2B-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Tinyllama-2B-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Tinyllama-2B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Tinyllama-2B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Tinyllama-2B-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:677ded756f897b894721477f3ae943e95bfadbbcf92a10f5c9c358280b1046db
3
+ size 788265248
Tinyllama-2B-Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad90dfaa73ce23b80b3cb6947b43efe5e6691cb4503defa7a2464220aea0981e
3
+ size 1014024480
Tinyllama-2B-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d27f6fdcaf6ca6bf4858273f193d271541d80651c3c13147ddce27552264a64c
3
+ size 1100400928
Tinyllama-2B-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecd0be876d85885c461283e2121c08bb277a8c68e2b94be39748ba3681c3b445
3
+ size 916031776
Tinyllama-2B-Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0280c48d052346a7ce8638c6405684bad51835c50994d9780b580069681a20c7
3
+ size 1250490656
Tinyllama-2B-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:217cf022630e7a45b1f3bb95e51ba021a0f02a1dc39f51150fd85ac192031599
3
+ size 1189566752
Tinyllama-2B-Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bc97e61074c9618d4de2520a0549699b2530d26741ea846836f265635d09868
3
+ size 1467742496
Tinyllama-2B-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:109362286a47fe74ee3faf5236c2b2a2c7dd5c5822795d08d8253f23ed02d7d2
3
+ size 1432508704
Tinyllama-2B-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94b86e0e1124013a6495aa7e82a39b4b42b5243d2c0e5fb8a68ec214564173a2
3
+ size 1698572576
Tinyllama-2B-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1f456b46a7956d9269a0d8b19b806f282c0dfa6b8003a17fa6c2487a891f5f7
3
+ size 2199619872