Hugging Face's logo

LiteLLMs
/
Llama-3-8B-16K-GGUF

GGUF
GGUF
Inference Endpoints
Model card Files Community
andrijdavid commited on
Commit
b18ba19
•
1 Parent(s): 2acf89a

Upload folder using huggingface_hub

Browse files
Files changed (15) hide show
  1. .gitattributes +14 -0
  2. Q2_K/Q2_K-00001-of-00001.gguf +3 -0
  3. Q3_K_L/Q3_K_L-00001-of-00001.gguf +3 -0
  4. Q3_K_M/Q3_K_M-00001-of-00001.gguf +3 -0
  5. Q3_K_S/Q3_K_S-00001-of-00001.gguf +3 -0
  6. Q4_0/Q4_0-00001-of-00001.gguf +3 -0
  7. Q4_1/Q4_1-00001-of-00001.gguf +3 -0
  8. Q4_K_M/Q4_K_M-00001-of-00001.gguf +3 -0
  9. Q4_K_S/Q4_K_S-00001-of-00001.gguf +3 -0
  10. Q5_0/Q5_0-00001-of-00001.gguf +3 -0
  11. Q5_1/Q5_1-00001-of-00001.gguf +3 -0
  12. Q5_K_M/Q5_K_M-00001-of-00001.gguf +3 -0
  13. Q5_K_S/Q5_K_S-00001-of-00001.gguf +3 -0
  14. Q6_K/Q6_K-00001-of-00001.gguf +3 -0
  15. Q8_0/Q8_0-00001-of-00001.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,17 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Q2_K/Q2_K-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Q3_K_L/Q3_K_L-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Q3_K_M/Q3_K_M-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Q3_K_S/Q3_K_S-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Q4_0/Q4_0-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Q4_1/Q4_1-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Q4_K_M/Q4_K_M-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Q4_K_S/Q4_K_S-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Q5_0/Q5_0-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Q5_1/Q5_1-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Q5_K_M/Q5_K_M-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Q5_K_S/Q5_K_S-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Q6_K/Q6_K-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Q8_0/Q8_0-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
Q2_K/Q2_K-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97f6d7d1ee2184ed1faaeb51574ca693ee3b40dd3f151047c1ad9121a2181223
3
+ size 3179643872
Q3_K_L/Q3_K_L-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4d53b8109a49079a0ef764a149aa1df59ead2f36ad906d32a3a13aa2281f69d
3
+ size 4322468832
Q3_K_M/Q3_K_M-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a93253ff303e9878f72d7c9fb608f126ee86f2e2c0aab0695e79bfcab56ab4cf
3
+ size 4019430368
Q3_K_S/Q3_K_S-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e6058edd949ecd7a5e2bb5fa8c1e0da6300536f8e147cd67c501eb301401d32
3
+ size 3665011680
Q4_0/Q4_0-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79c7a32c4eb71af51c1be38270b1713f497a79377e8dfc2fb21478c2b3926ebc
3
+ size 4661724128
Q4_1/Q4_1-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c864107b1fc6285234eeeaf92f866c21579b2b82b545c9d00f8c85dc16a62d53
3
+ size 5130765280
Q4_K_M/Q4_K_M-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0a2f19b42950cb29ae94c631e8ef750416faac450fbbddee306cb262df41d53
3
+ size 4921246688
Q4_K_S/Q4_K_S-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc36fc51c1ae13fb5b1aa31153cc796c8b2be5c9b3ad85001984de1becdd6c51
3
+ size 4693181408
Q5_0/Q5_0-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90b240d697bfbd01822aac622280a218b6ca608a7229f0b288de856c35105a7d
3
+ size 5599806432
Q5_1/Q5_1-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4f08fef6953a31f666af93defff262efe7473a187eaafc25faa2c310931a824
3
+ size 6068847584
Q5_K_M/Q5_K_M-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e69c0d02b6a6f462bbead7024da827f4d86715bd23f2e7d5d39195828ed32397
3
+ size 5733499872
Q5_K_S/Q5_K_S-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ed0846d42d39f00702ebded209b3c99b9489c592b08e7eda2f90112531beb67
3
+ size 5599806432
Q6_K/Q6_K-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:433e7f0cb88ee2a8ef3dc1202d278248b0fcc3a995c7bce44cb76350ff50e909
3
+ size 6596518880
Q8_0/Q8_0-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0e3fe38fda19c14f76bb03092083f754b92af16532941ef572a6c2e50bfd0f9
3
+ size 8541283296