Hugging Face's logo

LiteLLMs
/
dolphin-2.9-llama3-8b-GGUF

GGUF
Generated from Trainer
axolotl
GGUF
Inference Endpoints
conversational
Model card Files Community
andrijdavid commited on
Commit
facfab4
•
1 Parent(s): 6a6320d

Upload folder using huggingface_hub

Browse files
Files changed (15) hide show
  1. .gitattributes +14 -0
  2. Q2_K/Q2_K-00001-of-00001.gguf +3 -0
  3. Q3_K_L/Q3_K_L-00001-of-00001.gguf +3 -0
  4. Q3_K_M/Q3_K_M-00001-of-00001.gguf +3 -0
  5. Q3_K_S/Q3_K_S-00001-of-00001.gguf +3 -0
  6. Q4_0/Q4_0-00001-of-00001.gguf +3 -0
  7. Q4_1/Q4_1-00001-of-00001.gguf +3 -0
  8. Q4_K_M/Q4_K_M-00001-of-00001.gguf +3 -0
  9. Q4_K_S/Q4_K_S-00001-of-00001.gguf +3 -0
  10. Q5_0/Q5_0-00001-of-00001.gguf +3 -0
  11. Q5_1/Q5_1-00001-of-00001.gguf +3 -0
  12. Q5_K_M/Q5_K_M-00001-of-00001.gguf +3 -0
  13. Q5_K_S/Q5_K_S-00001-of-00001.gguf +3 -0
  14. Q6_K/Q6_K-00001-of-00001.gguf +3 -0
  15. Q8_0/Q8_0-00001-of-00001.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,17 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Q2_K/Q2_K-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Q3_K_L/Q3_K_L-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Q3_K_M/Q3_K_M-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Q3_K_S/Q3_K_S-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Q4_0/Q4_0-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Q4_1/Q4_1-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Q4_K_M/Q4_K_M-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Q4_K_S/Q4_K_S-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Q5_0/Q5_0-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Q5_1/Q5_1-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Q5_K_M/Q5_K_M-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Q5_K_S/Q5_K_S-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Q6_K/Q6_K-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Q8_0/Q8_0-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
Q2_K/Q2_K-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:583e8afe78ed3e0b11a9f6614cfa60f04102cbf6c1c417fad3beaee87be775b9
3
+ size 3179653664
Q3_K_L/Q3_K_L-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30de332719ae53e7fb0b36bb5b220f8704249155f205aa9e5c10913771fbcbd8
3
+ size 4322479456
Q3_K_M/Q3_K_M-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97288c2be2812b450fb592a26acefddbbb33b15479db786ed529ecddc4aa5b7d
3
+ size 4019440992
Q3_K_S/Q3_K_S-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94f021619f5acb7a83f2a69038d018db1e867ebfae8679396e895e18c2bfe8a7
3
+ size 3665022304
Q4_0/Q4_0-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b23081bf8fe07df7389c2618467e5f13639c9228bc8e8f672dab45ca8319874f
3
+ size 4661735840
Q4_1/Q4_1-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22d9ba56f61697963ef2bb70a1f73d608c15732fdedef22b1144a425537d315b
3
+ size 5130777504
Q4_K_M/Q4_K_M-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4a0854ddb48e0409383504c8d70cbec8b6cc94bda0006f35961601001182441
3
+ size 4921258400
Q4_K_S/Q4_K_S-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:193af0bd5763d6a6acac73bcb69266e007eaea26b17afd3f90f17913dc62b4ed
3
+ size 4693193120
Q5_0/Q5_0-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73878162bdd67f4515230362ee211a3d590bddc769254ac932c5ec07d8423908
3
+ size 5599819168
Q5_1/Q5_1-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2295b53091d7ea2dda216e60106b68845b341fcd653585ccdd5520c12306b7aa
3
+ size 6068860832
Q5_K_M/Q5_K_M-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef3b7aafc186f34e4c565c0d483f5ac06c9e18dd01183a9daa0528180f79dbe3
3
+ size 5733512608
Q5_K_S/Q5_K_S-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63b503c1032189cdbb56ccbffabdde53ea43ad93cf779d95b53a83c41450eb6b
3
+ size 5599819168
Q6_K/Q6_K-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c818de5032f4ebbf8a0c6ec8e97aa7c7e6194391b05b9c4923649a15cc64089b
3
+ size 6596532704
Q8_0/Q8_0-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7ea323ec9c2c0e98959edfd02f46cc8148a54c0244b7b7b48a418462c374996
3
+ size 8541301088