Hugging Face's logo

Felladrin
/
gguf-sharded-vicuna-160m

GGUF
Inference Endpoints
Model card Files Community
Felladrin commited on
Commit
c3bb516
·
verified ·
1 Parent(s): 76b82d4

Add sharded GGUF version of Q8_0 and F16 quants

Browse files
Files changed (15) hide show
  1. .gitattributes +14 -0
  2. vicuna-160m.F16.shard-00001-of-00007.gguf +3 -0
  3. vicuna-160m.F16.shard-00002-of-00007.gguf +3 -0
  4. vicuna-160m.F16.shard-00003-of-00007.gguf +3 -0
  5. vicuna-160m.F16.shard-00004-of-00007.gguf +3 -0
  6. vicuna-160m.F16.shard-00005-of-00007.gguf +3 -0
  7. vicuna-160m.F16.shard-00006-of-00007.gguf +3 -0
  8. vicuna-160m.F16.shard-00007-of-00007.gguf +3 -0
  9. vicuna-160m.Q8_0.shard-00001-of-00007.gguf +3 -0
  10. vicuna-160m.Q8_0.shard-00002-of-00007.gguf +3 -0
  11. vicuna-160m.Q8_0.shard-00003-of-00007.gguf +3 -0
  12. vicuna-160m.Q8_0.shard-00004-of-00007.gguf +3 -0
  13. vicuna-160m.Q8_0.shard-00005-of-00007.gguf +3 -0
  14. vicuna-160m.Q8_0.shard-00006-of-00007.gguf +3 -0
  15. vicuna-160m.Q8_0.shard-00007-of-00007.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,17 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ vicuna-160m.F16.shard-00001-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
37
+ vicuna-160m.F16.shard-00002-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
38
+ vicuna-160m.F16.shard-00003-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
39
+ vicuna-160m.F16.shard-00004-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
40
+ vicuna-160m.F16.shard-00005-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
41
+ vicuna-160m.F16.shard-00006-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
42
+ vicuna-160m.F16.shard-00007-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
43
+ vicuna-160m.Q8_0.shard-00001-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
44
+ vicuna-160m.Q8_0.shard-00002-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
45
+ vicuna-160m.Q8_0.shard-00003-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
46
+ vicuna-160m.Q8_0.shard-00004-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
47
+ vicuna-160m.Q8_0.shard-00005-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
48
+ vicuna-160m.Q8_0.shard-00006-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
49
+ vicuna-160m.Q8_0.shard-00007-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
vicuna-160m.F16.shard-00001-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a5a2788cc3640485d205d2f2014d4b82fd83cbe9882a3a9cdc1c18351a955e1
3
+ size 49876064
vicuna-160m.F16.shard-00002-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9440adacea04b208d3219f24f2743041e9126e5bc69f0f49d29c18085e0ba9b9
3
+ size 49155296
vicuna-160m.F16.shard-00003-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:176df6ff71867f7b6938a3a3dc4bdc09d416ac408b7b5242aef5376bb59ab002
3
+ size 47199520
vicuna-160m.F16.shard-00004-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6088a69510f09b228197226fc15123c8f970e5ee319b60b20eaf4df3041a218
3
+ size 47205952
vicuna-160m.F16.shard-00005-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72bed2dd76c616c530bacdab2452d9004ccd9388fe626f65f84c2633d35b8145
3
+ size 47199520
vicuna-160m.F16.shard-00006-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37150f50da0e9fadd977eb820f32d07350598a0f6c35c834abe204d53e023b03
3
+ size 47205952
vicuna-160m.F16.shard-00007-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57f9580ab8d4ae87975e8025c2fdc127d0f924725112d9bf388ccd978c6f168a
3
+ size 37762208
vicuna-160m.Q8_0.shard-00001-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffa1fa9f47a1f4e4b1525a5e1c6161ecb96e1bda56927eca67940622bc90dee6
3
+ size 26836064
vicuna-160m.Q8_0.shard-00002-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e76b1f6e9569a198377cf295b3cd88bc01304af31717346118c1c35d94f88d2c
3
+ size 26115296
vicuna-160m.Q8_0.shard-00003-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8675cb098769f7f4531da2543ea80b310ca13bed39caaacbc851c6193d95ebc
3
+ size 25081120
vicuna-160m.Q8_0.shard-00004-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3d05a9e59689338560c556533fa7cd921310c538e383e0a7d4492db79279090
3
+ size 25087552
vicuna-160m.Q8_0.shard-00005-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e41f9a1811dbe885ffa72c7d5e81276a9fff9145722effeb463e65606853e384
3
+ size 25081120
vicuna-160m.Q8_0.shard-00006-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f735a06d42dd8d7258bcae3add81057b716f319f1dba9ca148a14c859ff1a3b5
3
+ size 25087552
vicuna-160m.Q8_0.shard-00007-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2775fcd6c1f9fda97cf31e44a12eab6c7641623421328b7126fe0d223aa86d6
3
+ size 20067488