Hugging Face's logo

SinpxAI
/
Vicuna-7B-v1.5-GGUF

Transformers
GGUF
llama
Inference Endpoints
text-generation-inference
Model card Files Community
Skiro commited on
Commit
1ad76d0
•
1 Parent(s): 6db410f

Upload folder using huggingface_hub

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. vicuna-7b-v1.5.Q2_K.gguf +3 -0
  3. vicuna-7b-v1.5.Q3_K_L.gguf +3 -0
  4. vicuna-7b-v1.5.Q3_K_M.gguf +3 -0
  5. vicuna-7b-v1.5.Q3_K_S.gguf +3 -0
  6. vicuna-7b-v1.5.Q4_0.gguf +3 -0
  7. vicuna-7b-v1.5.Q4_K_M.gguf +3 -0
  8. vicuna-7b-v1.5.Q4_K_S.gguf +3 -0
  9. vicuna-7b-v1.5.Q5_0.gguf +3 -0
  10. vicuna-7b-v1.5.Q5_K_M.gguf +3 -0
  11. vicuna-7b-v1.5.Q5_K_S.gguf +3 -0
  12. vicuna-7b-v1.5.Q6_K.gguf +3 -0
  13. vicuna-7b-v1.5.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ vicuna-7b-v1.5.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ vicuna-7b-v1.5.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ vicuna-7b-v1.5.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ vicuna-7b-v1.5.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ vicuna-7b-v1.5.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ vicuna-7b-v1.5.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ vicuna-7b-v1.5.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ vicuna-7b-v1.5.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ vicuna-7b-v1.5.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ vicuna-7b-v1.5.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ vicuna-7b-v1.5.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ vicuna-7b-v1.5.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
vicuna-7b-v1.5.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59a988a559224923b7bb405dd536f13c624333f7f6e44449182405c516d2e910
3
+ size 2532863776
vicuna-7b-v1.5.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e122fa21bc01044a27faf0382ce34578c13be5bed5000e0cfb27a370ff3c5591
3
+ size 3597111072
vicuna-7b-v1.5.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a68a756acd78f6e7980aee9999c5afc2bd1f214a8a0876191d3a8335ec5a066
3
+ size 3298004768
vicuna-7b-v1.5.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc49a9706e60b23f3c13ac5681aab78bb48786ffe2c5447a9057526a3b93e676
3
+ size 2948304672
vicuna-7b-v1.5.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:819a7fb7abae1077f5da5029cec67f909b91953cc3dcfec5d9df9ae33a623819
3
+ size 3825807136
vicuna-7b-v1.5.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d51ac5c4cec802bfec32578221c63f48b4acafa143a9bf8fd460e89aad761bf
3
+ size 4081004320
vicuna-7b-v1.5.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46f7900ed1ef94eea4e4c5f217a75656b32defab702bd0202cde3f84685c46a0
3
+ size 3856740128
vicuna-7b-v1.5.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fca36376439aec370ff2397a2a7a3f3af5d11511130f5cbb4d8cbbd79ccebf10
3
+ size 4651691808
vicuna-7b-v1.5.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d760fcb2353f7dc93bc8e08b39cda13d368521c139ecd5f5b995435ef5c57802
3
+ size 4783157024
vicuna-7b-v1.5.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ec75fc7c1861effb8d2bc2aa97935c6cc6117a624b45c0e4d132d68dd351a57
3
+ size 4651691808
vicuna-7b-v1.5.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:594e93fb9d8b819dbf622965834a7d94d3386f8574b2302b9b29f363aa526d9c
3
+ size 5529194272
vicuna-7b-v1.5.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02987332ecba2bbd8e91c3d9a1b6668ef6ad886d33fb05127771be73e5ad0839
3
+ size 7161089824