Hugging Face's logo

tohur
/
natsumura-assistant-1.1-llama-3.1-8b-GGUF

GGUF
Inference Endpoints
conversational
Model card Files Community
tohur commited on
Commit
e27d631
•
1 Parent(s): d68c1f3

Upload folder using huggingface_hub

Browse files
Files changed (14) hide show
  1. .gitattributes +13 -0
  2. natsumura-assistant-1.1-llama-3.1-8B.F16.gguf +3 -0
  3. natsumura-assistant-1.1-llama-3.1-8B.Q2_K.gguf +3 -0
  4. natsumura-assistant-1.1-llama-3.1-8B.Q3_K_L.gguf +3 -0
  5. natsumura-assistant-1.1-llama-3.1-8B.Q3_K_M.gguf +3 -0
  6. natsumura-assistant-1.1-llama-3.1-8B.Q3_K_S.gguf +3 -0
  7. natsumura-assistant-1.1-llama-3.1-8B.Q4_0.gguf +3 -0
  8. natsumura-assistant-1.1-llama-3.1-8B.Q4_K_M.gguf +3 -0
  9. natsumura-assistant-1.1-llama-3.1-8B.Q4_K_S.gguf +3 -0
  10. natsumura-assistant-1.1-llama-3.1-8B.Q5_0.gguf +3 -0
  11. natsumura-assistant-1.1-llama-3.1-8B.Q5_K_M.gguf +3 -0
  12. natsumura-assistant-1.1-llama-3.1-8B.Q5_K_S.gguf +3 -0
  13. natsumura-assistant-1.1-llama-3.1-8B.Q6_K.gguf +3 -0
  14. natsumura-assistant-1.1-llama-3.1-8B.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ natsumura-assistant-1.1-llama-3.1-8B.F16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ natsumura-assistant-1.1-llama-3.1-8B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ natsumura-assistant-1.1-llama-3.1-8B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ natsumura-assistant-1.1-llama-3.1-8B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ natsumura-assistant-1.1-llama-3.1-8B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ natsumura-assistant-1.1-llama-3.1-8B.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
42
+ natsumura-assistant-1.1-llama-3.1-8B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ natsumura-assistant-1.1-llama-3.1-8B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ natsumura-assistant-1.1-llama-3.1-8B.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
45
+ natsumura-assistant-1.1-llama-3.1-8B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
46
+ natsumura-assistant-1.1-llama-3.1-8B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
47
+ natsumura-assistant-1.1-llama-3.1-8B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
48
+ natsumura-assistant-1.1-llama-3.1-8B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
natsumura-assistant-1.1-llama-3.1-8B.F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7979e8edb31073279e5498fc48af1aab49017580e279089f973085feeb88084c
3
+ size 16068892384
natsumura-assistant-1.1-llama-3.1-8B.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:944dabe46736ccc1462525414bed81fa130074129b50c26cbff9a134cfdeeb96
3
+ size 3179132640
natsumura-assistant-1.1-llama-3.1-8B.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de12c4f0bfa211c1b636a562379492c1632bff561430801e1a649ef592d20f4d
3
+ size 4321957600
natsumura-assistant-1.1-llama-3.1-8B.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13292828b122d2ebbda208d57a79040402eb1f86c2937e7df1e4b8b35f40d3f5
3
+ size 4018919136
natsumura-assistant-1.1-llama-3.1-8B.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:210c015419e3db1af26ae16b9a698ffd77a451efb7019f1cb104dd3a9582270f
3
+ size 3664500448
natsumura-assistant-1.1-llama-3.1-8B.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d6e8a099de646c33c1066dc13600f72d2b904815f4a8446ef8d98eb10faa1f7
3
+ size 4661212896
natsumura-assistant-1.1-llama-3.1-8B.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9784fcdca3b3ca0de8778d10d9de1cc02484c3eb1cb001d2537cac1315041ee
3
+ size 4920735456
natsumura-assistant-1.1-llama-3.1-8B.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77e82fb8e30288e3b78da6207ea99609b565797f0ef6627969c8b5154b89e52d
3
+ size 4692670176
natsumura-assistant-1.1-llama-3.1-8B.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf444bfa4b4a86b7805e40fab3e5857c7a6b4e508ea97d0a5f18ebe45a6be769
3
+ size 5599295200
natsumura-assistant-1.1-llama-3.1-8B.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8941d4c25b320b56479f581cd799ba6d68ebe8e8668616c788bc9d5359933fa
3
+ size 5732988640
natsumura-assistant-1.1-llama-3.1-8B.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46aaa49ba205af687bcc31acdd1956f547cc2d6cdba64e8f587550bcc3d5c337
3
+ size 5599295200
natsumura-assistant-1.1-llama-3.1-8B.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78f632f223463e0df9aca0a10a9b0aced358ffd40fc70f4d69959600a68bddfc
3
+ size 6596007648
natsumura-assistant-1.1-llama-3.1-8B.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6058235c4b8f5ae6c4d96daed022c2c4cef22c7d6bc310ccbac94eb2cd26a05a
3
+ size 8540772064