Hugging Face's logo

grapevine-AI
/
aya-expanse-8b-gguf

GGUF
Japanese
Inference Endpoints
imatrix
conversational
Model card Files Community
grapevine-AI commited on
Commit
ef52d56
•
1 Parent(s): 24ca14b

Upload 7 files

Browse files
Files changed (8) hide show
  1. .gitattributes +7 -0
  2. aya-expanse-8B-F16.gguf +3 -0
  3. aya-expanse-8B-IQ4_XS.gguf +3 -0
  4. aya-expanse-8B-Q4_K_M.gguf +3 -0
  5. aya-expanse-8B-Q5_K_M.gguf +3 -0
  6. aya-expanse-8B-Q6_K.gguf +3 -0
  7. aya-expanse-8B-Q8_0.gguf +3 -0
  8. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,10 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ aya-expanse-8B-F16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ aya-expanse-8B-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
38
+ aya-expanse-8B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ aya-expanse-8B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ aya-expanse-8B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
41
+ aya-expanse-8B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
42
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
aya-expanse-8B-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51933118646c9f22408282befec1b9c847b66a3cf1796b56a5f11f255d236c7c
3
+ size 16067227072
aya-expanse-8B-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:623b6bfaad83be46985d9528e7a41d75063b6bbd643b83a1d1d47ac831b0a048
3
+ size 4600327808
aya-expanse-8B-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfbb947e74a0597c6818f6946235929ce8705cdaf06d2bf9a3ad3376b56cfba6
3
+ size 5056982656
aya-expanse-8B-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d808b02a0f08ffbb8e7c60dd5569b4d8c84033182d664106dfbfe552cd22d8ca
3
+ size 5803568768
aya-expanse-8B-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a583ca93807f8564b473e5293768014296bcec4c4b54b42d14d67a805bdfa4c
3
+ size 6596816512
aya-expanse-8B-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49911703c79cf9cd352ebe1379cdae49e03d09b0cd6336056f80b5bb595dc220
3
+ size 8541073024
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae7989783ad7745bdb89544f739e19074bf7d212fc665793a1abb8a57c3b7106
3
+ size 4988157