Hugging Face's logo

mradermacher
/
Nandine-7b-i1-GGUF

Transformers
GGUF
English
Merge
mergekit
lazymergekit
Inference Endpoints
imatrix
Model card Files Community
mradermacher commited on
Commit
6d2703f
·
verified ·
1 Parent(s): 0c22bfc

uploaded from back

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. Nandine-7b.i1-IQ1_M.gguf +3 -0
  3. Nandine-7b.i1-IQ1_S.gguf +3 -0
  4. Nandine-7b.i1-IQ2_M.gguf +3 -0
  5. Nandine-7b.i1-IQ2_S.gguf +3 -0
  6. Nandine-7b.i1-IQ2_XS.gguf +3 -0
  7. Nandine-7b.i1-IQ2_XXS.gguf +3 -0
  8. Nandine-7b.i1-IQ3_M.gguf +3 -0
  9. Nandine-7b.i1-IQ3_S.gguf +3 -0
  10. Nandine-7b.i1-IQ3_XS.gguf +3 -0
  11. Nandine-7b.i1-IQ3_XXS.gguf +3 -0
  12. Nandine-7b.i1-IQ4_XS.gguf +3 -0
  13. Nandine-7b.i1-Q2_K.gguf +3 -0
  14. Nandine-7b.i1-Q2_K_S.gguf +3 -0
  15. Nandine-7b.i1-Q3_K_L.gguf +3 -0
  16. Nandine-7b.i1-Q3_K_M.gguf +3 -0
  17. Nandine-7b.i1-Q3_K_S.gguf +3 -0
  18. Nandine-7b.i1-Q4_0.gguf +3 -0
  19. Nandine-7b.i1-Q4_K_M.gguf +3 -0
  20. Nandine-7b.i1-Q4_K_S.gguf +3 -0
  21. Nandine-7b.i1-Q5_K_M.gguf +3 -0
  22. Nandine-7b.i1-Q5_K_S.gguf +3 -0
  23. Nandine-7b.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Nandine-7b.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Nandine-7b.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Nandine-7b.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Nandine-7b.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Nandine-7b.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Nandine-7b.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Nandine-7b.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Nandine-7b.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Nandine-7b.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Nandine-7b.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Nandine-7b.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Nandine-7b.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Nandine-7b.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Nandine-7b.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Nandine-7b.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Nandine-7b.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Nandine-7b.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Nandine-7b.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Nandine-7b.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Nandine-7b.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Nandine-7b.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Nandine-7b.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Nandine-7b.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18be93d1428ec1642afc737aca1d7394421e0eb1498afc0c6cee824ea95b4776
3
+ size 1754447456
Nandine-7b.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aad626beecfa14a42e042944f7e4d62090aafe6c423872a81e091df099783adb
3
+ size 1612103264
Nandine-7b.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e506b56bc6fec3be38d281b3b61cdd45fdf71939f7eb897cc59995169548d140
3
+ size 2500714080
Nandine-7b.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f481b2e0ee1de7c2f65c47e196c57053eda9bf023cbbcd873e0ddaabf2323bb0
3
+ size 2310921824
Nandine-7b.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e40eb55f7b4f35ebeefbfa00f62cb9db62314f4e562d447383368ed99d0d859f
3
+ size 2198257248
Nandine-7b.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71c7bf625d86e405c5d0c17238642481f96fc9e87452689886abe03be01ba50d
3
+ size 1991687776
Nandine-7b.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17ce13fbb5f0c0f661c2b32929f4247a40abd35e5af09ec3e010ff97ff0f49dc
3
+ size 3284893280
Nandine-7b.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:201d3bd8b3a46f43b75e7ed8ee3eb057465c16fb77e934ac35b1ab926c8258c8
3
+ size 3182394976
Nandine-7b.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29c2b61276de55c440cb4e2fb37a5690c44be20a21c2e4a0cc6cfd3729cd9cf9
3
+ size 3018817120
Nandine-7b.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0da6810d36ac9e6aa80b184e6979a37ee200e1ce1f83b8b9c90069f58f24d23f
3
+ size 2827345504
Nandine-7b.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd959bece5ee344f4fd2cda859786e495ff38d48e9e26a9c20821f50de2f8434
3
+ size 3907690080
Nandine-7b.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f15e92ae3877eab5613960bf92c1a4a0b83664bdaac2f0b4d81dc0a4143388f
3
+ size 2719243872
Nandine-7b.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfa2cbc68041136f87eee02253c12622177fe29c8ed8cfd3b73e36a4de690422
3
+ size 2528927328
Nandine-7b.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08b1196cc32306a33c706bc83f289e56a6b9acf6de7f7d6125f09e1352c6ebc4
3
+ size 3822026336
Nandine-7b.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8df4c7338abd839cdb352456a434e5e0d8461be876ba15fdca0353290a158384
3
+ size 3518987872
Nandine-7b.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dee74f2188eca18ac72bf6ecd73944f9ed7c477cb855abd174265ea9b298155f
3
+ size 3164569184
Nandine-7b.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e64b29543d56057a4a0ef21eed79118f05c4e2f0a461d0727506ff385b228ba9
3
+ size 4123598432
Nandine-7b.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b1ce902c5720478385b6b905ccbebaaaeb059b06eecf4d8487040a987537361
3
+ size 4368440928
Nandine-7b.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a92f11dbb074c018e6c64ae366cb0177640c982ac568cfd77ddb123b7cfe5048
3
+ size 4140375648
Nandine-7b.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d2c80ced98d625eb9c53a12fa8d150adf2d72d8355aef75184b773bda71fdb1
3
+ size 5131411040
Nandine-7b.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86eaf8f62365ee5142770abd448d1837b0bbd3a1b6e98a3d1e8a2fd97bc2bb75
3
+ size 4997717600
Nandine-7b.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbb71da97c0de81819991ddf199e8a5ac7ba3c32f265a35d376df7ee7c84b7a0
3
+ size 5942066784