Hugging Face's logo

ABX-AI
/
phi-2-orange-v2-GGUF-IQ-Imatrix

GGUF
Eval Results
Inference Endpoints
conversational
Model card Files Community
ABX-AI commited on
Commit
9c7cf13
•
1 Parent(s): 11699c5

Upload 13 files

Browse files
Files changed (14) hide show
  1. .gitattributes +13 -0
  2. imatrix.dat +3 -0
  3. phi-2-orange-v2-F16.gguf +3 -0
  4. phi-2-orange-v2-IQ3_M-imat.gguf +3 -0
  5. phi-2-orange-v2-IQ3_S-imat.gguf +3 -0
  6. phi-2-orange-v2-IQ3_XXS-imat.gguf +3 -0
  7. phi-2-orange-v2-IQ4_NL-imat.gguf +3 -0
  8. phi-2-orange-v2-IQ4_XS-imat.gguf +3 -0
  9. phi-2-orange-v2-Q4_K_M-imat.gguf +3 -0
  10. phi-2-orange-v2-Q4_K_S-imat.gguf +3 -0
  11. phi-2-orange-v2-Q5_K_M-imat.gguf +3 -0
  12. phi-2-orange-v2-Q5_K_S-imat.gguf +3 -0
  13. phi-2-orange-v2-Q6_K-imat.gguf +3 -0
  14. phi-2-orange-v2-Q8_0-imat.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ phi-2-orange-v2-F16.gguf filter=lfs diff=lfs merge=lfs -text
38
+ phi-2-orange-v2-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
39
+ phi-2-orange-v2-IQ3_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ phi-2-orange-v2-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ phi-2-orange-v2-IQ4_NL-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ phi-2-orange-v2-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ phi-2-orange-v2-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ phi-2-orange-v2-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ phi-2-orange-v2-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ phi-2-orange-v2-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
47
+ phi-2-orange-v2-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
48
+ phi-2-orange-v2-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:884f7f2dbea9089d46355c8134cf3466e6ced0a2dc571d2f6a65f77adbd456c7
3
+ size 2955432
phi-2-orange-v2-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f59c35ce4efb79e8e715ff6a9c9fe4dd2e35a06cc6f7e851673ca0dedae49fa2
3
+ size 5563095840
phi-2-orange-v2-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e3a498472df0456977df57070179e3833118478af39a01f3040404dc96e0184
3
+ size 1320459104
phi-2-orange-v2-IQ3_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2ac6cf18a49f04c3eaf964952dd182f5443a96efbc8ce84ad90f08eec091e3a
3
+ size 1250827104
phi-2-orange-v2-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56d9bb054745fce8566ddfaa799198bd31c2ce35a700919d7157a65a3f7f0a0b
3
+ size 1099070304
phi-2-orange-v2-IQ4_NL-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8eeeb1932b76b8b76b13faa1d892df4426b9cb6ad350a44a9f8088fa0fd468ff
3
+ size 1602468704
phi-2-orange-v2-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb2d8bbd25afc457ee4cec12f23bdbb7091c5557249005792dc10ef2180d0d3d
3
+ size 1519729504
phi-2-orange-v2-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e671eb2c4608f0bfcdf34895c35342ff9cfb5114f3d06401b287ff2ca387aecc
3
+ size 1737636704
phi-2-orange-v2-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80225f7f45dae7d03240dc6f408d83777c15a8eb734410c50f8b778309f51ed6
3
+ size 1618852704
phi-2-orange-v2-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f5be46dc74885f941129e3236c470660c83b058ecc8ba3c725420f7aa87c169
3
+ size 2003057504
phi-2-orange-v2-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:926137053883527e34e13939ff79b71ef5b59c949f3ba3648807695863fe76a8
3
+ size 1933425504
phi-2-orange-v2-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3174908d70a626a6db20a7cfb28063cc885a6ae02d16d4aa0bc5b50b100260a
3
+ size 2285067104
phi-2-orange-v2-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac205a9869d515199aef79bfb2834859dadf493e7ba2a76adb815173927a2972
3
+ size 2958039904