Hugging Face's logo

mzwing
/
Phi-3-mini-4k-instruct-GGUF

GGUF
Inference Endpoints
conversational
Model card Files Community
mzwing commited on
Commit
3e55b8e
•
1 Parent(s): 120cad7

GGUF model commit (made with llama.cpp release b2769)

Browse files
Files changed (21) hide show
  1. .gitattributes +15 -0
  2. Phi-3-mini-4k-instruct.F16.gguf +3 -0
  3. Phi-3-mini-4k-instruct.IQ2_M.gguf +0 -0
  4. Phi-3-mini-4k-instruct.IQ3_M.gguf +0 -0
  5. Phi-3-mini-4k-instruct.IQ3_S.gguf +0 -0
  6. Phi-3-mini-4k-instruct.IQ3_XS.gguf +0 -0
  7. Phi-3-mini-4k-instruct.IQ3_XXS.gguf +0 -0
  8. Phi-3-mini-4k-instruct.IQ4_NL.gguf +3 -0
  9. Phi-3-mini-4k-instruct.IQ4_XS.gguf +3 -0
  10. Phi-3-mini-4k-instruct.Q2_K.gguf +3 -0
  11. Phi-3-mini-4k-instruct.Q3_K_L.gguf +3 -0
  12. Phi-3-mini-4k-instruct.Q3_K_M.gguf +3 -0
  13. Phi-3-mini-4k-instruct.Q3_K_S.gguf +3 -0
  14. Phi-3-mini-4k-instruct.Q4_0.gguf +3 -0
  15. Phi-3-mini-4k-instruct.Q4_K_M.gguf +3 -0
  16. Phi-3-mini-4k-instruct.Q4_K_S.gguf +3 -0
  17. Phi-3-mini-4k-instruct.Q5_0.gguf +3 -0
  18. Phi-3-mini-4k-instruct.Q5_K_M.gguf +3 -0
  19. Phi-3-mini-4k-instruct.Q5_K_S.gguf +3 -0
  20. Phi-3-mini-4k-instruct.Q6_K.gguf +3 -0
  21. Phi-3-mini-4k-instruct.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,18 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Phi-3-mini-4k-instruct.F16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Phi-3-mini-4k-instruct.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Phi-3-mini-4k-instruct.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Phi-3-mini-4k-instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Phi-3-mini-4k-instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Phi-3-mini-4k-instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Phi-3-mini-4k-instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Phi-3-mini-4k-instruct.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Phi-3-mini-4k-instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Phi-3-mini-4k-instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Phi-3-mini-4k-instruct.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Phi-3-mini-4k-instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Phi-3-mini-4k-instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Phi-3-mini-4k-instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Phi-3-mini-4k-instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Phi-3-mini-4k-instruct.F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d99003e395775659b0dde3f941d88ff378b2837a8dc3a2ea94222ab1420fad3
3
+ size 7643295904
Phi-3-mini-4k-instruct.IQ2_M.gguf ADDED
Binary file (737 kB). View file
 
Phi-3-mini-4k-instruct.IQ3_M.gguf ADDED
Binary file (737 kB). View file
 
Phi-3-mini-4k-instruct.IQ3_S.gguf ADDED
Binary file (737 kB). View file
 
Phi-3-mini-4k-instruct.IQ3_XS.gguf ADDED
Binary file (737 kB). View file
 
Phi-3-mini-4k-instruct.IQ3_XXS.gguf ADDED
Binary file (737 kB). View file
 
Phi-3-mini-4k-instruct.IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d7c5e6041c4d4db77354576d98e41ba3fd029d9ce4382d9e362739b7a66cf93
3
+ size 2188758752
Phi-3-mini-4k-instruct.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c21c7f1b7b8e03a76be870f2bc9d47e72a22d0c9f4cca62633b8d89777c1bbab
3
+ size 2075580128
Phi-3-mini-4k-instruct.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e471c0a0514390440f473552771995dca6ab842d229f86fb483e40b5f89be03a
3
+ size 1416202976
Phi-3-mini-4k-instruct.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6bc07c1409981bec2f42eab7902cadbf41300d690b710d29ea7fae24122c894
3
+ size 2087596256
Phi-3-mini-4k-instruct.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:772eb8d99b4a8b21f4e5c76feb64b6c8d309c7f5c7720f8141dbf1b1a14dcb3e
3
+ size 1955475680
Phi-3-mini-4k-instruct.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5bec13c7bf082d5101a992d8bdaa4889d7137a1e793a277d26bcf3230fa24f7
3
+ size 1681797344
Phi-3-mini-4k-instruct.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7b21ff3472899cfb9536982ea74d9180231bad132c1ba0cc6ec73e9d4e2f093
3
+ size 2176175840
Phi-3-mini-4k-instruct.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:500efe7da39ae4e33a456975557d4fe6b81a3b1da232b1751cc1f8e8a9c49b32
3
+ size 2393231072
Phi-3-mini-4k-instruct.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0812c36668461dbdd0edd1b09ef619336ada1d868ad2a05dd2e12ca15b03358b
3
+ size 2188758752
Phi-3-mini-4k-instruct.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c82c7e8acd054ae12c0f80aa4dbf04491897f0f19217a31c8f5870152d3383f8
3
+ size 2641473248
Phi-3-mini-4k-instruct.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15619e31fafa121a4e4b272c1fdd359f9a5d6dfae8650f783d2a25b360e5abc4
3
+ size 2815274720
Phi-3-mini-4k-instruct.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40f628e99525edb280fe95262ce33c79dfbb6b39c8ae46f338cea4c4ae77e771
3
+ size 2641473248
Phi-3-mini-4k-instruct.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f6806fb3e02506469a456897eb8642f31b740cd4578f626379112f5e01047f3
3
+ size 3135851744
Phi-3-mini-4k-instruct.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8138a408d9e0d8ac16c2fdea9d63249bd3c7b98dce1c623cf75faa6192cdec6e
3
+ size 4061221088