Hugging Face's logo

SanctumAI
/
Phi-3-mini-4k-instruct-GGUF

Text Generation
Transformers
GGUF
English
phi3
nlp
code
Inference Endpoints
conversational
Model card Files Community
1
AndreyBest commited on
Commit
4343523
•
1 Parent(s): dc47046

Uploading quants for the Phi-3-mini-4k-instruct-GGUF model

Browse files
Files changed (18) hide show
  1. .gitattributes +17 -0
  2. phi-3-mini-4k-instruct.Q2_K.gguf +3 -0
  3. phi-3-mini-4k-instruct.Q3_K_L.gguf +3 -0
  4. phi-3-mini-4k-instruct.Q3_K_M.gguf +3 -0
  5. phi-3-mini-4k-instruct.Q3_K_S.gguf +3 -0
  6. phi-3-mini-4k-instruct.Q4_0.gguf +3 -0
  7. phi-3-mini-4k-instruct.Q4_1.gguf +3 -0
  8. phi-3-mini-4k-instruct.Q4_K.gguf +3 -0
  9. phi-3-mini-4k-instruct.Q4_K_M.gguf +3 -0
  10. phi-3-mini-4k-instruct.Q4_K_S.gguf +3 -0
  11. phi-3-mini-4k-instruct.Q5_0.gguf +3 -0
  12. phi-3-mini-4k-instruct.Q5_1.gguf +3 -0
  13. phi-3-mini-4k-instruct.Q5_K.gguf +3 -0
  14. phi-3-mini-4k-instruct.Q5_K_M.gguf +3 -0
  15. phi-3-mini-4k-instruct.Q5_K_S.gguf +3 -0
  16. phi-3-mini-4k-instruct.Q6_K.gguf +3 -0
  17. phi-3-mini-4k-instruct.Q8_0.gguf +3 -0
  18. phi-3-mini-4k-instruct.fp16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,20 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ phi-3-mini-4k-instruct.fp16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ phi-3-mini-4k-instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ phi-3-mini-4k-instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ phi-3-mini-4k-instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ phi-3-mini-4k-instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ phi-3-mini-4k-instruct.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
42
+ phi-3-mini-4k-instruct.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
43
+ phi-3-mini-4k-instruct.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
44
+ phi-3-mini-4k-instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ phi-3-mini-4k-instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ phi-3-mini-4k-instruct.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ phi-3-mini-4k-instruct.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
48
+ phi-3-mini-4k-instruct.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ phi-3-mini-4k-instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
50
+ phi-3-mini-4k-instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ phi-3-mini-4k-instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
52
+ phi-3-mini-4k-instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
phi-3-mini-4k-instruct.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08928f542fe145d26ea44249f123487271c9d372cba0a94d23bef5a546b7a86f
3
+ size 1446879616
phi-3-mini-4k-instruct.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0496776c4cb6ce732552e039b7f64e1702bf0b942d963fbdf36652fb985a4933
3
+ size 2045134720
phi-3-mini-4k-instruct.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77952309d6929d52ec11d34bfc5f7ab22f7317087892c334626527cdf0dcd4ed
3
+ size 1877624704
phi-3-mini-4k-instruct.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:145598bc4cff45095e500a228ceb4736c85a739a0a1bd495445bf214b6e9070a
3
+ size 1681803136
phi-3-mini-4k-instruct.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eaf1acc4ea062662291851b3dfaf37308183fe718c66ef1bca6b1313f6174648
3
+ size 2176181632
phi-3-mini-4k-instruct.Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b64d30e4847a9649d55998db85249605961845ba0653e8149c2fef680950640b
3
+ size 2408830336
phi-3-mini-4k-instruct.Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fed7364ee3e0c7cb4fe0880148bfdfcd1b630981efa0802a6b62ee52e7da97e
3
+ size 2318919040
phi-3-mini-4k-instruct.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fed7364ee3e0c7cb4fe0880148bfdfcd1b630981efa0802a6b62ee52e7da97e
3
+ size 2318919040
phi-3-mini-4k-instruct.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fb84fb36191169e46ff8a73c10f168b7a1f756cde5c81d985dd524ec7fa7432
3
+ size 2193483136
phi-3-mini-4k-instruct.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a42350d48d8b0d8bde4ed764c361609b1e3d51a10263bb407b177ae1ab694377
3
+ size 2641479040
phi-3-mini-4k-instruct.Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fefbf60d734003a2e1b4b862399759db1f462ee784fd8a65df79ce4a09c3969c
3
+ size 2874127744
phi-3-mini-4k-instruct.Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:231e50055db793cfefb394b18eceb92166f749ca1d55ad472153eca29640cf68
3
+ size 2715010432
phi-3-mini-4k-instruct.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:231e50055db793cfefb394b18eceb92166f749ca1d55ad472153eca29640cf68
3
+ size 2715010432
phi-3-mini-4k-instruct.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:276449866217a16a91b8264cd97e20e6178de28995afe78a99d9f8fc8821c32f
3
+ size 2641479040
phi-3-mini-4k-instruct.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f757f37bf8178e3d54410eedfa05e91f28fa9aa051e2508a10e70acc67b0725
3
+ size 3135857536
phi-3-mini-4k-instruct.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8e99a77bec94f65e623b5c126f8210a9b98924310351e0eed245b81a5d2a93f
3
+ size 4061226880
phi-3-mini-4k-instruct.fp16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad9f8ff11cd096115adc8ff50befa22fc3da2718672ddd2ab30faccd70488605
3
+ size 7643301696