Hugging Face's logo

SanctumAI
/
Phi-3-mini-4k-instruct-GGUF

Text Generation
Transformers
GGUF
English
phi3
nlp
code
text-generation-inference
Inference Endpoints
Model card Files Community
1
AndreyBest commited on
Commit
b561510
•
1 Parent(s): 8f6e07b

Uploading quants for the Phi-3-mini-4k-instruct-GGUF model

Browse files
Files changed (18) hide show
  1. .gitattributes +1 -0
  2. phi-3-mini-4k-instruct.Q2_K.gguf +2 -2
  3. phi-3-mini-4k-instruct.Q3_K_L.gguf +2 -2
  4. phi-3-mini-4k-instruct.Q3_K_M.gguf +2 -2
  5. phi-3-mini-4k-instruct.Q3_K_S.gguf +2 -2
  6. phi-3-mini-4k-instruct.Q4_0.gguf +2 -2
  7. phi-3-mini-4k-instruct.Q4_1.gguf +2 -2
  8. phi-3-mini-4k-instruct.Q4_K.gguf +2 -2
  9. phi-3-mini-4k-instruct.Q4_K_M.gguf +2 -2
  10. phi-3-mini-4k-instruct.Q4_K_S.gguf +2 -2
  11. phi-3-mini-4k-instruct.Q5_0.gguf +2 -2
  12. phi-3-mini-4k-instruct.Q5_1.gguf +2 -2
  13. phi-3-mini-4k-instruct.Q5_K.gguf +2 -2
  14. phi-3-mini-4k-instruct.Q5_K_M.gguf +2 -2
  15. phi-3-mini-4k-instruct.Q5_K_S.gguf +2 -2
  16. phi-3-mini-4k-instruct.Q6_K.gguf +2 -2
  17. phi-3-mini-4k-instruct.Q8_0.gguf +2 -2
  18. phi-3-mini-4k-instruct.f16.gguf +3 -0
.gitattributes CHANGED
@@ -50,3 +50,4 @@ phi-3-mini-4k-instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
50
  phi-3-mini-4k-instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
  phi-3-mini-4k-instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
52
  phi-3-mini-4k-instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 
 
50
  phi-3-mini-4k-instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
  phi-3-mini-4k-instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
52
  phi-3-mini-4k-instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
53
+ phi-3-mini-4k-instruct.f16.gguf filter=lfs diff=lfs merge=lfs -text
phi-3-mini-4k-instruct.Q2_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:08928f542fe145d26ea44249f123487271c9d372cba0a94d23bef5a546b7a86f
3
- size 1446879616
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec3222b970551b9585a5e055c5716cdbd082db9650f541b9e819e6b67f4088b9
3
+ size 1416203232
phi-3-mini-4k-instruct.Q3_K_L.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0496776c4cb6ce732552e039b7f64e1702bf0b942d963fbdf36652fb985a4933
3
- size 2045134720
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:563109e4f75e3ad404379745b34b6d74e2dd0917081d900889251229123f95e0
3
+ size 2087596512
phi-3-mini-4k-instruct.Q3_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:77952309d6929d52ec11d34bfc5f7ab22f7317087892c334626527cdf0dcd4ed
3
- size 1877624704
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dee51b139e14da108ade1bc6a3c85c03058e7fd1d9f05a3fc3e4c3397a578b72
3
+ size 1955475936
phi-3-mini-4k-instruct.Q3_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:145598bc4cff45095e500a228ceb4736c85a739a0a1bd495445bf214b6e9070a
3
- size 1681803136
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a55931712c41771ad9cce45b00aadf0579901e98ed84ea7d27713d26c0307147
3
+ size 1681797600
phi-3-mini-4k-instruct.Q4_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:eaf1acc4ea062662291851b3dfaf37308183fe718c66ef1bca6b1313f6174648
3
- size 2176181632
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0c529653a4bdbea1fdc53d764ebbc43df8bb46b5a16f03c69b3cf0139e71e78
3
+ size 2176176096
phi-3-mini-4k-instruct.Q4_1.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b64d30e4847a9649d55998db85249605961845ba0653e8149c2fef680950640b
3
- size 2408830336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55f7bec6e16d57e914d57db88ffe5cc007ab3d73982646ce5ad6ee19857b05f4
3
+ size 2408824800
phi-3-mini-4k-instruct.Q4_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4fed7364ee3e0c7cb4fe0880148bfdfcd1b630981efa0802a6b62ee52e7da97e
3
- size 2318919040
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63611604988e7b2b81916c5a44ea8b76d0df8aeb1990ce9bf97601d087d468ea
3
+ size 2393231328
phi-3-mini-4k-instruct.Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4fed7364ee3e0c7cb4fe0880148bfdfcd1b630981efa0802a6b62ee52e7da97e
3
- size 2318919040
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63611604988e7b2b81916c5a44ea8b76d0df8aeb1990ce9bf97601d087d468ea
3
+ size 2393231328
phi-3-mini-4k-instruct.Q4_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8fb84fb36191169e46ff8a73c10f168b7a1f756cde5c81d985dd524ec7fa7432
3
- size 2193483136
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a97aede5074e2862af1c0ccfc0dcec1f0ceda0fa7332ce265c32065ae6d5866a
3
+ size 2188759008
phi-3-mini-4k-instruct.Q5_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a42350d48d8b0d8bde4ed764c361609b1e3d51a10263bb407b177ae1ab694377
3
- size 2641479040
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b19ab888e7b94a7c55ec7e069436c0dbe8f88422c10f997a9b3e9bd9b3b3106d
3
+ size 2641473504
phi-3-mini-4k-instruct.Q5_1.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fefbf60d734003a2e1b4b862399759db1f462ee784fd8a65df79ce4a09c3969c
3
- size 2874127744
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49da1b783ed68a903adb1777618e089e3a93994a1538625f63f25c349f914a1b
3
+ size 2874122208
phi-3-mini-4k-instruct.Q5_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:231e50055db793cfefb394b18eceb92166f749ca1d55ad472153eca29640cf68
3
- size 2715010432
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b805410ba3550c1eb28fabb8048162ad86070dda692ea90fb5020e1144980958
3
+ size 2815274976
phi-3-mini-4k-instruct.Q5_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:231e50055db793cfefb394b18eceb92166f749ca1d55ad472153eca29640cf68
3
- size 2715010432
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b805410ba3550c1eb28fabb8048162ad86070dda692ea90fb5020e1144980958
3
+ size 2815274976
phi-3-mini-4k-instruct.Q5_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:276449866217a16a91b8264cd97e20e6178de28995afe78a99d9f8fc8821c32f
3
- size 2641479040
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2469cf3c6ec2f45a5b8f55ac4d6de948e2f33a6e322cdfe99c9ea1c28304986
3
+ size 2641473504
phi-3-mini-4k-instruct.Q6_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2f757f37bf8178e3d54410eedfa05e91f28fa9aa051e2508a10e70acc67b0725
3
- size 3135857536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f15b10529ed1ccb450816f30bd8c03b683a2b646df83438ba3e09e1799869d03
3
+ size 3135852000
phi-3-mini-4k-instruct.Q8_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d8e99a77bec94f65e623b5c126f8210a9b98924310351e0eed245b81a5d2a93f
3
- size 4061226880
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1f053769c5a97d1a08570ed7d0ad63b825af1b7ce4ddf26e9596a59642aa6be
3
+ size 4061221344
phi-3-mini-4k-instruct.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09324c88a69a5037e8999d02181bbb067ed9a07646a9f87008be80bf64d39cd7
3
+ size 7643296224