Hugging Face's logo

SanctumAI
/
Phi-3.5-mini-instruct-GGUF

Text Generation
GGUF
multilingual
phi3
nlp
code
Inference Endpoints
conversational
Model card Files Community
AndreyBest commited on
Commit
48e8ee0
•
1 Parent(s): ca8353a

Uploading quants for the Phi-3.5-mini-instruct-GGUF model

Browse files
Files changed (18) hide show
  1. .gitattributes +17 -0
  2. phi-3.5-mini-instruct.Q2_K.gguf +3 -0
  3. phi-3.5-mini-instruct.Q3_K_L.gguf +3 -0
  4. phi-3.5-mini-instruct.Q3_K_M.gguf +3 -0
  5. phi-3.5-mini-instruct.Q3_K_S.gguf +3 -0
  6. phi-3.5-mini-instruct.Q4_0.gguf +3 -0
  7. phi-3.5-mini-instruct.Q4_1.gguf +3 -0
  8. phi-3.5-mini-instruct.Q4_K.gguf +3 -0
  9. phi-3.5-mini-instruct.Q4_K_M.gguf +3 -0
  10. phi-3.5-mini-instruct.Q4_K_S.gguf +3 -0
  11. phi-3.5-mini-instruct.Q5_0.gguf +3 -0
  12. phi-3.5-mini-instruct.Q5_1.gguf +3 -0
  13. phi-3.5-mini-instruct.Q5_K.gguf +3 -0
  14. phi-3.5-mini-instruct.Q5_K_M.gguf +3 -0
  15. phi-3.5-mini-instruct.Q5_K_S.gguf +3 -0
  16. phi-3.5-mini-instruct.Q6_K.gguf +3 -0
  17. phi-3.5-mini-instruct.Q8_0.gguf +3 -0
  18. phi-3.5-mini-instruct.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,20 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ phi-3.5-mini-instruct.f16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ phi-3.5-mini-instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ phi-3.5-mini-instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ phi-3.5-mini-instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ phi-3.5-mini-instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ phi-3.5-mini-instruct.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
42
+ phi-3.5-mini-instruct.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
43
+ phi-3.5-mini-instruct.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
44
+ phi-3.5-mini-instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ phi-3.5-mini-instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ phi-3.5-mini-instruct.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ phi-3.5-mini-instruct.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
48
+ phi-3.5-mini-instruct.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ phi-3.5-mini-instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
50
+ phi-3.5-mini-instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ phi-3.5-mini-instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
52
+ phi-3.5-mini-instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
phi-3.5-mini-instruct.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54d47caa8bf30afce66f6945667b03df2df4deb94711c21d854706481c9c4c4b
3
+ size 1416204288
phi-3.5-mini-instruct.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cda3c938fc13343a80f60881f4987bbbb990a59403aafce7f81d4380b76fd2f1
3
+ size 2087597568
phi-3.5-mini-instruct.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abcfd2f187d16cb29ba3e5d1fd9b05b860e9a5afdd4d609e40ec0596fdbdc8c8
3
+ size 1955476992
phi-3.5-mini-instruct.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81c2147a6c5a94b01185b14ae424a26163543afa2333560c7d2297f000cb31ee
3
+ size 1681798656
phi-3.5-mini-instruct.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5374915da534cb93df39f03bd4f2cd5a0c533df0d5e21957dc9556c260be9eb
3
+ size 2176177152
phi-3.5-mini-instruct.Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a0533a94963547beef098b5813d60fe89a577d53fd7a9043e5c20ba4326b69a
3
+ size 2408825856
phi-3.5-mini-instruct.Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ef532675b6684b28e0a1a0dca8b3bf4132673bf2294b7d87b41b1d64bb03bca
3
+ size 2393232384
phi-3.5-mini-instruct.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ef532675b6684b28e0a1a0dca8b3bf4132673bf2294b7d87b41b1d64bb03bca
3
+ size 2393232384
phi-3.5-mini-instruct.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5db3e683309003f16a47246b8e4b610204c16c0d3abe0de86ccf971569493d68
3
+ size 2188760064
phi-3.5-mini-instruct.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b75226072ac8ef8c1e279fd7de436b5aedca7b6fcae6bed3e2d6c933ca2d55a
3
+ size 2641474560
phi-3.5-mini-instruct.Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a937d3f6c1507f19dbc54ff126b7156ba38d7c8a1b02d2bd76d476731c7a068
3
+ size 2874123264
phi-3.5-mini-instruct.Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef57be356e37cdf6045f7ef9149f7f6974e7c18f23b384296608029466c48f01
3
+ size 2815276032
phi-3.5-mini-instruct.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef57be356e37cdf6045f7ef9149f7f6974e7c18f23b384296608029466c48f01
3
+ size 2815276032
phi-3.5-mini-instruct.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50b8dc3b4ccc9c28778f43df7356709463d96a1bd35e942ed46ee88a34a4b22f
3
+ size 2641474560
phi-3.5-mini-instruct.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86e5e74919d7935fe84e29a2e525feb9f1cce5beb6d550bc8cb2098f0f931410
3
+ size 3135853056
phi-3.5-mini-instruct.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81fd0b829a6ff15b3df3cc792de3f3e75a9fb2f1f55c0059af55a698b1173150
3
+ size 4061222400
phi-3.5-mini-instruct.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04381ade8b69632b564f1dbc473dac52f7819349ceb3cc76d268dee91f762fe2
3
+ size 7643297280