Hugging Face's logo

CHE-72-ZLab
/
Microsoft-Phi3-3_8B-Instruct128K-GGUF

GGUF
Inference Endpoints
conversational
Model card Files Community
CHE-72 commited on
Commit
077fbb6
•
1 Parent(s): 494b18d

Upload 11 files

Browse files
Files changed (12) hide show
  1. .gitattributes +11 -0
  2. phi-3-mini-128k-instruct-q2_k.gguf +3 -0
  3. phi-3-mini-128k-instruct-q3_k_l.gguf +3 -0
  4. phi-3-mini-128k-instruct-q3_k_m.gguf +3 -0
  5. phi-3-mini-128k-instruct-q3_k_s.gguf +3 -0
  6. phi-3-mini-128k-instruct-q4_0.gguf +3 -0
  7. phi-3-mini-128k-instruct-q4_k_m.gguf +3 -0
  8. phi-3-mini-128k-instruct-q5_0.gguf +3 -0
  9. phi-3-mini-128k-instruct-q5_k_m.gguf +3 -0
  10. phi-3-mini-128k-instruct-q5_k_s.gguf +3 -0
  11. phi-3-mini-128k-instruct-q6_k.gguf +3 -0
  12. phi-3-mini-128k-instruct-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,14 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ phi-3-mini-128k-instruct-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
37
+ phi-3-mini-128k-instruct-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
38
+ phi-3-mini-128k-instruct-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
39
+ phi-3-mini-128k-instruct-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
40
+ phi-3-mini-128k-instruct-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ phi-3-mini-128k-instruct-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
42
+ phi-3-mini-128k-instruct-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
43
+ phi-3-mini-128k-instruct-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
44
+ phi-3-mini-128k-instruct-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
45
+ phi-3-mini-128k-instruct-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
46
+ phi-3-mini-128k-instruct-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
phi-3-mini-128k-instruct-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc2456bf37f1e1f539e9f4dd58151bb8aa00bb524e10442264b82693e8083692
3
+ size 1416203616
phi-3-mini-128k-instruct-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83cc5b01efe168078af70bb7e1f4b2ac0ec9efc1c54637ec0ff42d5fc5b4fcc1
3
+ size 2087596896
phi-3-mini-128k-instruct-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fc8ef815d517e8c897a5ee7e502dfecbe038add0e2987f8f7c595534643ef3a
3
+ size 1955476320
phi-3-mini-128k-instruct-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eaea07395852913fb8f75a5b8ecf9ef5e5e43ed8e9a89b71eb3ce2ecb1604164
3
+ size 1681797984
phi-3-mini-128k-instruct-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a268d268c8ef66a9a323ca70f9def918849cdcccb73463d9a63694392e0440f
3
+ size 2176176480
phi-3-mini-128k-instruct-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b27c1a245243b3eadf6db453ddefd419a31e388820824beeba1c60eee17d05e
3
+ size 2393231712
phi-3-mini-128k-instruct-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07cbb8938dd8112ea26f16c057ea6516e256a29c4850c0aa384c0502a71ad86e
3
+ size 2641473888
phi-3-mini-128k-instruct-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3726321dc63e6d2a3e6e802dbdc4a4aa635664689b4a661be793bdfef2bf016
3
+ size 2815275360
phi-3-mini-128k-instruct-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea6018f13a5904df28423036eecf3dbd9e1810b44aac737864c24d93ec57b8f4
3
+ size 2641473888
phi-3-mini-128k-instruct-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7773141f73009c6caaba0c27962a6e5f58592b530c257451a462d94599cdb673
3
+ size 3135852384
phi-3-mini-128k-instruct-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6817b66d1c3c59ab06822e9732f0e594eea44e64cae2110906eac9d17f75d193
3
+ size 4061221728