Hugging Face's logo

thesven
/
Phi-3-mini-128k-instruct-GGUF

Text Generation
English
nlp
code
Model card Files Community
thesven commited on
Commit
ba39efd
•
1 Parent(s): a12f3c3

Upload folder using huggingface_hub

Browse files
Files changed (25) hide show
  1. .gitattributes +1 -0
  2. Phi-3-mini-128k-instruct-GGUF-IQ1_S.bin +3 -0
  3. Phi-3-mini-128k-instruct-GGUF-IQ2_S.bin +3 -0
  4. Phi-3-mini-128k-instruct-GGUF-IQ2_XS.bin +3 -0
  5. Phi-3-mini-128k-instruct-GGUF-IQ3_S.bin +3 -0
  6. Phi-3-mini-128k-instruct-GGUF-IQ3_XXS.bin +3 -0
  7. Phi-3-mini-128k-instruct-GGUF-IQ4_NL.bin +3 -0
  8. Phi-3-mini-128k-instruct-GGUF-IQ4_XS.bin +3 -0
  9. Phi-3-mini-128k-instruct-GGUF-Q2_K.bin +3 -0
  10. Phi-3-mini-128k-instruct-GGUF-Q3_K.bin +3 -0
  11. Phi-3-mini-128k-instruct-GGUF-Q3_K_S.bin +3 -0
  12. Phi-3-mini-128k-instruct-GGUF-Q4_0.bin +3 -0
  13. Phi-3-mini-128k-instruct-GGUF-Q4_1.bin +3 -0
  14. Phi-3-mini-128k-instruct-GGUF-Q4_K.bin +3 -0
  15. Phi-3-mini-128k-instruct-GGUF-Q4_K_M.bin +3 -0
  16. Phi-3-mini-128k-instruct-GGUF-Q4_K_S.bin +3 -0
  17. Phi-3-mini-128k-instruct-GGUF-Q5_0.bin +3 -0
  18. Phi-3-mini-128k-instruct-GGUF-Q5_1.bin +3 -0
  19. Phi-3-mini-128k-instruct-GGUF-Q5_K.bin +3 -0
  20. Phi-3-mini-128k-instruct-GGUF-Q5_K_M.bin +3 -0
  21. Phi-3-mini-128k-instruct-GGUF-Q5_K_S.bin +3 -0
  22. Phi-3-mini-128k-instruct-GGUF-Q6_K.bin +3 -0
  23. Phi-3-mini-128k-instruct-GGUF-Q8_0.bin +3 -0
  24. Phi-3-mini-128k-instruct-GGUF-f16.bin +3 -0
  25. imatrix_Phi-3-mini-128k-instruct.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ imatrix_Phi-3-mini-128k-instruct.dat filter=lfs diff=lfs merge=lfs -text
Phi-3-mini-128k-instruct-GGUF-IQ1_S.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59a9b584160b415dc0ecbb4d0576823e6846d944e42e42505116c5494a9c74a2
3
+ size 841608640
Phi-3-mini-128k-instruct-GGUF-IQ2_S.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a3948ac47871aa1acb6f048164566bc6e031d08fa156cb3339e90bed6828388
3
+ size 1215730624
Phi-3-mini-128k-instruct-GGUF-IQ2_XS.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02dc7d6aa41f25d33c93c38ff0f85061c8c0a6ef4ecc29f9dd9a6937572c0193
3
+ size 1153035712
Phi-3-mini-128k-instruct-GGUF-IQ3_S.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c79c18231889512f13a246be742611bc9098667b10806fb832ed5205956548bb
3
+ size 1681797568
Phi-3-mini-128k-instruct-GGUF-IQ3_XXS.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:336596370bf509d7bc11a23e56657db457ec70970f8f9ed224334cf6fc65a75b
3
+ size 1513001920
Phi-3-mini-128k-instruct-GGUF-IQ4_NL.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:491968aa7488962cd4fa6755301e68d766147b4244206691c0aad413030c3ef8
3
+ size 2176176064
Phi-3-mini-128k-instruct-GGUF-IQ4_XS.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a6e620fde42cf63b49b196e2e81b41c94de06045f9f135368cf7b0d7a36e8bb
3
+ size 2059851712
Phi-3-mini-128k-instruct-GGUF-Q2_K.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de3ff1e83ae1bb3450bb5a9351e278e085b29975c7156b0b1c40297262d2ef96
3
+ size 1416202976
Phi-3-mini-128k-instruct-GGUF-Q3_K.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f488767b7b9f7ab8a3f0c82310fe2c7c5e90f0ec5f0007c542d7854344ac154
3
+ size 1955475680
Phi-3-mini-128k-instruct-GGUF-Q3_K_S.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:004e10ad9fb2e1aa4bb6134968321083f43fc61a10854d3b5753e97534a488b7
3
+ size 1681797344
Phi-3-mini-128k-instruct-GGUF-Q4_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38bebefcf55c91dead0c750562447b1d570c2c10d15cdba421bcdbfbca7a1252
3
+ size 2176175840
Phi-3-mini-128k-instruct-GGUF-Q4_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2084dfa53d05a44f038faa7dd34aefbd28603a7586607119ff71e3602e698c6
3
+ size 2408824544
Phi-3-mini-128k-instruct-GGUF-Q4_K.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1ed3faa7c6c525676080b967c0a526921595c44919648e6d20311422a78a205
3
+ size 2393231072
Phi-3-mini-128k-instruct-GGUF-Q4_K_M.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1ed3faa7c6c525676080b967c0a526921595c44919648e6d20311422a78a205
3
+ size 2393231072
Phi-3-mini-128k-instruct-GGUF-Q4_K_S.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0ad3744ad2551cad9410754c51a3b5b435a0780f34b57ac1fb024ed47bcfac4
3
+ size 2188758752
Phi-3-mini-128k-instruct-GGUF-Q5_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18bd97625adaf6725fb6dde5c2f64234f53abc21b608e3795bd60746f3204fbf
3
+ size 2641473248
Phi-3-mini-128k-instruct-GGUF-Q5_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ef730cd6b1979ea1e5aa868dad15681a6062023634fa0008e8d8dab972296fc
3
+ size 2874121952
Phi-3-mini-128k-instruct-GGUF-Q5_K.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:041161b6c43b16988c6fda5d738efdaff809c856cb85aac424421005682b5496
3
+ size 2815274720
Phi-3-mini-128k-instruct-GGUF-Q5_K_M.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:041161b6c43b16988c6fda5d738efdaff809c856cb85aac424421005682b5496
3
+ size 2815274720
Phi-3-mini-128k-instruct-GGUF-Q5_K_S.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b0b7bb08fb6c74b833aa5938edbf542cb7e1576d4f49cfb75af909a20d3b28e
3
+ size 2641473248
Phi-3-mini-128k-instruct-GGUF-Q6_K.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02f75d37a7f4dcd6be3ca6b9ce2b8d2424492f883d4852a9e6d10456be29da09
3
+ size 3135851744
Phi-3-mini-128k-instruct-GGUF-Q8_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06461836c736b84539c23ed0470098f118c9214d83dd0b2527da7135f67e51db
3
+ size 4061221088
Phi-3-mini-128k-instruct-GGUF-f16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2f6fd8460118e5db9109544ee3f6677d37498e3859a55a78b6652db9ac3dd66
3
+ size 7643295968
imatrix_Phi-3-mini-128k-instruct.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61891fe1204359bc374ace467bbde32347d717981ea86f68d9a5c563937aed40
3
+ size 2232594