Hugging Face's logo

thesven
/
Phi-3-medium-128k-instruct-GGUF

Text Generation
GGUF
English
nlp
code
Inference Endpoints
conversational
Model card Files Community
thesven commited on
Commit
ef8ffe2
•
1 Parent(s): 50e4bd5

Upload folder using huggingface_hub

Browse files
Files changed (24) hide show
  1. .gitattributes +23 -0
  2. Phi-3-medium-128k-instruct-GGUF-IQ1_S.gguf +3 -0
  3. Phi-3-medium-128k-instruct-GGUF-IQ2_S.gguf +3 -0
  4. Phi-3-medium-128k-instruct-GGUF-IQ2_XS.gguf +3 -0
  5. Phi-3-medium-128k-instruct-GGUF-IQ3_S.gguf +3 -0
  6. Phi-3-medium-128k-instruct-GGUF-IQ3_XXS.gguf +3 -0
  7. Phi-3-medium-128k-instruct-GGUF-IQ4_NL.gguf +3 -0
  8. Phi-3-medium-128k-instruct-GGUF-IQ4_XS.gguf +3 -0
  9. Phi-3-medium-128k-instruct-GGUF-Q2_K.gguf +3 -0
  10. Phi-3-medium-128k-instruct-GGUF-Q3_K.gguf +3 -0
  11. Phi-3-medium-128k-instruct-GGUF-Q3_K_S.gguf +3 -0
  12. Phi-3-medium-128k-instruct-GGUF-Q4_0.gguf +3 -0
  13. Phi-3-medium-128k-instruct-GGUF-Q4_1.gguf +3 -0
  14. Phi-3-medium-128k-instruct-GGUF-Q4_K.gguf +3 -0
  15. Phi-3-medium-128k-instruct-GGUF-Q4_K_M.gguf +3 -0
  16. Phi-3-medium-128k-instruct-GGUF-Q4_K_S.gguf +3 -0
  17. Phi-3-medium-128k-instruct-GGUF-Q5_0.gguf +3 -0
  18. Phi-3-medium-128k-instruct-GGUF-Q5_1.gguf +3 -0
  19. Phi-3-medium-128k-instruct-GGUF-Q5_K.gguf +3 -0
  20. Phi-3-medium-128k-instruct-GGUF-Q5_K_M.gguf +3 -0
  21. Phi-3-medium-128k-instruct-GGUF-Q5_K_S.gguf +3 -0
  22. Phi-3-medium-128k-instruct-GGUF-Q6_K.gguf +3 -0
  23. Phi-3-medium-128k-instruct-GGUF-Q8_0.gguf +3 -0
  24. Phi-3-medium-128k-instruct-GGUF-bf16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,26 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Phi-3-medium-128k-instruct-GGUF-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Phi-3-medium-128k-instruct-GGUF-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Phi-3-medium-128k-instruct-GGUF-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Phi-3-medium-128k-instruct-GGUF-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Phi-3-medium-128k-instruct-GGUF-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Phi-3-medium-128k-instruct-GGUF-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Phi-3-medium-128k-instruct-GGUF-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Phi-3-medium-128k-instruct-GGUF-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Phi-3-medium-128k-instruct-GGUF-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Phi-3-medium-128k-instruct-GGUF-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Phi-3-medium-128k-instruct-GGUF-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Phi-3-medium-128k-instruct-GGUF-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Phi-3-medium-128k-instruct-GGUF-Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Phi-3-medium-128k-instruct-GGUF-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Phi-3-medium-128k-instruct-GGUF-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Phi-3-medium-128k-instruct-GGUF-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Phi-3-medium-128k-instruct-GGUF-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Phi-3-medium-128k-instruct-GGUF-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Phi-3-medium-128k-instruct-GGUF-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Phi-3-medium-128k-instruct-GGUF-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Phi-3-medium-128k-instruct-GGUF-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Phi-3-medium-128k-instruct-GGUF-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Phi-3-medium-128k-instruct-GGUF-bf16.gguf filter=lfs diff=lfs merge=lfs -text
Phi-3-medium-128k-instruct-GGUF-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d78113ebe37d40fd54666759a809922c8cb4fbd832d9ca8bb0cc1bf2b90b1f2f
3
+ size 2957997024
Phi-3-medium-128k-instruct-GGUF-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c1d5d670ebdc1aa53f1b12abc766837b641f61eb3f977b39a23671980247684
3
+ size 4338126304
Phi-3-medium-128k-instruct-GGUF-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:721ac9f5e435239824ad6c3ea762668321f6ad6de781d0dfc26c0d4dfc2f6ccc
3
+ size 4127405024
Phi-3-medium-128k-instruct-GGUF-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25820243fc75e5464cc8019d26c6864728fdda66d9a72c518d5fa1b029ab268e
3
+ size 6064889824
Phi-3-medium-128k-instruct-GGUF-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f45d45fc21a4ee66d779602d30074d99c3b7f4ebeab9d980612a383ae1fb8c0
3
+ size 5453262304
Phi-3-medium-128k-instruct-GGUF-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8538dde5de3e4b2831392af43b91aa43f8d046470dd2d38fb4abab7f39357c94
3
+ size 7897125344
Phi-3-medium-128k-instruct-GGUF-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:460b1cf8a5c7d5ceac67d154d38b23dbde83a108e07208505dafd6717adff781
3
+ size 7466011104
Phi-3-medium-128k-instruct-GGUF-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7ec84303179d6f7fe73185ef27381b87afc876a26f033c2686eb07e0e8d0fd2
3
+ size 5143000320
Phi-3-medium-128k-instruct-GGUF-Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:817b3770427ca5bba0eb4a0a13a15bdcf3bd2d22fe7cb6b82baf935b70af8d9b
3
+ size 6923411200
Phi-3-medium-128k-instruct-GGUF-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b81cfcfbcc69858de2c44991e18d0adecb8111164ab03d70eab8bc46e98f83ec
3
+ size 6064889600
Phi-3-medium-128k-instruct-GGUF-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e45624c8276178d1802dffcb5f683ebf0a6a9dcfdf1b62b82fe5bbbdd2f59c93
3
+ size 7897125120
Phi-3-medium-128k-instruct-GGUF-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bae75cf69355c0027fa4fa69dd914360cf74dfc732d3e066d5294d34dfc0421
3
+ size 8759353600
Phi-3-medium-128k-instruct-GGUF-Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77a17946f93b2f0a98531f1d361f5a85d646cbc00715c60067e1509be9ce304e
3
+ size 8566821120
Phi-3-medium-128k-instruct-GGUF-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77a17946f93b2f0a98531f1d361f5a85d646cbc00715c60067e1509be9ce304e
3
+ size 8566821120
Phi-3-medium-128k-instruct-GGUF-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50337a1b10e7c3c6f8e8a5617ec63887be7fe925c1eb67b661085c3c5f1e0dd0
3
+ size 7954469120
Phi-3-medium-128k-instruct-GGUF-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4efde11dde5b6d8e3bf56b9dcfac7ffdbedbf63b0bd8b7bd11da29368cb2a885
3
+ size 9621582080
Phi-3-medium-128k-instruct-GGUF-Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12375d1dee7f4894fb5cbde119a5f397667357ab64a338cead297344c5825707
3
+ size 10483810560
Phi-3-medium-128k-instruct-GGUF-Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa9f5542bbeec685ed624f5cf13c64805e2f58771fa5abdb5e59fddfac3760e0
3
+ size 10074190080
Phi-3-medium-128k-instruct-GGUF-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa9f5542bbeec685ed624f5cf13c64805e2f58771fa5abdb5e59fddfac3760e0
3
+ size 10074190080
Phi-3-medium-128k-instruct-GGUF-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac6c587de96419673833b1cb3d718fd72c4b84bf35f894785c74273c7c3acc55
3
+ size 9621582080
Phi-3-medium-128k-instruct-GGUF-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b65eb05a6c61a7c1b87bb720d33067f53feb793e7fca081786b5b4e1f73e06c
3
+ size 11453817600
Phi-3-medium-128k-instruct-GGUF-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66018dde2bc97cb092de6eb9804ac7cca6b665e91ad9a6e2fad808dcc75add11
3
+ size 14834712320
Phi-3-medium-128k-instruct-GGUF-bf16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c82493237cbb1b4f3130e9611c6e0221c8e6d3799dd8d8c1ae9b9f2e9d8bc98d
3
+ size 27922046720