Hugging Face's logo

xaskasdf
/
phi-3-medium-128k-instruct-gguf

GGUF
Inference Endpoints
conversational
Model card Files Community
xaskasdf commited on
Commit
31c2456
·
verified ·
1 Parent(s): 338f18f

Upload 6 files

Browse files
Files changed (7) hide show
  1. .gitattributes +6 -0
  2. Phi-3-medium-128k-instruct-IQ1_M.gguf +3 -0
  3. Phi-3-medium-128k-instruct-IQ1_S.gguf +3 -0
  4. Phi-3-medium-128k-instruct-IQ2_M.gguf +3 -0
  5. Phi-3-medium-128k-instruct-IQ2_S.gguf +3 -0
  6. Phi-3-medium-128k-instruct-Q2_K.gguf +3 -0
  7. Phi-3-medium-128k-instruct-Q2_K_S.gguf +3 -0
.gitattributes CHANGED
@@ -42,3 +42,9 @@ phi-3-medium-128k-instruct.imatrix filter=lfs diff=lfs merge=lfs -text
42
  Phi-3-medium-128k-instruct-f16.gguf filter=lfs diff=lfs merge=lfs -text
43
  Phi-3-medium-128k-instruct-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
44
  Phi-3-medium-128k-instruct-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
42
  Phi-3-medium-128k-instruct-f16.gguf filter=lfs diff=lfs merge=lfs -text
43
  Phi-3-medium-128k-instruct-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
44
  Phi-3-medium-128k-instruct-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Phi-3-medium-128k-instruct-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Phi-3-medium-128k-instruct-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Phi-3-medium-128k-instruct-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Phi-3-medium-128k-instruct-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Phi-3-medium-128k-instruct-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Phi-3-medium-128k-instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
Phi-3-medium-128k-instruct-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51400d775b81fdacd2d4ed4eae1dbee85e78aa6c7fbf40dbf939f63778c00707
3
+ size 3457627712
Phi-3-medium-128k-instruct-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70db349ca5e5284427988355254bf454d2e5ad81b0aa2a7e2748dab234a04c6c
3
+ size 3173467712
Phi-3-medium-128k-instruct-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df26ad83bf19c9cae3bc8165dd02d1585d9ef07781bcc47404c77fb7e86ecdad
3
+ size 4932476992
Phi-3-medium-128k-instruct-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cd314f8e561f535969974b75571a73dee33aafb6cc1be51df7c8b917e1887b0
3
+ size 4553596992
Phi-3-medium-128k-instruct-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6b15bd6627be8e4e803f71a49fc9b582f05748e4db167126d37f568eafa382f
3
+ size 5336667424
Phi-3-medium-128k-instruct-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce0471cabfc5db4c9f913eab4f159f697f59a66d0aa50a576fbf772587d0a059
3
+ size 4964955712