mradermacher
/

UIGEN-7B-16bit-GGUF

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

mradermacher commited on 8 days ago

Commit

6aa6c88

·

verified ·

1 Parent(s): 4bab815

uploaded from rain

Files changed (2) hide show

.gitattributes +1 -0
UIGEN-7B-16bit.Q6_K.gguf +3 -0

.gitattributes CHANGED Viewed

@@ -37,3 +37,4 @@ UIGEN-7B-16bit.f16.gguf filter=lfs diff=lfs merge=lfs -text
 UIGEN-7B-16bit.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
 UIGEN-7B-16bit.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
 UIGEN-7B-16bit.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

 UIGEN-7B-16bit.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
 UIGEN-7B-16bit.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
 UIGEN-7B-16bit.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+UIGEN-7B-16bit.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text

UIGEN-7B-16bit.Q6_K.gguf ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:2164815f8e37cbcea0f770f15a4c25c452556523395162a96ef5f5ccb782a46b
+size 6254199712