Hugging Face's logo

Kquant03
/
Hippolyta-7B-GGUF

GGUF
English
Inference Endpoints
Model card Files Community
Kquant03 commited on
Commit
8176196
•
1 Parent(s): b5c10cd

Upload 8 files

Browse files
Files changed (9) hide show
  1. .gitattributes +8 -0
  2. ggml-model-q2_k.gguf +3 -0
  3. ggml-model-q3_k_m.gguf +3 -0
  4. ggml-model-q4_0.gguf +3 -0
  5. ggml-model-q4_k_m.gguf +3 -0
  6. ggml-model-q5_0.gguf +3 -0
  7. ggml-model-q5_k_m.gguf +3 -0
  8. ggml-model-q6_k.gguf +3 -0
  9. ggml-model-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,11 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ ggml-model-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
37
+ ggml-model-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
38
+ ggml-model-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
39
+ ggml-model-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
40
+ ggml-model-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ ggml-model-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
42
+ ggml-model-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
43
+ ggml-model-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
ggml-model-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:168b360dda03a2535cf754fdf976ec237158597eb65ca730c64f3a010c17cdb6
3
+ size 2701416160
ggml-model-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06795d09b96adf5f334bc6fc9d860062f60616b711e21181d6a8ee70db5f1af1
3
+ size 3518985952
ggml-model-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:060a048b8f59567884178da84e3eda35ed739c8dd563efc02c1fd82b9d5fbfac
3
+ size 4108916448
ggml-model-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9891764a227202e837c4e138240877c768e387bcf121e95809a592e1d19be797
3
+ size 4368439008
ggml-model-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60e2482f21cf2e2cfba25a6ed7506ef5efd11b9a231ae8f4fcf3c8b92a33c745
3
+ size 4997715680
ggml-model-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43aab81f6ad2625ffa183a1efa3e0d92b53b684766051180896b5f1f48748746
3
+ size 5131409120
ggml-model-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:332415ce57726c9488ab577180bd37d365270f507b5b5f8b29114a456fb0701c
3
+ size 5942064864
ggml-model-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48fb24292dcc5466c70cd99d63d739c1d00e27d9ee678f764ada899e95cd2bc0
3
+ size 7695857376