Hugging Face's logo

integer32
/
Meta-Llama-3-8B-Instruct-ru

PEFT
Safetensors
GGUF
Inference Endpoints
conversational
Model card Files Community
integer32 commited on
Commit
f8cf471
•
1 Parent(s): 8f92bad

Add GGUF

Browse files
Files changed (9) hide show
  1. .gitattributes +1 -0
  2. gguf/ggml-model-IQ4_NL.gguf +3 -0
  3. gguf/ggml-model-IQ4_XS.gguf +3 -0
  4. gguf/ggml-model-Q4_K_M.gguf +3 -0
  5. gguf/ggml-model-Q4_K_S.gguf +3 -0
  6. gguf/ggml-model-Q5_K_M.gguf +3 -0
  7. gguf/ggml-model-Q5_K_S.gguf +3 -0
  8. gguf/ggml-model-Q6_K.gguf +3 -0
  9. gguf/ggml-model-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -5,6 +5,7 @@
5
  *.ckpt filter=lfs diff=lfs merge=lfs -text
6
  *.ftz filter=lfs diff=lfs merge=lfs -text
7
  *.gz filter=lfs diff=lfs merge=lfs -text
 
8
  *.h5 filter=lfs diff=lfs merge=lfs -text
9
  *.joblib filter=lfs diff=lfs merge=lfs -text
10
  *.lfs.* filter=lfs diff=lfs merge=lfs -text
 
5
  *.ckpt filter=lfs diff=lfs merge=lfs -text
6
  *.ftz filter=lfs diff=lfs merge=lfs -text
7
  *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.gguf filter=lfs diff=lfs merge=lfs -text
9
  *.h5 filter=lfs diff=lfs merge=lfs -text
10
  *.joblib filter=lfs diff=lfs merge=lfs -text
11
  *.lfs.* filter=lfs diff=lfs merge=lfs -text
gguf/ggml-model-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d3f64b4b47bb2ecb15e7c056532dd16556e339ab0a3f2300e272363bc6e6071
3
+ size 4707348736
gguf/ggml-model-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6acac2248f5ca6976e870311f006565c3323ce6d7688bb9f1d80d26babacdbed
3
+ size 4484362496
gguf/ggml-model-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:627fe592ed1f4a035bb09d2b6bef042f43a26e19b0caeb1952df72bc3567a265
3
+ size 4920733952
gguf/ggml-model-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b44c1978d07e3622606b8084e102896633a2d00e4347f2e703ac4cc5d6003611
3
+ size 4692668672
gguf/ggml-model-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d042ee6945e07230cfc1ac43f596c9f8724f87fa00e28941907a7c51033c15b
3
+ size 5732987136
gguf/ggml-model-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d8a1c8ee192a82b745d9c254de2ab12f6e825add6873930b63d6dfe2ae16da4
3
+ size 5599293696
gguf/ggml-model-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a4afff5543b72f3a0f38811ed5d8bc8e52331f5c2c5c5b6d1a20844df53b0fa
3
+ size 6596006144
gguf/ggml-model-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97ce8c82537753b6586fc75862471b2edf83fa6d0ef0068f4310ffcbc24d15d4
3
+ size 8540770560