Hugging Face's logo

qwp4w3hyb
/
Llama-3-8B-Instruct-Coder-v2-iMat-GGUF

Transformers
GGUF
English
text-generation-inference
unsloth
llama
trl
sft
imatrix
importance matrix
Inference Endpoints
conversational
Model card Files Community
qwp4w3hyb commited on
Commit
1e2fe6f
•
1 Parent(s): 315e71c

Upload folder using huggingface_hub

Browse files
Files changed (21) hide show
  1. .gitattributes +20 -0
  2. imat-f16-gmerged.dat +3 -0
  3. llama-3-8b-instruct-coder-v2-f16.gguf +3 -0
  4. llama-3-8b-instruct-coder-v2-imat-IQ1_S.gguf +3 -0
  5. llama-3-8b-instruct-coder-v2-imat-IQ2_M.gguf +3 -0
  6. llama-3-8b-instruct-coder-v2-imat-IQ2_S.gguf +3 -0
  7. llama-3-8b-instruct-coder-v2-imat-IQ2_XS.gguf +3 -0
  8. llama-3-8b-instruct-coder-v2-imat-IQ2_XXS.gguf +3 -0
  9. llama-3-8b-instruct-coder-v2-imat-IQ3_M.gguf +3 -0
  10. llama-3-8b-instruct-coder-v2-imat-IQ3_S.gguf +3 -0
  11. llama-3-8b-instruct-coder-v2-imat-IQ3_XS.gguf +3 -0
  12. llama-3-8b-instruct-coder-v2-imat-IQ3_XXS.gguf +3 -0
  13. llama-3-8b-instruct-coder-v2-imat-IQ4_NL.gguf +3 -0
  14. llama-3-8b-instruct-coder-v2-imat-IQ4_XS.gguf +3 -0
  15. llama-3-8b-instruct-coder-v2-imat-Q4_0.gguf +3 -0
  16. llama-3-8b-instruct-coder-v2-imat-Q4_K_M.gguf +3 -0
  17. llama-3-8b-instruct-coder-v2-imat-Q4_K_S.gguf +3 -0
  18. llama-3-8b-instruct-coder-v2-imat-Q5_K_M.gguf +3 -0
  19. llama-3-8b-instruct-coder-v2-imat-Q5_K_S.gguf +3 -0
  20. llama-3-8b-instruct-coder-v2-imat-Q6_K.gguf +3 -0
  21. llama-3-8b-instruct-coder-v2-imat-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,23 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ imat-f16-gmerged.dat filter=lfs diff=lfs merge=lfs -text
37
+ llama-3-8b-instruct-coder-v2-f16.gguf filter=lfs diff=lfs merge=lfs -text
38
+ llama-3-8b-instruct-coder-v2-imat-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ llama-3-8b-instruct-coder-v2-imat-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ llama-3-8b-instruct-coder-v2-imat-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ llama-3-8b-instruct-coder-v2-imat-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ llama-3-8b-instruct-coder-v2-imat-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ llama-3-8b-instruct-coder-v2-imat-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ llama-3-8b-instruct-coder-v2-imat-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ llama-3-8b-instruct-coder-v2-imat-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ llama-3-8b-instruct-coder-v2-imat-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ llama-3-8b-instruct-coder-v2-imat-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ llama-3-8b-instruct-coder-v2-imat-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ llama-3-8b-instruct-coder-v2-imat-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
50
+ llama-3-8b-instruct-coder-v2-imat-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
51
+ llama-3-8b-instruct-coder-v2-imat-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
52
+ llama-3-8b-instruct-coder-v2-imat-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ llama-3-8b-instruct-coder-v2-imat-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ llama-3-8b-instruct-coder-v2-imat-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
55
+ llama-3-8b-instruct-coder-v2-imat-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
imat-f16-gmerged.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:380482e799aaeed74d48d70fe8e53796c92c6f78d5b9e2c9ee6fcfcd6003c023
3
+ size 4988185
llama-3-8b-instruct-coder-v2-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45667d91e0f038741ba8893e3469d83964cf90d83d66d1253fab87d723a7466a
3
+ size 16068890912
llama-3-8b-instruct-coder-v2-imat-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73edcd2abbf18b4391f7fd870d3af36a3648cc114180049d89fc51eed69de6c0
3
+ size 2019627648
llama-3-8b-instruct-coder-v2-imat-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5a1fa82b5be0c23b7764b0a721369825bd6db030d0c46d94f83d9cfc1c64104
3
+ size 2948280960
llama-3-8b-instruct-coder-v2-imat-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0930c3c20b34dc64fac02c88515fdd3a6f631bfa27e0f25dc676d858f63e430d
3
+ size 2758488704
llama-3-8b-instruct-coder-v2-imat-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a245ce9dfad3b74298a50b58d39f8d12a7bb84927d9a884bb4a901b093564f8
3
+ size 2605781632
llama-3-8b-instruct-coder-v2-imat-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f24467deda5a6aebca5d31005b6e1ca228fd2d7ca10af7eb6fb48f1ecc29b819
3
+ size 2399212160
llama-3-8b-instruct-coder-v2-imat-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c533453a52c0b59f5d7911e0f9ec2996f0b3103a8057e0d77ace64c322203e4
3
+ size 3784823424
llama-3-8b-instruct-coder-v2-imat-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5328b084f313aa505fa5aa3591c1cffcd3684d18b2c162ff3cf735823e862e99
3
+ size 3682325120
llama-3-8b-instruct-coder-v2-imat-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16f75fc721478bfadc262b70c1dc3a81a9c6995422578419eae05d06f066d185
3
+ size 3518747264
llama-3-8b-instruct-coder-v2-imat-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa69e05323159cccbc9e47f5114853566aece40165e81268220cef70084ab048
3
+ size 3274912384
llama-3-8b-instruct-coder-v2-imat-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cea1b6ae810e994b6bfc6f186c7bf42a4dce01108092ad28e4866ac1653ae90b
3
+ size 4677988992
llama-3-8b-instruct-coder-v2-imat-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30cb11611c9be4f476237e2677d63bbadf5fc5615132773ac229f5133a4be25d
3
+ size 4447662720
llama-3-8b-instruct-coder-v2-imat-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3df55e82c4a87ed44dfdff6a7125f99568d1a85094c720de91d375544f14e16
3
+ size 4675891840
llama-3-8b-instruct-coder-v2-imat-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5c992be83ba7bae01cd8c992d0cd426638226ff32c8bf02d1a4f4f5b9ecddee
3
+ size 4920734336
llama-3-8b-instruct-coder-v2-imat-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74a9d0a6b3a0923360eb8711e7da47c47e956809e5f29157b8b8d117427c7c1e
3
+ size 4692669056
llama-3-8b-instruct-coder-v2-imat-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e49c74fa5162c03796c2c8ef0f739d989bf8e3e63d107450f6400b2f4dd9e65
3
+ size 5732987520
llama-3-8b-instruct-coder-v2-imat-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d9f949737bd447d4dbccbf719bfc509d3e82d4f81c54665371b1530c482887c
3
+ size 5599294080
llama-3-8b-instruct-coder-v2-imat-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6af469b2ca85067a4e45932ace670f57bc577375c7af2e2557a89abbf3e4eeb7
3
+ size 6596006528
llama-3-8b-instruct-coder-v2-imat-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0b1e5df82a568385c38708134fbd5e349612d7aed7260bfe10742f9e9a8eebb
3
+ size 8540770944