Hugging Face's logo

sarpba
/
llama-3-8b-Instruct-HUN-GGUF

GGUF
Hungarian
unsloth
Inference Endpoints
conversational
Model card Files Community
sarpba commited on
Commit
5c72310
•
1 Parent(s): 915ba1c

Upload 15 files

Browse files
Files changed (16) hide show
  1. .gitattributes +15 -0
  2. unsloth.BF16.gguf +3 -0
  3. unsloth.Q2_K.gguf +3 -0
  4. unsloth.Q3_K_L.gguf +3 -0
  5. unsloth.Q3_K_M.gguf +3 -0
  6. unsloth.Q3_K_S.gguf +3 -0
  7. unsloth.Q4_0.gguf +3 -0
  8. unsloth.Q4_1.gguf +3 -0
  9. unsloth.Q4_K_M.gguf +3 -0
  10. unsloth.Q4_K_S.gguf +3 -0
  11. unsloth.Q5_0.gguf +3 -0
  12. unsloth.Q5_1.gguf +3 -0
  13. unsloth.Q5_K_M.gguf +3 -0
  14. unsloth.Q5_K_S.gguf +3 -0
  15. unsloth.Q6_K.gguf +3 -0
  16. unsloth.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -48,3 +48,18 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
48
  [[:space:]]llama-3-8b-Instruct-HUN.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
49
  [[:space:]]llama-3-8b-Instruct-HUN.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
50
  [[:space:]]llama-3-8b-Instruct-HUN.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
48
  [[:space:]]llama-3-8b-Instruct-HUN.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
49
  [[:space:]]llama-3-8b-Instruct-HUN.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
50
  [[:space:]]llama-3-8b-Instruct-HUN.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
51
+ unsloth.BF16.gguf filter=lfs diff=lfs merge=lfs -text
52
+ unsloth.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
53
+ unsloth.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
54
+ unsloth.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ unsloth.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ unsloth.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
57
+ unsloth.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
58
+ unsloth.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ unsloth.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ unsloth.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
61
+ unsloth.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
62
+ unsloth.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
63
+ unsloth.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
64
+ unsloth.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
65
+ unsloth.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
unsloth.BF16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:186d6573b04b8cd6ef5c34ddf6e84405ee368308dde20fed4c35a6ab760f790d
3
+ size 16068890944
unsloth.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13c0e467f7394bfb3e80ea39e7b55ab5547b8c7274bb2a3d0b9deb423609ee42
3
+ size 3179131200
unsloth.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7465517a0d2273c8003b3a0eddc528e5d44215bdfb8418398ab83164f4a77024
3
+ size 4321956160
unsloth.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:979e2dfb9cd3cca637722b30ea5fb03aa3d47ae5296de433c15a1d9999ac7d9a
3
+ size 4018917696
unsloth.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8c3a0f69cddeb8b40fe2ec79c5e12a01231cb7f5e217ea8c0a1f18ab8816717
3
+ size 3664499008
unsloth.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28ed6223ff980713ecd05a44dc91cda7fde5a13f5d6b203fa1321b7774dae412
3
+ size 4661211456
unsloth.Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed4fbd98514b11fcfccad1e393c66795c2f5038ad18b6cfc9472de4d4f71e72f
3
+ size 5130252608
unsloth.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e3c4047e692b3a0936125f42a1cdcfb2e1745a8f9564a2780ce0b2e83197476
3
+ size 4920734016
unsloth.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0982721c74a7306b8239c2ce79f84d7dbd51ce7e1d2e4c9d6611888ba62f5266
3
+ size 4692668736
unsloth.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61d5427ca65dd9060ba2c92d429fd1ca876f403c596cf147028301ea7120a8bf
3
+ size 5599293760
unsloth.Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8565af516374c29ff892842f2bfc4a9d517338007aaba5eb5a7a22fd85f2054
3
+ size 6068334912
unsloth.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8924113cd24bf590f2d43982aa199bfee58a6a1738522cf33a329e73d9e2828b
3
+ size 5732987200
unsloth.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02b0156ef1673f17a6718882621ce48367d232d8f5ca7d4c175d034cff881fd8
3
+ size 5599293760
unsloth.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a9b52b8869eb3ef0f1d0a922bfe382db6935864f8843847fe50bee38310188a
3
+ size 6596006208
unsloth.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:682505847726ffee2b9381f8654f91032c97fc981bb3ec499e50c43d862d2683
3
+ size 8540770624