Hugging Face's logo

mudler
/
LocalAI-Llama3.1-8b-Function-Call-v0.3-GGUF

LocalAI
Model card Files Community
mudler commited on
Commit
55a0c2e
·
verified ·
1 Parent(s): 9986a5f

Upload folder using huggingface_hub

Browse files
Files changed (12) hide show
  1. LocalAI-Llama3.1-8b-Function-Call-v0.3-q2_k.bin +3 -0
  2. LocalAI-Llama3.1-8b-Function-Call-v0.3-q3_k_l.bin +3 -0
  3. LocalAI-Llama3.1-8b-Function-Call-v0.3-q3_k_m.bin +3 -0
  4. LocalAI-Llama3.1-8b-Function-Call-v0.3-q3_k_s.bin +3 -0
  5. LocalAI-Llama3.1-8b-Function-Call-v0.3-q4_0.bin +3 -0
  6. LocalAI-Llama3.1-8b-Function-Call-v0.3-q4_k_m.bin +3 -0
  7. LocalAI-Llama3.1-8b-Function-Call-v0.3-q4_k_s.bin +3 -0
  8. LocalAI-Llama3.1-8b-Function-Call-v0.3-q5_0.bin +3 -0
  9. LocalAI-Llama3.1-8b-Function-Call-v0.3-q5_k_m.bin +3 -0
  10. LocalAI-Llama3.1-8b-Function-Call-v0.3-q5_k_s.bin +3 -0
  11. LocalAI-Llama3.1-8b-Function-Call-v0.3-q6_k.bin +3 -0
  12. LocalAI-Llama3.1-8b-Function-Call-v0.3-q8_0.bin +3 -0
LocalAI-Llama3.1-8b-Function-Call-v0.3-q2_k.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:831fa2046e2897f824b79882287bcc1d665a10b706f8ae0cbb5824106a572b5d
3
+ size 3179131968
LocalAI-Llama3.1-8b-Function-Call-v0.3-q3_k_l.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38cc3890a0eeaf38b0e455c7837ff339b6e41a1b51d72512de3defd19790f7c5
3
+ size 4321956928
LocalAI-Llama3.1-8b-Function-Call-v0.3-q3_k_m.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:588c9ae6f83afbde311ba0f96ba366782a8c6a49b02837cacc5c09d17392f54b
3
+ size 4018918464
LocalAI-Llama3.1-8b-Function-Call-v0.3-q3_k_s.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb3a13812e395083ff8cddb6a8f4932f62f26308b68ce0a84231e7f259b56596
3
+ size 3664499776
LocalAI-Llama3.1-8b-Function-Call-v0.3-q4_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eadfaa1aa4f1d01adf7cb178322286991b47217f19116e1874119efbb15e3a3a
3
+ size 4661212224
LocalAI-Llama3.1-8b-Function-Call-v0.3-q4_k_m.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd12cc68b49793dc2269c1266e30adf7b3664e73d3000bde1af81cb2152bcc07
3
+ size 4920734784
LocalAI-Llama3.1-8b-Function-Call-v0.3-q4_k_s.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a2178e3f913dcbb4224469b404fba10f776e9b21f585f10b5ac4c06ae825944
3
+ size 4692669504
LocalAI-Llama3.1-8b-Function-Call-v0.3-q5_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f072e44ce89bbcf0a629741ee26673ab0b917593c23cfd64179b5d2f1913bf8
3
+ size 5599294528
LocalAI-Llama3.1-8b-Function-Call-v0.3-q5_k_m.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21eee172150e2a66c9d7fc80d742c441b8fe34c3581de6cf72db368bb68895ca
3
+ size 5732987968
LocalAI-Llama3.1-8b-Function-Call-v0.3-q5_k_s.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74857283352b5329029863c0bb5620745f35c38f703d64215cac693f36e3edb3
3
+ size 5599294528
LocalAI-Llama3.1-8b-Function-Call-v0.3-q6_k.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c46261e037d5440d26fb0f904773abb9a870d9307030f9f2c9ea2cf8051b638
3
+ size 6596006976
LocalAI-Llama3.1-8b-Function-Call-v0.3-q8_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e57c8e8808b3db04c366eabf9bdb699584ee3b107c0f677a85f24a86b327d7f5
3
+ size 8540771392