Hugging Face's logo

numen-tech
/
FuseChat-Llama-3.2-3B-Instruct-w4a16g128asym

Text Generation
MLC-LLM
conversational
4-bit precision
Model card Files Community
numen-tech commited on
Commit
05ec6a7
•
1 Parent(s): 853c65d

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. README.md +15 -0
  3. config.json +5 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_11.bin +3 -0
  9. params_shard_12.bin +3 -0
  10. params_shard_13.bin +3 -0
  11. params_shard_14.bin +3 -0
  12. params_shard_15.bin +3 -0
  13. params_shard_16.bin +3 -0
  14. params_shard_17.bin +3 -0
  15. params_shard_18.bin +3 -0
  16. params_shard_19.bin +3 -0
  17. params_shard_2.bin +3 -0
  18. params_shard_20.bin +3 -0
  19. params_shard_21.bin +3 -0
  20. params_shard_22.bin +3 -0
  21. params_shard_23.bin +3 -0
  22. params_shard_24.bin +3 -0
  23. params_shard_25.bin +3 -0
  24. params_shard_26.bin +3 -0
  25. params_shard_27.bin +3 -0
  26. params_shard_28.bin +3 -0
  27. params_shard_29.bin +3 -0
  28. params_shard_3.bin +3 -0
  29. params_shard_30.bin +3 -0
  30. params_shard_31.bin +3 -0
  31. params_shard_32.bin +3 -0
  32. params_shard_33.bin +3 -0
  33. params_shard_34.bin +3 -0
  34. params_shard_35.bin +3 -0
  35. params_shard_36.bin +3 -0
  36. params_shard_37.bin +3 -0
  37. params_shard_38.bin +3 -0
  38. params_shard_39.bin +3 -0
  39. params_shard_4.bin +3 -0
  40. params_shard_40.bin +3 -0
  41. params_shard_41.bin +3 -0
  42. params_shard_42.bin +3 -0
  43. params_shard_43.bin +3 -0
  44. params_shard_44.bin +3 -0
  45. params_shard_45.bin +3 -0
  46. params_shard_46.bin +3 -0
  47. params_shard_47.bin +3 -0
  48. params_shard_48.bin +3 -0
  49. params_shard_49.bin +3 -0
  50. params_shard_5.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -1,3 +1,18 @@
1
  ---
 
 
 
 
 
 
 
 
 
2
  license: llama3.2
 
 
 
 
3
  ---
 
 
 
1
  ---
2
+ language:
3
+ - en
4
+ - de
5
+ - fr
6
+ - it
7
+ - pt
8
+ - hi
9
+ - es
10
+ - th
11
  license: llama3.2
12
+ base_model: FuseAI/FuseChat-Llama-3.2-3B-Instruct
13
+ base_model_relation: quantized
14
+ library_name: mlc-llm
15
+ pipeline_tag: text-generation
16
  ---
17
+
18
+ 4-bit [OmniQuant](https://arxiv.org/abs/2308.13137) quantized version of [FuseChat-Llama-3.2-3B-Instruct](https://huggingface.co/FuseAI/FuseChat-Llama-3.2-3B-Instruct) for inference with [Private LLM](http://privatellm.app).
config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "quantization_config": {
3
+ "bits": 4
4
+ }
5
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffacbac6872665a491316b3d5dee888145e285faccf5098707a02127c561eda6
3
+ size 197001216
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3dbac42c28bc6e76d0d751c628c2288a4533327cc0945541252a0971b4ae2c5
3
+ size 25165824
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c92ed0d8952d5c93b6d49363dd70796608e76024db86017d7a3a5eb6f8953ea
3
+ size 26750976
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65125a8edb0c7ed8719a64e9d2c9003cfb5dc359930d74a5cccecb8505b02382
3
+ size 25165824
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf1bb8efcb67a7d5b27d105bd2f4cd5c9f5e0fa922bbf60b467dcff9ea79324e
3
+ size 26750976
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fc4ca845c3f9439b2a6353743d8ccaa608ab2dbbcebc52087ee036d4fa5f5aa
3
+ size 25165824
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d0341c1ce95f54a8a6e5149bdbb92617f7e00e9e18152c4a1436fe22541aed4
3
+ size 26750976
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba9afa26655d54c4aaec364af149fad2570149fbee8ca195f34978e969f5dc23
3
+ size 25165824
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06eb972dc28116819294a40fdca2ce332811405d2f0d2feb8b15431d5e660df5
3
+ size 26750976
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49259b54b32331a3a7af751a1e49390d9e92ecd9796e95e9b310ee51d7a51d0a
3
+ size 25165824
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7eecb4d42fd8504736a32c9380415648091dd6c4c51e340b7809833794a4e6e
3
+ size 26750976
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddbf5f8f902e6e0a5c374926df230a0dffcdc230d346b2183b07974de5255fe6
3
+ size 25165824
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f6bae781153bd459d880be2e70887b0e8f907ea4edfc55e1c4e8741caa0191e
3
+ size 32913408
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:198cca22c8e0dffd25b1698f53e39fcfae654647a25ff9ca5bc08adb7f8cad9a
3
+ size 26750976
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a6f9e6f71d9efa167fe1d220113a6634de1ce2aba77fbf706e0f1ce526515d9
3
+ size 25165824
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3160a31a5ec468664339c70ea88d7f8f52b2d436e401c92ab459acbc9ae2a41
3
+ size 26750976
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:196834066b869d080358c55778fa25c0bfad18af796044aaa5f8b3aac37aa233
3
+ size 25165824
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b49af566bd6e35e850ae6b0531b6add59dd154a4430a00d4b1660f165df69748
3
+ size 26750976
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ef78c2926629e6cb9023ce44f23c94d8ed0b5249edada4059c1848fcd61be30
3
+ size 25165824
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c9fa6d45ed2fcb95b874075eb34d784129907dd373f6b7bca8fbf2dc6835d83
3
+ size 25165824
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3a73694b322c17466ec7e4c4df30934fe3d946671aabfac9c65a9f85f8f98f8
3
+ size 27531264
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94af8a43dbe932d5c368938f2d7df9ca2661b5dee286891ef37bed3a76c260f1
3
+ size 25165824
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc64506d006899888cd9499d257cade9603685a09379bb983b8fee838520329e
3
+ size 26750976
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4af64e7f859cd73a64872f87d985e59603ffe7fe5a35be434955fb0d7e94a434
3
+ size 25165824
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62ac7ba3df111385103c2ba7810734bf90e4d4ea704ea0bb35580c01c7ceb08b
3
+ size 25165824
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:492bd85221f0c335d495fe161835eea165309acda108be615dcb39dd8df5dfd6
3
+ size 26750976
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cf7602c92eb8c6e305c1e136e70460f674273453d13fef8584d3f2084982cac
3
+ size 25165824
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e6db4a3a107523162f207c61485b187a25c26671ce6889a21567bb0c9294092
3
+ size 26750976
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e1b71722299d8029c012d21aa26fd3f62053140edad8e1c7763a35d37306f76
3
+ size 25165824
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7368f80ff669141a050d9416a1ca55e025b9600e773895736085ffe3793ddce
3
+ size 26750976
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:972f65903e86d10f145f7b4f3c84c5c4f70b2cd4d7ad836d5867fa8e594f7a7e
3
+ size 25165824
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc8f57d0d1183cc626b527a49489489f7d8bd931004d502aa57d925234d42503
3
+ size 26750976
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1a973f5af7a60fb89c3b3ed21233a350a5ad3dad1601ce9fa7270db7b4b5f6e
3
+ size 25165824
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac0f5447853f1d5c8572480b98969dc5ea5f4cf0cd9414bf5408e594da26c724
3
+ size 26750976
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d45e442e267e7a71b9fb56f022e39aba5a85b9a68a8167394ea7402ce3ff1752
3
+ size 26750976
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d78396cbbd6cce646f6c7878a8213589f9383c9b34ec223e81c1f3e0d87a55b5
3
+ size 25165824
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41bd42b5a48efc749229fb2ce0b34fdf96e27fd645ed31f5ef8b2542d03b5cf3
3
+ size 26750976
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7365675a9fc790ef16e7022f1a7d4546f370d0b5de320b4480b0c87a1d15aae4
3
+ size 25970688
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af571758f9e690e71a74c0afe5c5be25ddffb8ecd496f4c4d010b527f4549913
3
+ size 25165824
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b30ab6348f840c3cb50c160ded615ea5f810155e9507366d53a4ccb4809e62fa
3
+ size 26750976
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:644fa756da992ee110d7ba38f4b658e772c042f2b2158528ac92cb348275d852
3
+ size 25165824
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1660e4cf8ebd01dddf797c973e96e5c4737a6b005f9e9577fd9897760ee628c1
3
+ size 26750976
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:863dc37ea36d6d852dbcef45ba8163c1c1700f2324b99beef5a05290f2a7e69f
3
+ size 25165824
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f0f7a44d6127d6ee845b0cae2b532dc5bdc69cd1a240d0b4a6f90447d73a94d
3
+ size 26750976
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02e2c448a8b68beb7d599e5f2d6812315e5780c1cb083909978ab6aec6f22d1b
3
+ size 25165824
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd047c1f7e2bc2749430a5590ae048a648785001ad962424f8e19ab8ccd9a6e0
3
+ size 25165824