Hugging Face's logo

numen-tech
/
Tiger-Gemma-9B-v3-w4a16g128asym

Text Generation
MLC-LLM
conversational
4-bit precision
Model card Files Community
numen-tech commited on
Commit
621c420
·
1 Parent(s): fd2f6c6

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. README.md +10 -3
  3. config.json +5 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_100.bin +3 -0
  9. params_shard_101.bin +3 -0
  10. params_shard_102.bin +3 -0
  11. params_shard_103.bin +3 -0
  12. params_shard_104.bin +3 -0
  13. params_shard_105.bin +3 -0
  14. params_shard_106.bin +3 -0
  15. params_shard_107.bin +3 -0
  16. params_shard_108.bin +3 -0
  17. params_shard_109.bin +3 -0
  18. params_shard_11.bin +3 -0
  19. params_shard_110.bin +3 -0
  20. params_shard_111.bin +3 -0
  21. params_shard_112.bin +3 -0
  22. params_shard_113.bin +3 -0
  23. params_shard_114.bin +3 -0
  24. params_shard_115.bin +3 -0
  25. params_shard_116.bin +3 -0
  26. params_shard_117.bin +3 -0
  27. params_shard_118.bin +3 -0
  28. params_shard_119.bin +3 -0
  29. params_shard_12.bin +3 -0
  30. params_shard_120.bin +3 -0
  31. params_shard_121.bin +3 -0
  32. params_shard_122.bin +3 -0
  33. params_shard_123.bin +3 -0
  34. params_shard_124.bin +3 -0
  35. params_shard_125.bin +3 -0
  36. params_shard_13.bin +3 -0
  37. params_shard_14.bin +3 -0
  38. params_shard_15.bin +3 -0
  39. params_shard_16.bin +3 -0
  40. params_shard_17.bin +3 -0
  41. params_shard_18.bin +3 -0
  42. params_shard_19.bin +3 -0
  43. params_shard_2.bin +3 -0
  44. params_shard_20.bin +3 -0
  45. params_shard_21.bin +3 -0
  46. params_shard_22.bin +3 -0
  47. params_shard_23.bin +3 -0
  48. params_shard_24.bin +3 -0
  49. params_shard_25.bin +3 -0
  50. params_shard_26.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -1,3 +1,10 @@
1
- ---
2
- license: gemma
3
- ---
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: gemma
3
+ base_model: TheDrummer/Tiger-Gemma-9B-v3
4
+ base_model_relation: quantized
5
+ library_name: mlc-llm
6
+ pipeline_tag: text-generation
7
+
8
+ ---
9
+
10
+ 4-bit [OmniQuant](https://arxiv.org/abs/2308.13137) quantized version of [Tiger-Gemma-9B-v3](https://huggingface.co/TheDrummer/Tiger-Gemma-9B-v3).
config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "quantization_config": {
3
+ "bits": 4
4
+ }
5
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a02dd3c9fabfe337c781e8a1eb3f2aa1f67104a7c51383342b772d96fd274f58
3
+ size 458752000
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf2efa6727ccc80dd4f75871faacb9064293f6b36c88b85b1fa68c2a25c3c68f
3
+ size 25690112
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5645cde32a2b43f9a5e88d338bf7cf2b989fa2ef942daf23dd54c568f955d053
3
+ size 51380224
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c331d0dc41622cbfc13bbbce0ff607230a001f946f131e870e253473dfec6d3d
3
+ size 25976832
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1837ec0c51e5bea5425193a29e056010582333ecc6131630afa5fe74b25e4ad
3
+ size 25690112
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be5d0eef36aa18ac7fef86aefaa1963e3e2d7c670b5ea8ea382cdadc3d1ad99b
3
+ size 51380224
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33b7e0f67ca70b667a66179b5b54f58f512df43891b8390ea406f5aa65af2b78
3
+ size 25145344
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:773c9058385417a947e25517ad45f110d312154cb80823a9b4cc4baa92ff763d
3
+ size 25690112
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ec285ce81d699accae404645b39c7e351a736dc9dc4696da25ef7964fe836ba
3
+ size 51380224
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e41be07e76cea08f7517675149f283d5ee6eb4b5682f53cc96195f2e3c9aabf9
3
+ size 25145344
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:145da331d9ae9ab1c1ebe1c3b1376dfa042ac8d6752dfe4823a4527f84cc38dc
3
+ size 25690112
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:adfe9d0d932a3ba88d894aedfdd8cba3f61c9505a472e3541564fa9ec30da915
3
+ size 51380224
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59dbd43b0b4ac1f3b4ae4b1aec86c94d874d571023e246a503cd3c6714c73d29
3
+ size 25145344
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae5be92f4ea866be02d255f60d27dea7867912f95d233eb80608bec38a556e21
3
+ size 25145344
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e61d13741eeca741cc659e114030cffeb6dea72be9febe5382cfafcbf0c6b41c
3
+ size 25690112
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca9fa0d12fe559a1f8d137218026651d668fd40283afb3f938f6b4f63aae07bf
3
+ size 51380224
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5eaede56f08be50f1ad368731178121acca66700da952e6cdc98716b1cee172
3
+ size 25145344
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c777e71cf0c090c51e977918ebf941fbc4b13afb7d99a959761f528d466a39e8
3
+ size 25690112
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:437f9986d9f96acc3d024a85714830ae64cb1ec2a7548118134a02d2c8514ffc
3
+ size 51380224
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c8246bb00d1c1f5099cfe526ac5d09c53c2733b5067e65dc8f0497bc1e59c39
3
+ size 25145344
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1dc404f84246e4a27d59921ee9be1ddf97aa6360ecad841a38552afc37e33849
3
+ size 25690112
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12f6b516dd513b04dbf9a3b4929e90ae5666c68270fa577ae05768231a37a2f3
3
+ size 51380224
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:890c249effae6c345e88e028ad9966323ca5f49f1ce98694d2cefcbcc7c4befd
3
+ size 25145344
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41180bdfc37e4e49a9f6ae5dd135639ec1badd3283e3bb4d70fa4105fd0dd3a8
3
+ size 25690112
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c10f6804b529a4fbc6da1e1713ebbc444aff22aaf5119df21a6a2348ba3eee3
3
+ size 25690112
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12f110f00491d1052ea9d63181d85086c2611df07d0dc609df1a167027dbbee7
3
+ size 51380224
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92ecfc224d0acb063c95fe70b6dc97f21e347173dcf556b9e29dfd8cb5be686e
3
+ size 25145344
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1fb85ae14197b9bb86ef79de4e92dbf9682a7256cc454c732fb2f1791f7be28
3
+ size 25690112
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53f465fef39823ab23e702c1f2df7b9b9088875770a2ff04b13cf535d8c423a0
3
+ size 51380224
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:042ab501163410503ad485f51315a544876e404a3820386b4bdf6b4f66a7f58f
3
+ size 25145344
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cacd6566b8b3dc3b30c9d12717025f01b318dc8a4392c97c899507179f74d8b
3
+ size 22715392
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ec5703b301756e0117dd085524b9c505c4fe1c4b973fdc4257dacceac291ba1
3
+ size 51380224
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7167ccc788866f9b5d89f7c896715eca7022dc668628e164f32df8fae0c647e
3
+ size 25145344
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:759ec76b23ba12dfb6065e01c2347e689f97b98e2e3eff8390bf066dd9e76019
3
+ size 25690112
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:752113ab7ea8373f660aef9d3b6e7da742bf16cf6339d4a88091b18e1da1f16f
3
+ size 51380224
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f70abfb5da126a2192fc8b1ce7119bf37b59c727c4b8321d6a90217b0ed62adf
3
+ size 25145344
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9af66a132b5f5b3541f7dcc59771e8ab25059ae8896917e2778d2daab833f0e0
3
+ size 25690112
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0e4a2f7e05b95a55bb41ccf98aa5660b7b3bc718e38baf3f5f0f2a0926c9a9d
3
+ size 51380224
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89b4550a53bee373c1c7ea03931f83756adcdc4349a95bb997e063d28a441de4
3
+ size 51380224
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33c1387e1d205a12b75d53df5721cacc19b3e1ca42b8674877f2e548660ad3e6
3
+ size 25145344
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43953281c493d5c4422c67b22a8c8c865f0a1980682ffe6f2181b24791640b85
3
+ size 51380224
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68a64f19e37537ebd3f4d3ff4dfea4e2d2a7e0d817ff9a01679a1f164bb48134
3
+ size 24313856
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d7284b235836b7ba21f4865e1166358f32c07705a6e631ccf00a2d5048ad071
3
+ size 25690112
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27963ebe1dfa8f32753ce721ebbf43680929c6796e8d14f789a6c209b39e5e10
3
+ size 51380224
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:439ae8f04bfcbc9f2e2fbde0f3ee9688016caf59896dd5961c5fb8389c52b09e
3
+ size 25145344
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa364e468ce59699778201b7670c181742760a0d95394d942eb24d381bd9448b
3
+ size 25690112