Hugging Face's logo

Siyuan
/
aya-23-8B-q4f16-1-MLC

Model card Files Community
Siyuan commited on
Commit
6c5194b
•
1 Parent(s): 6f78aba

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. mlc-chat-config.json +78 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_100.bin +3 -0
  8. params_shard_101.bin +3 -0
  9. params_shard_102.bin +3 -0
  10. params_shard_103.bin +3 -0
  11. params_shard_104.bin +3 -0
  12. params_shard_105.bin +3 -0
  13. params_shard_106.bin +3 -0
  14. params_shard_107.bin +3 -0
  15. params_shard_108.bin +3 -0
  16. params_shard_109.bin +3 -0
  17. params_shard_11.bin +3 -0
  18. params_shard_110.bin +3 -0
  19. params_shard_111.bin +3 -0
  20. params_shard_112.bin +3 -0
  21. params_shard_113.bin +3 -0
  22. params_shard_114.bin +3 -0
  23. params_shard_115.bin +3 -0
  24. params_shard_116.bin +3 -0
  25. params_shard_117.bin +3 -0
  26. params_shard_118.bin +3 -0
  27. params_shard_119.bin +3 -0
  28. params_shard_12.bin +3 -0
  29. params_shard_120.bin +3 -0
  30. params_shard_121.bin +3 -0
  31. params_shard_122.bin +3 -0
  32. params_shard_123.bin +3 -0
  33. params_shard_124.bin +3 -0
  34. params_shard_125.bin +3 -0
  35. params_shard_126.bin +3 -0
  36. params_shard_127.bin +3 -0
  37. params_shard_128.bin +3 -0
  38. params_shard_129.bin +3 -0
  39. params_shard_13.bin +3 -0
  40. params_shard_14.bin +3 -0
  41. params_shard_15.bin +3 -0
  42. params_shard_16.bin +3 -0
  43. params_shard_17.bin +3 -0
  44. params_shard_18.bin +3 -0
  45. params_shard_19.bin +3 -0
  46. params_shard_2.bin +3 -0
  47. params_shard_20.bin +3 -0
  48. params_shard_21.bin +3 -0
  49. params_shard_22.bin +3 -0
  50. params_shard_23.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
mlc-chat-config.json ADDED
@@ -0,0 +1,78 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "cohere",
4
+ "quantization": "q4f16_1",
5
+ "model_config": {
6
+ "model_type": "cohere",
7
+ "hidden_size": 4096,
8
+ "vocab_size": 256000,
9
+ "num_hidden_layers": 32,
10
+ "num_attention_heads": 32,
11
+ "num_key_value_heads": 8,
12
+ "intermediate_size": 14336,
13
+ "layer_norm_eps": 1e-05,
14
+ "position_embedding_base": 10000,
15
+ "context_window_size": 8192,
16
+ "prefill_chunk_size": 8192,
17
+ "head_dim": 128,
18
+ "tensor_parallel_shards": 1,
19
+ "max_batch_size": 128
20
+ },
21
+ "vocab_size": 256000,
22
+ "context_window_size": 8192,
23
+ "sliding_window_size": -1,
24
+ "prefill_chunk_size": 8192,
25
+ "attention_sink_size": -1,
26
+ "tensor_parallel_shards": 1,
27
+ "pipeline_parallel_stages": 1,
28
+ "temperature": 1.0,
29
+ "presence_penalty": 0.0,
30
+ "frequency_penalty": 0.0,
31
+ "repetition_penalty": 1.0,
32
+ "top_p": 1.0,
33
+ "tokenizer_files": [
34
+ "tokenizer.json",
35
+ "tokenizer_config.json"
36
+ ],
37
+ "tokenizer_info": {
38
+ "token_postproc_method": "byte_level",
39
+ "prepend_space_in_encode": false,
40
+ "strip_space_in_decode": false
41
+ },
42
+ "conv_template": {
43
+ "name": "aya-23",
44
+ "system_template": "<|START_OF_TURN_TOKEN|><|SYSTEM_TOKEN|>{system_message}<|END_OF_TURN_TOKEN|>",
45
+ "system_message": "You are Command-R, a brilliant, sophisticated, AI-assistant trained to assist human users by providing thorough responses.",
46
+ "system_prefix_token_ids": [
47
+ 5
48
+ ],
49
+ "add_role_after_system_message": true,
50
+ "roles": {
51
+ "user": "<|START_OF_TURN_TOKEN|><|USER_TOKEN|>",
52
+ "assistant": "<|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>"
53
+ },
54
+ "role_templates": {
55
+ "user": "{user_message}",
56
+ "assistant": "{assistant_message}",
57
+ "tool": "{tool_message}"
58
+ },
59
+ "messages": [],
60
+ "seps": [
61
+ "<|END_OF_TURN_TOKEN|>"
62
+ ],
63
+ "role_content_sep": "",
64
+ "role_empty_sep": "",
65
+ "stop_str": [
66
+ "<|END_OF_TURN_TOKEN|>"
67
+ ],
68
+ "stop_token_ids": [
69
+ 6,
70
+ 255001
71
+ ],
72
+ "function_string": "",
73
+ "use_function_calling": false
74
+ },
75
+ "pad_token_id": 0,
76
+ "bos_token_id": 5,
77
+ "eos_token_id": 255001
78
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95e90c9e7a470666b9cb665ef0648009f8a957cca662f4fc45474d717989b6d9
3
+ size 524288000
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c7c0b6e87dec693b1b27e9f1aada5440f92893aa211486a7e39e6cba63b299c
3
+ size 65536000
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8b11de5e31b0fb55d2d879c5c65b92f378b0ffc10d552508e4a4c280067ddb6
3
+ size 29360128
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4886cf23692c3be312810634d23326f130a52103dfca3dd3a98cec1a12437ddf
3
+ size 33030144
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0e1fe2b1738184e0c26caee6c0f4671c54d68662c7235e07d095e5789a327f9
3
+ size 29360128
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c069076fdf2d7429c8f71fbf8c2b17ba7286ff4e62c6e7dfa1910583d41c173
3
+ size 29360128
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5046778dbbb2dc79f5db7dd73a8d3a38a418016ebf7b8b09382af176d0039af0
3
+ size 30941184
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1022550ef7dfdfc1b8089d638e3e720ce6c14107872a3365e3c218173934e52
3
+ size 33030144
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b248bdc4804fbbbc5d458e6a6cf7bb05af4d795f71a2b98e424dce2a1052e628
3
+ size 29360128
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24ea72436fad3ab313ec66c53a30d587f869fefbf1e0cc83cc7913aac3838c4f
3
+ size 29360128
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7d977a0cef04a96afcc924a4b4fc719ec43838e69535d315ae151ebf6fad6f1
3
+ size 30941184
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:314c7cdea4fd876a484b79c4e08b26066c0003b432d5bbbebae412df8c5af287
3
+ size 33030144
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1324377e59c246de9aeba075f0ce63309d7fd978a63ea5d6535178bb51a19a28
3
+ size 29360128
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45ea5c826947d47107a532a8012b188d575488340f6766ea83e04ddff3540c94
3
+ size 30941184
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03cfa455ad6f5d6a82b84852c74633a37d3b310213fe8059e08390a4c75db973
3
+ size 29360128
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b203136c9d40fb6b488c0a1022712f868b09c0d6fa19815c23c4078ca2cdb193
3
+ size 30941184
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:914691d22fc67e95ace3ce56943aedfc0f1b85800f3d2755d5d911d9fc9c20ed
3
+ size 33030144
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96ae27693efe753c2feac11c3448e4f482b133bbfc71ee89d0bed92ee9fb06d6
3
+ size 29360128
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1137d6105e6de08427b602ab94d019450ee108725edba605dafd89b5345005b2
3
+ size 29360128
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29eed0d34117b00d0e83bd36e08516a9e0ab4d85687960bc92f50ef763aa1beb
3
+ size 30941184
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0734e5303213936edecf50c1b2ffdf5c20571bb01c1bb0d6375bd22e55ce58e6
3
+ size 33030144
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec6b374412ef3ed038d669a92216b8336ba9eecf3b4da378cc56c3f66eec2205
3
+ size 27262976
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3c39965792ae23c79640abf0f045c5a92404319787b000db9568e5d5fc81a5a
3
+ size 29360128
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4aa28a220b4152cce9bd01f071e459274f44497784832e330a6babeef92e7d65
3
+ size 29360128
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ade9e2c0e02a8e89f62fa471120bb1b30af3a1857df1dc15f1ffae1136344923
3
+ size 33030144
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0de65a282a28b690a14cf4ba6593fd2989c48a498dc02c53a1efbe24f3fc03a
3
+ size 29360128
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:617cd5251509b18550d5d7f8badd72aeb8d9381cba4bd9b2bd251e0ff46c5e79
3
+ size 30941184
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b24f522809602f4abc564f5fb45c14188fc27920bcc5afb6da285d3e785d2a8
3
+ size 33038336
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08b6b286c10bca72a4759e0b64056ac057f025eb5ee67a076c9f65996e1fe3ba
3
+ size 33030144
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0493635a0cd71578392f6190ad7c4ee4ddceea9295bd785895db09e67f33befa
3
+ size 33030144
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94f21dfeef03b12efaeb0c637ac70cad2bd4d8054a09a067c62854e8369a24c2
3
+ size 29360128
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a68f7795e3577a6e268be5ca9a3b5d2650d6c1348da0f648376fceb1c30fd41d
3
+ size 29360128
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e02f1c0a621cf5a490133f909555f133a7879461fd876f4a49f86849c1f0eda
3
+ size 30941184
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c14cf486e8b768be8e6efef6d007264476c5ce699ace671052921cd3f45dbd6d
3
+ size 33030144
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98d2b0dacb072705a3b6339a1c97f62be3d26f32459853c148c2fa6d938d9151
3
+ size 27271168
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef3712f6aa03aa010298084d4052453ccba796ffff6e0788be21743efaedecf9
3
+ size 29360128
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a56c953a7d6e97a6fbf48e975924cebcbb68fc4a9ab88989c19bed252def7dee
3
+ size 29360128
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a8c7ba27dce5318df1b8f731a63fe5622d202672b8df6a72d52adc5f2d06922
3
+ size 30941184
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2442bf526ec2099899b97a97657df8f52b32087b622cb3d3c5e1b376ad052ff
3
+ size 33030144
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bccca4558902adc8414576119f7f1e2bc6a9a79cdfaec0e0495d4c85ba8cb722
3
+ size 29360128
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca6f502bec785fd09d38670a79c7b67a2e88118b17eb5bb413899beccc91ac54
3
+ size 29360128
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:198733e25815185641342eab1c6b2517c83fd196d44727de8d82d9c7322aece9
3
+ size 30941184
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8183b806d22e09bafd4e3d1e7bd82eda72d0a59b66fa0324d2d9932bad9be288
3
+ size 29360128
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05d8ac72c9f7f814591e431a969c5750d13c5f9be11b95628cd256d031e9e0a2
3
+ size 33030144
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ffcdbec47d45be48108051670e3dc53fe56441c93208bd621f610b410413339
3
+ size 29360128
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83216370750685cd51aa00873f670fdf0764917994007d444968be1f95580b19
3
+ size 29360128
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3f005f572c89ade083744306da8bd0f77dbd918c21b04037a3f7637a0266763
3
+ size 30941184