Hugging Face's logo

yentinglin
/
Taiwan-LLM-8x7B-DPO

Text Generation
Transformers
Safetensors
Chinese
mixtral
conversational
Inference Endpoints
text-generation-inference
Model card Files Community
yentinglin commited on
Commit
e55b96a
•
1 Parent(s): 7349e09

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. added_tokens.json +4 -0
  2. config.json +30 -0
  3. generation_config.json +6 -0
  4. model-00001-of-00048.safetensors +3 -0
  5. model-00002-of-00048.safetensors +3 -0
  6. model-00003-of-00048.safetensors +3 -0
  7. model-00004-of-00048.safetensors +3 -0
  8. model-00005-of-00048.safetensors +3 -0
  9. model-00006-of-00048.safetensors +3 -0
  10. model-00007-of-00048.safetensors +3 -0
  11. model-00008-of-00048.safetensors +3 -0
  12. model-00009-of-00048.safetensors +3 -0
  13. model-00010-of-00048.safetensors +3 -0
  14. model-00011-of-00048.safetensors +3 -0
  15. model-00012-of-00048.safetensors +3 -0
  16. model-00013-of-00048.safetensors +3 -0
  17. model-00014-of-00048.safetensors +3 -0
  18. model-00015-of-00048.safetensors +3 -0
  19. model-00016-of-00048.safetensors +3 -0
  20. model-00017-of-00048.safetensors +3 -0
  21. model-00018-of-00048.safetensors +3 -0
  22. model-00019-of-00048.safetensors +3 -0
  23. model-00020-of-00048.safetensors +3 -0
  24. model-00021-of-00048.safetensors +3 -0
  25. model-00022-of-00048.safetensors +3 -0
  26. model-00023-of-00048.safetensors +3 -0
  27. model-00024-of-00048.safetensors +3 -0
  28. model-00025-of-00048.safetensors +3 -0
  29. model-00026-of-00048.safetensors +3 -0
  30. model-00027-of-00048.safetensors +3 -0
  31. model-00028-of-00048.safetensors +3 -0
  32. model-00029-of-00048.safetensors +3 -0
  33. model-00030-of-00048.safetensors +3 -0
  34. model-00031-of-00048.safetensors +3 -0
  35. model-00032-of-00048.safetensors +3 -0
  36. model-00033-of-00048.safetensors +3 -0
  37. model-00034-of-00048.safetensors +3 -0
  38. model-00035-of-00048.safetensors +3 -0
  39. model-00036-of-00048.safetensors +3 -0
  40. model-00037-of-00048.safetensors +3 -0
  41. model-00038-of-00048.safetensors +3 -0
  42. model-00039-of-00048.safetensors +3 -0
  43. model-00040-of-00048.safetensors +3 -0
  44. model-00041-of-00048.safetensors +3 -0
  45. model-00042-of-00048.safetensors +3 -0
  46. model-00043-of-00048.safetensors +3 -0
  47. model-00044-of-00048.safetensors +3 -0
  48. model-00045-of-00048.safetensors +3 -0
  49. model-00046-of-00048.safetensors +3 -0
  50. model-00047-of-00048.safetensors +3 -0
added_tokens.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "<|im_end|>": 32000,
3
+ "<|im_start|>": 32001
4
+ }
config.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
3
+ "architectures": [
4
+ "MixtralForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 1,
8
+ "eos_token_id": 32000,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 4096,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 14336,
13
+ "max_position_embeddings": 32768,
14
+ "model_type": "mixtral",
15
+ "num_attention_heads": 32,
16
+ "num_experts_per_tok": 2,
17
+ "num_hidden_layers": 32,
18
+ "num_key_value_heads": 8,
19
+ "num_local_experts": 8,
20
+ "output_router_logits": false,
21
+ "rms_norm_eps": 1e-05,
22
+ "rope_theta": 1000000.0,
23
+ "router_aux_loss_coef": 0.02,
24
+ "sliding_window": null,
25
+ "tie_word_embeddings": false,
26
+ "torch_dtype": "bfloat16",
27
+ "transformers_version": "4.37.2",
28
+ "use_cache": false,
29
+ "vocab_size": 32002
30
+ }
generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "eos_token_id": 32000,
5
+ "transformers_version": "4.37.2"
6
+ }
model-00001-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3626701ca3b588ae7bf39c73aec0940dc7c24c09bf943a3d7c5cbdb6c957267
3
+ size 1990281712
model-00002-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02d39e5e4fa51ff7966e11f560e51a6291d77808c9113ff68ff812119ce7ef96
3
+ size 1963019128
model-00003-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:404d2f60ad9b95df9bbbc71096fbec814fb7cfb2877e65f4403c16dfca29bb25
3
+ size 1996490952
model-00004-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2601d1b0e62332d5ef33cd3d91bae5edabd49c21c232257fb1e6de468dc80a48
3
+ size 1963019120
model-00005-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d25e9aef31d72c10d6443412e28f95665479e9f5e9ed025bcb0e339573314a6
3
+ size 1963019128
model-00006-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a0fbf7e7c56a9dd082f8fc6e442360d47796be7e74b5b1d4089b9ebbd603fd4
3
+ size 1996507568
model-00007-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f0d720a885186abea8efe4ce8566e71ce9f0bb631e8a47ad54ff38da1785dc4
3
+ size 1963002512
model-00008-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:805403648e937c29f03f0827d79c5744b5961a96d26e9c31645111a755cdaf44
3
+ size 1963019120
model-00009-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c31057a435f378b83db45ba7510594db78268eed449f80a450d129fcbaee845a
3
+ size 1963019128
model-00010-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d276854c50fa659420fb68a4a3f60b19b1cb48b398f6ac78d90df6f97bedc32
3
+ size 1996490952
model-00011-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e9ef4789dc4932aaa163cd25658327740ef0aa5a49e429416b69e09ff889886
3
+ size 1963019120
model-00012-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b66b5583b0bd59a987a8f533b707754fb0589749a65a1d961583c87bdf556f7d
3
+ size 1963019128
model-00013-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34e168f53461379f71545c678df6044cd3aa1893aebb8b7d468cc8048800ae14
3
+ size 1996490952
model-00014-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:373c231041dedb01f3fdbab25ad68993f8a7dea61111ca0e528fb5d9ad8c87ee
3
+ size 1963019120
model-00015-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e1b254cda21b3def9c7d6b5d0b935e962e58516d3299561bc00fd3173c89b27
3
+ size 1963019120
model-00016-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0554d9f5fa583a48e54f83cf4d49994a61e69c2fd896601fbfa87af971d03675
3
+ size 1996490968
model-00017-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:477a7a5fc3fd6feef4e81185c144d52af9a8641359c94b67c0b26d1f9b2ccfeb
3
+ size 1963019144
model-00018-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3777ab78047979f810256cf244927708224ea9c88dd0897a0cb97c251fb3e7a
3
+ size 1963019144
model-00019-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd7e06d70dd88e74e04e4a8159b14510068a2e83fe65d5cbdba830ababbdffd7
3
+ size 1996490968
model-00020-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9a1a0ccf6975b7d35c77afadfd3ab0074b606f75652152f02110852c70918bf
3
+ size 1963019144
model-00021-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:155b1ee83032f79cf27d7780948e67c0d07bb88d146c93d494c6ca9cce734608
3
+ size 1963019144
model-00022-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fb8afa0d442ab8a2cc6d9841ee0bd85aba2a2cfd8a7174874d0d121de7f2d1e
3
+ size 1996490968
model-00023-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:008df6f7d20e86c454bf59b9af471db4d5d076ce6c03f02c0092f8e0f4cec795
3
+ size 1963019144
model-00024-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:def40a512c688d74c33ca15ea1ea245e5e0ea1a605c95d74a7899ccb3ac83b33
3
+ size 1963019144
model-00025-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e19155258fa626cefbdc356474a87027661c583639901d698aec6a852712452
3
+ size 1996490968
model-00026-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0af9e1b07f762e0b9c8cb63f154e91aa1bed5efbe8f5e9326b2d776249ccd016
3
+ size 1963019144
model-00027-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d59cbb4ef13c6737eb579b5cb578b67f7a6cdb11c2cc635b6630849aa2e7b00b
3
+ size 1963019144
model-00028-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cc4872c56a696803487bcc56168eae72d68d41c9420bf098e310cb7af5b6fbe
3
+ size 1996490968
model-00029-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45035bad05ef4ce33885f0a579abbed386a1e91aa75449eac934ce5e0354b4a0
3
+ size 1963019144
model-00030-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2138dc4208257bf0e541fd2716c5bb91aae8a2c8a4a8f63e416ab110a63d53a1
3
+ size 1963019144
model-00031-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e09a63f1719343a7e22cf920f7b5c2b11ee9940c3b570c96225f594b8c956d9a
3
+ size 1996507584
model-00032-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:205d363825ca00b090f7eb6668b3589a182957fa0390ddb083161aa5b71d027a
3
+ size 1963002528
model-00033-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c51810550ce31c53eb01ba1d0c2148846369cded3c9887ee31f8aa618a06e953
3
+ size 1963019144
model-00034-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf8f70660929150160bf591dc98e8425acc5e948d0ea95ef281e32e6bb065c65
3
+ size 1963019144
model-00035-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ecc5c37fb597e32934a7eb0520c9f5f7f3cc12972fbd95b91bb63f6a0fad1dc
3
+ size 1996490968
model-00036-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec3d25bbbdd4ee791f4db196d9456e3be8304f5a4c5ace96cb6a7de148bed423
3
+ size 1963019144
model-00037-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af59ed573513eefe9897e860fe4c1fbf26d791717d9c01f033d80010d69dd378
3
+ size 1963019144
model-00038-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8f80a3cbd6906202b187ecdd97ca53e1033544901e446cc51323651e00639ed
3
+ size 1996490968
model-00039-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5783391495fc9a07832afb5bfc54cc18bbde8ed0c3995a81ca03521efa431edd
3
+ size 1963019144
model-00040-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ec55a05e9c6a05c6e03e7f4fdf19a59dea372acbee17d559f0c6ac79d821b6a
3
+ size 1963019144
model-00041-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20530d4a70d933a2f1012de558d10ef6a52fc55a5b98c15fea47ba63efeca0fe
3
+ size 1996490968
model-00042-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b23097a6e924332748e46d9fc367d3aaa867823ea83e7f3cba8bfe5e618d87a
3
+ size 1963019144
model-00043-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad39faf9782bed66c009cc9c0457276260db6203ec403201ae1aaa72b9333d45
3
+ size 1963019144
model-00044-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b68f25ee0ba55faf590cb38c5fe74b8749043c1417c3828471e57bf0c7566ca2
3
+ size 1996490968
model-00045-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e81a9413e6c4620a24ac3ad496e36e892bff0c786b6309ca80bf25051aa92e9a
3
+ size 1963019144
model-00046-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:974cdce1e9c2bb99b7781d1f5f813f7ed05e065a0caa43c93a3c147a0ef21678
3
+ size 1963019144
model-00047-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4c635462525a2117374847564ae0520dcb38afe2c2627a825ff63f5a584bc09
3
+ size 1996490968