Hugging Face's logo

obahamonde
/
chaski-7B

TensorBoard
Safetensors
Generated from Trainer
Model card Files Metrics Community
obahamonde commited on
Commit
156cc3f
•
1 Parent(s): 70ae06a

chaski-7B

Browse files
Files changed (47) hide show
  1. README.md +55 -0
  2. adapter_config.json +32 -0
  3. adapter_model.safetensors +3 -0
  4. added_tokens.json +4 -0
  5. generation_config.json +7 -0
  6. runs/Mar20_09-14-36_lab/events.out.tfevents.1710926076.lab.4180723.0 +3 -0
  7. runs/Mar20_09-15-29_lab/events.out.tfevents.1710926130.lab.4181127.0 +3 -0
  8. runs/Mar20_10-16-03_lab/events.out.tfevents.1710929772.lab.6459.0 +3 -0
  9. runs/Mar20_10-46-27_lab/events.out.tfevents.1710931588.lab.13473.0 +3 -0
  10. runs/Mar20_10-53-37_lab/events.out.tfevents.1710932024.lab.15072.0 +3 -0
  11. runs/Mar20_10-55-02_lab/events.out.tfevents.1710932107.lab.15585.0 +3 -0
  12. runs/Mar20_11-06-27_lab/events.out.tfevents.1710932788.lab.19149.0 +3 -0
  13. runs/Mar20_11-09-21_lab/events.out.tfevents.1710932961.lab.19540.0 +3 -0
  14. runs/Mar20_11-10-48_lab/events.out.tfevents.1710933048.lab.19873.0 +3 -0
  15. runs/Mar20_11-11-50_lab/events.out.tfevents.1710933111.lab.20156.0 +3 -0
  16. runs/Mar20_11-13-21_lab/events.out.tfevents.1710933201.lab.20600.0 +3 -0
  17. runs/Mar20_11-16-02_lab/events.out.tfevents.1710933363.lab.20984.0 +3 -0
  18. runs/Mar20_11-16-55_lab/events.out.tfevents.1710933416.lab.21302.0 +3 -0
  19. runs/Mar20_11-17-50_lab/events.out.tfevents.1710933470.lab.21564.0 +3 -0
  20. runs/Mar20_11-19-32_lab/events.out.tfevents.1710933573.lab.21890.0 +3 -0
  21. runs/Mar20_11-22-35_lab/events.out.tfevents.1710933755.lab.22230.0 +3 -0
  22. runs/Mar20_11-24-40_lab/events.out.tfevents.1710933880.lab.22506.0 +3 -0
  23. runs/Mar20_11-25-22_lab/events.out.tfevents.1710933922.lab.22757.0 +3 -0
  24. runs/Mar20_11-27-29_lab/events.out.tfevents.1710934050.lab.23026.0 +3 -0
  25. runs/Mar20_11-30-00_lab/events.out.tfevents.1710934200.lab.23664.0 +3 -0
  26. runs/Mar20_11-34-59_lab/events.out.tfevents.1710934508.lab.24367.0 +3 -0
  27. runs/Mar20_11-36-12_lab/events.out.tfevents.1710934572.lab.24812.0 +3 -0
  28. runs/Mar20_11-37-28_lab/events.out.tfevents.1710934649.lab.25075.0 +3 -0
  29. runs/Mar20_11-40-29_lab/events.out.tfevents.1710934829.lab.25380.0 +3 -0
  30. runs/Mar20_11-43-39_lab/events.out.tfevents.1710935020.lab.25758.0 +3 -0
  31. runs/Mar20_11-45-25_lab/events.out.tfevents.1710935126.lab.26107.0 +3 -0
  32. runs/Mar20_11-49-50_lab/events.out.tfevents.1710935391.lab.26538.0 +3 -0
  33. runs/Mar20_11-50-39_lab/events.out.tfevents.1710935440.lab.26808.0 +3 -0
  34. runs/Mar20_11-54-31_lab/events.out.tfevents.1710935671.lab.27246.0 +3 -0
  35. runs/Mar20_11-55-25_lab/events.out.tfevents.1710935726.lab.27549.0 +3 -0
  36. runs/Mar20_11-56-08_lab/events.out.tfevents.1710935769.lab.27794.0 +3 -0
  37. runs/Mar20_11-57-21_lab/events.out.tfevents.1710935842.lab.28046.0 +3 -0
  38. runs/Mar20_11-58-05_lab/events.out.tfevents.1710935885.lab.28290.0 +3 -0
  39. runs/Mar20_12-00-47_lab/events.out.tfevents.1710936047.lab.28883.0 +3 -0
  40. runs/Mar20_12-02-11_lab/events.out.tfevents.1710936131.lab.29127.0 +3 -0
  41. runs/Mar20_12-03-08_lab/events.out.tfevents.1710936189.lab.29363.0 +3 -0
  42. runs/Mar20_12-05-08_lab/events.out.tfevents.1710936309.lab.30424.0 +3 -0
  43. special_tokens_map.json +28 -0
  44. tokenizer.json +0 -0
  45. tokenizer.model +3 -0
  46. tokenizer_config.json +68 -0
  47. training_args.bin +3 -0
README.md ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ base_model: cognitivecomputations/dolphin-2.1-mistral-7b
4
+ tags:
5
+ - generated_from_trainer
6
+ model-index:
7
+ - name: chaski-7B
8
+ results: []
9
+ ---
10
+
11
+ <!-- This model card has been generated automatically according to the information the Trainer had access to. You
12
+ should probably proofread and complete it, then remove this comment. -->
13
+
14
+ # chaski-7B
15
+
16
+ This model is a fine-tuned version of [cognitivecomputations/dolphin-2.1-mistral-7b](https://huggingface.co/cognitivecomputations/dolphin-2.1-mistral-7b) on an unknown dataset.
17
+
18
+ ## Model description
19
+
20
+ More information needed
21
+
22
+ ## Intended uses & limitations
23
+
24
+ More information needed
25
+
26
+ ## Training and evaluation data
27
+
28
+ More information needed
29
+
30
+ ## Training procedure
31
+
32
+ ### Training hyperparameters
33
+
34
+ The following hyperparameters were used during training:
35
+ - learning_rate: 1e-06
36
+ - train_batch_size: 1
37
+ - eval_batch_size: 8
38
+ - seed: 42
39
+ - gradient_accumulation_steps: 16
40
+ - total_train_batch_size: 16
41
+ - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
42
+ - lr_scheduler_type: constant
43
+ - lr_scheduler_warmup_ratio: 0.03
44
+ - num_epochs: 1
45
+
46
+ ### Training results
47
+
48
+
49
+
50
+ ### Framework versions
51
+
52
+ - Transformers 4.36.2
53
+ - Pytorch 2.2.0+cu121
54
+ - Datasets 2.16.1
55
+ - Tokenizers 0.15.1
adapter_config.json ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": null,
4
+ "base_model_name_or_path": "cognitivecomputations/dolphin-2.1-mistral-7b",
5
+ "bias": "none",
6
+ "fan_in_fan_out": false,
7
+ "inference_mode": true,
8
+ "init_lora_weights": true,
9
+ "layers_pattern": null,
10
+ "layers_to_transform": null,
11
+ "loftq_config": {},
12
+ "lora_alpha": 16,
13
+ "lora_dropout": 0.1,
14
+ "megatron_config": null,
15
+ "megatron_core": "megatron.core",
16
+ "modules_to_save": null,
17
+ "peft_type": "LORA",
18
+ "r": 32,
19
+ "rank_pattern": {},
20
+ "revision": null,
21
+ "target_modules": [
22
+ "up_proj",
23
+ "q_proj",
24
+ "v_proj",
25
+ "o_proj",
26
+ "k_proj",
27
+ "down_proj",
28
+ "gate_proj"
29
+ ],
30
+ "task_type": "CAUSAL_LM",
31
+ "use_rslora": false
32
+ }
adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:240fabb918f571e4173899e46d38fd25936d212e63ce75a4d678eb8cbd0df20b
3
+ size 335604696
added_tokens.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "<|im_end|>": 32000,
3
+ "<|im_start|>": 32001
4
+ }
generation_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 32001,
4
+ "eos_token_id": 32000,
5
+ "pad_token_id": 32000,
6
+ "transformers_version": "4.36.2"
7
+ }
runs/Mar20_09-14-36_lab/events.out.tfevents.1710926076.lab.4180723.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ba9887bdbeda004d859704ae24faa4a9601f044f6e6ba91298c0344dde961dc
3
+ size 4729
runs/Mar20_09-15-29_lab/events.out.tfevents.1710926130.lab.4181127.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a049bf8ed29e8d0b0c09727dc87775074aace7760e69f91d68d385083e1a136
3
+ size 4729
runs/Mar20_10-16-03_lab/events.out.tfevents.1710929772.lab.6459.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9eb47bde7d9e39d73368b0663d210f0b6a42e58f90e01751d5544bcc1cf13e64
3
+ size 4729
runs/Mar20_10-46-27_lab/events.out.tfevents.1710931588.lab.13473.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5ae3c6370fe490addf640c3e7a7fca437d3084b50dd064296dc2b8cd2debc6f
3
+ size 4729
runs/Mar20_10-53-37_lab/events.out.tfevents.1710932024.lab.15072.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52d6c208b7d65f1dac33b018eb801dcb130fb53f1dbd5bed50fbe42246169848
3
+ size 4729
runs/Mar20_10-55-02_lab/events.out.tfevents.1710932107.lab.15585.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29fa1f2b73a3eafc8a0f198caf88bcf1786f29562fd64257cd124e6348704a4f
3
+ size 4729
runs/Mar20_11-06-27_lab/events.out.tfevents.1710932788.lab.19149.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8aeb8e09e2a10840efbeca68bb783886e95997ce179e7e03bc647f47b86163ae
3
+ size 4729
runs/Mar20_11-09-21_lab/events.out.tfevents.1710932961.lab.19540.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2dbc6718394bd5cf159cbb919f4267f671224c10b621b228e45532f12d293ad3
3
+ size 4729
runs/Mar20_11-10-48_lab/events.out.tfevents.1710933048.lab.19873.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61bd34474d59bf3d384d169c829fcfe41200cbda9ac538083ac50f3bdb57b7e4
3
+ size 4729
runs/Mar20_11-11-50_lab/events.out.tfevents.1710933111.lab.20156.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dde367726d76170c64081448d54c6903a20108de2941fc88d97a6a8ed8cbacfd
3
+ size 4729
runs/Mar20_11-13-21_lab/events.out.tfevents.1710933201.lab.20600.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e5e5bb5622e25919109d63714be62e6a6c3681f076ac9e7c95edd1beca17b7c
3
+ size 4729
runs/Mar20_11-16-02_lab/events.out.tfevents.1710933363.lab.20984.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddc30729a73d4e7afe3a5c4e268144bf1a9771620a6ab07f280df25efc5d782d
3
+ size 4729
runs/Mar20_11-16-55_lab/events.out.tfevents.1710933416.lab.21302.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc3cf45a1480e4753e29017dff763c99168aea418e7592c0d8b0f2c164f2cef0
3
+ size 4729
runs/Mar20_11-17-50_lab/events.out.tfevents.1710933470.lab.21564.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25c41e3c08ca866ac0bbb3da6014fc4a845c4aba9cf0a315c72fbacdd427b748
3
+ size 4729
runs/Mar20_11-19-32_lab/events.out.tfevents.1710933573.lab.21890.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7869e66ae9dc5a225c3790540746a6930e50d9d870e7434c90e7b2d07d5ba1f5
3
+ size 4729
runs/Mar20_11-22-35_lab/events.out.tfevents.1710933755.lab.22230.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39a2b02c1627d2d2643de70f66052e81e35efdef53d4735c4fb573455797034f
3
+ size 4729
runs/Mar20_11-24-40_lab/events.out.tfevents.1710933880.lab.22506.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acccdd9bc8b9384beafd22f1e5597c4ba290314cfb12efc241c6694898175d70
3
+ size 4729
runs/Mar20_11-25-22_lab/events.out.tfevents.1710933922.lab.22757.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3988cb55b675ebb22abfac203d0ece04438f2bab135891c44735b035aa12946
3
+ size 4729
runs/Mar20_11-27-29_lab/events.out.tfevents.1710934050.lab.23026.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3126b12546a1c2fbf774e5151291832968463c2556964c576d26256c6293ecb4
3
+ size 4729
runs/Mar20_11-30-00_lab/events.out.tfevents.1710934200.lab.23664.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c17e9582dcdeca88384a99055d696b8888b326577604d6f61ac4cb6c5b8c2e64
3
+ size 4729
runs/Mar20_11-34-59_lab/events.out.tfevents.1710934508.lab.24367.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2973d00fd8ec9ee0c4ec5378e09f90babe2f17f91601aeadf9a3f50e365552bd
3
+ size 4731
runs/Mar20_11-36-12_lab/events.out.tfevents.1710934572.lab.24812.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a327db2f0b8424f4362e80c6e717df6fa6ce324beea04e6a48657548ffc6d6f7
3
+ size 4729
runs/Mar20_11-37-28_lab/events.out.tfevents.1710934649.lab.25075.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e23e31d86c0be79b31c3d474017e31e261245a4dc60f58147c55f2fcde54e107
3
+ size 4729
runs/Mar20_11-40-29_lab/events.out.tfevents.1710934829.lab.25380.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d85c5646269fdcd5b578a9c24334649483d25843eee25cf87246aa3bafac13a8
3
+ size 4732
runs/Mar20_11-43-39_lab/events.out.tfevents.1710935020.lab.25758.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef75ffab3fbc51766933ac5eae1ae0babf721efa560a77c1e982dabf0058793f
3
+ size 5080
runs/Mar20_11-45-25_lab/events.out.tfevents.1710935126.lab.26107.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c15b1fbc0512635c9b5736776b69fce3afc929dc2059729a39f4723587b569f7
3
+ size 5081
runs/Mar20_11-49-50_lab/events.out.tfevents.1710935391.lab.26538.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d04e56ab510dfe009ad2893da60c97d49db558d592371e02aa1806e38d7bfc2
3
+ size 4729
runs/Mar20_11-50-39_lab/events.out.tfevents.1710935440.lab.26808.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e303742335b2ae0da3200975cd998734f98597140f94e9affd6906a67b6bab28
3
+ size 4729
runs/Mar20_11-54-31_lab/events.out.tfevents.1710935671.lab.27246.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16138cc71a6098ac6c89f5c5d48cdf78301c013ebd7ca764e7c8a77245dbfc60
3
+ size 4732
runs/Mar20_11-55-25_lab/events.out.tfevents.1710935726.lab.27549.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17cf49b111de4779e777b8b116a61c737f2b02f52fe1575f69be319bf952b6a7
3
+ size 4732
runs/Mar20_11-56-08_lab/events.out.tfevents.1710935769.lab.27794.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3074435560b118487c9cb54273c294971c382c97c40498beaad2bd4db1f6ddec
3
+ size 4732
runs/Mar20_11-57-21_lab/events.out.tfevents.1710935842.lab.28046.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4747c68ac5e2035976b41a84acfbcf4ef8f1515ec0db79fa7ecb1531fe50941
3
+ size 4732
runs/Mar20_11-58-05_lab/events.out.tfevents.1710935885.lab.28290.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b62fb864f2f06101874f6eb671681ad6d840ab2ad71606e12ac98772a8e0891
3
+ size 4733
runs/Mar20_12-00-47_lab/events.out.tfevents.1710936047.lab.28883.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce0b31cbde74c24b0ca36b65cc4c0ba59c2314a4106206486998e265e7e57f7a
3
+ size 4733
runs/Mar20_12-02-11_lab/events.out.tfevents.1710936131.lab.29127.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:516f719d2ebcf7423a721424b70f2d0e1cd00ba6ab22dee9d2e620bf3b1625e9
3
+ size 4733
runs/Mar20_12-03-08_lab/events.out.tfevents.1710936189.lab.29363.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a92b3d634d1557001585e8979c4d2a63cc05a87d6adc43b8fa346bb059ed6879
3
+ size 4731
runs/Mar20_12-05-08_lab/events.out.tfevents.1710936309.lab.30424.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc2cec75c92a5886cadd4867bc0a688d515463bb4e91b1a93e0ecff86ac442e7
3
+ size 5081
special_tokens_map.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ {
4
+ "content": "<|im_end|>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false
9
+ },
10
+ {
11
+ "content": "<|im_start|>",
12
+ "lstrip": false,
13
+ "normalized": false,
14
+ "rstrip": false,
15
+ "single_word": false
16
+ }
17
+ ],
18
+ "bos_token": "<|im_start|>",
19
+ "eos_token": "<|im_end|>",
20
+ "pad_token": "<|im_end|>",
21
+ "unk_token": {
22
+ "content": "<unk>",
23
+ "lstrip": true,
24
+ "normalized": false,
25
+ "rstrip": true,
26
+ "single_word": false
27
+ }
28
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dadfd56d766715c61d2ef780a525ab43b8e6da4de6865bda3d95fdef5e134055
3
+ size 493443
tokenizer_config.json ADDED
@@ -0,0 +1,68 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_bos_token": true,
3
+ "add_eos_token": false,
4
+ "added_tokens_decoder": {
5
+ "0": {
6
+ "content": "<unk>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": true,
10
+ "single_word": false,
11
+ "special": true
12
+ },
13
+ "1": {
14
+ "content": "<s>",
15
+ "lstrip": true,
16
+ "normalized": false,
17
+ "rstrip": true,
18
+ "single_word": false,
19
+ "special": true
20
+ },
21
+ "2": {
22
+ "content": "</s>",
23
+ "lstrip": false,
24
+ "normalized": false,
25
+ "rstrip": false,
26
+ "single_word": false,
27
+ "special": true
28
+ },
29
+ "32000": {
30
+ "content": "<|im_end|>",
31
+ "lstrip": false,
32
+ "normalized": false,
33
+ "rstrip": false,
34
+ "single_word": false,
35
+ "special": true
36
+ },
37
+ "32001": {
38
+ "content": "<|im_start|>",
39
+ "lstrip": false,
40
+ "normalized": false,
41
+ "rstrip": false,
42
+ "single_word": false,
43
+ "special": true
44
+ }
45
+ },
46
+ "additional_special_tokens": [
47
+ "<|im_end|>",
48
+ "<|im_start|>"
49
+ ],
50
+ "bos_token": "<|im_start|>",
51
+ "chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
52
+ "clean_up_tokenization_spaces": false,
53
+ "eos_token": "<|im_end|>",
54
+ "legacy": true,
55
+ "max_length": null,
56
+ "model_max_length": 1000000000000000019884624838656,
57
+ "pad_to_multiple_of": null,
58
+ "pad_token": "<|im_end|>",
59
+ "pad_token_type_id": 0,
60
+ "padding_side": "right",
61
+ "sp_model_kwargs": {},
62
+ "spaces_between_special_tokens": false,
63
+ "tokenizer_class": "LlamaTokenizer",
64
+ "trust_remote_code": false,
65
+ "unk_token": "<unk>",
66
+ "use_default_system_prompt": true,
67
+ "use_fast": true
68
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a97ba7e1072f706bf6b294dafa5f60def641f1e0976127d07b5c0d8e6b850199
3
+ size 4664