Hugging Face's logo

jonathanjordan21
/
tests

PEFT
TensorBoard
Safetensors
Generated from Trainer
Model card Files
xet
Metrics Community
jonathanjordan21 commited on
Commit
03f063f
·
verified ·
1 Parent(s): a18dc40

jonathanjordan21/rnd-lmd-job

Browse files
Files changed (40) hide show
  1. README.md +54 -0
  2. adapter_config.json +29 -0
  3. adapter_model.safetensors +3 -0
  4. added_tokens.json +4 -0
  5. merges.txt +0 -0
  6. runs/Oct28_05-01-23_7d2cf9fd4804/events.out.tfevents.1730091688.7d2cf9fd4804.474.1 +3 -0
  7. runs/Oct28_05-01-45_7d2cf9fd4804/events.out.tfevents.1730091709.7d2cf9fd4804.474.2 +3 -0
  8. runs/Oct28_05-02-13_7d2cf9fd4804/events.out.tfevents.1730091737.7d2cf9fd4804.474.3 +3 -0
  9. runs/Oct28_05-05-36_7d2cf9fd4804/events.out.tfevents.1730091940.7d2cf9fd4804.474.4 +3 -0
  10. runs/Oct28_05-06-22_7d2cf9fd4804/events.out.tfevents.1730091985.7d2cf9fd4804.474.5 +3 -0
  11. runs/Oct28_05-09-34_7d2cf9fd4804/events.out.tfevents.1730092179.7d2cf9fd4804.835.0 +3 -0
  12. runs/Oct28_05-11-08_7d2cf9fd4804/events.out.tfevents.1730092275.7d2cf9fd4804.835.1 +3 -0
  13. runs/Oct28_05-11-49_7d2cf9fd4804/events.out.tfevents.1730092313.7d2cf9fd4804.835.2 +3 -0
  14. runs/Oct28_05-15-51_7d2cf9fd4804/events.out.tfevents.1730092559.7d2cf9fd4804.986.0 +3 -0
  15. runs/Oct28_05-16-48_7d2cf9fd4804/events.out.tfevents.1730092613.7d2cf9fd4804.1067.0 +3 -0
  16. runs/Oct28_05-17-57_7d2cf9fd4804/events.out.tfevents.1730092681.7d2cf9fd4804.1067.1 +3 -0
  17. runs/Oct28_05-18-42_7d2cf9fd4804/events.out.tfevents.1730092726.7d2cf9fd4804.1160.0 +3 -0
  18. runs/Oct28_05-26-47_7d2cf9fd4804/events.out.tfevents.1730093215.7d2cf9fd4804.1160.1 +3 -0
  19. runs/Oct28_05-28-16_7d2cf9fd4804/events.out.tfevents.1730093301.7d2cf9fd4804.1596.0 +3 -0
  20. runs/Oct28_05-30-35_7d2cf9fd4804/events.out.tfevents.1730093439.7d2cf9fd4804.1683.0 +3 -0
  21. runs/Oct28_06-18-54_7d2cf9fd4804/events.out.tfevents.1730096338.7d2cf9fd4804.1902.0 +3 -0
  22. runs/Oct28_06-40-54_7d2cf9fd4804/events.out.tfevents.1730097671.7d2cf9fd4804.1902.1 +3 -0
  23. runs/Oct28_06-42-38_7d2cf9fd4804/events.out.tfevents.1730097771.7d2cf9fd4804.3075.0 +3 -0
  24. runs/Oct28_06-59-29_7d2cf9fd4804/events.out.tfevents.1730098847.7d2cf9fd4804.3075.1 +3 -0
  25. runs/Oct28_07-17-52_7d2cf9fd4804/events.out.tfevents.1730099877.7d2cf9fd4804.8106.0 +3 -0
  26. runs/Oct28_07-18-55_7d2cf9fd4804/events.out.tfevents.1730099941.7d2cf9fd4804.8106.1 +3 -0
  27. runs/Oct28_07-19-42_7d2cf9fd4804/events.out.tfevents.1730099986.7d2cf9fd4804.8247.0 +3 -0
  28. runs/Oct28_08-32-32_7d2cf9fd4804/events.out.tfevents.1730104357.7d2cf9fd4804.8564.0 +3 -0
  29. runs/Oct28_08-46-35_7d2cf9fd4804/events.out.tfevents.1730105212.7d2cf9fd4804.8564.1 +3 -0
  30. runs/Oct28_08-49-49_7d2cf9fd4804/events.out.tfevents.1730105396.7d2cf9fd4804.8564.2 +3 -0
  31. runs/Oct28_08-52-57_7d2cf9fd4804/events.out.tfevents.1730105583.7d2cf9fd4804.8564.3 +3 -0
  32. runs/Oct28_08-56-56_7d2cf9fd4804/events.out.tfevents.1730105828.7d2cf9fd4804.11768.0 +3 -0
  33. runs/Oct28_08-57-26_7d2cf9fd4804/events.out.tfevents.1730105850.7d2cf9fd4804.11768.1 +3 -0
  34. runs/Oct28_08-57-26_7d2cf9fd4804/events.out.tfevents.1730106921.7d2cf9fd4804.11768.2 +3 -0
  35. runs/Oct28_09-27-01_7d2cf9fd4804/events.out.tfevents.1730107629.7d2cf9fd4804.11768.3 +3 -0
  36. special_tokens_map.json +24 -0
  37. tokenizer.json +0 -0
  38. tokenizer_config.json +46 -0
  39. training_args.bin +3 -0
  40. vocab.json +0 -0
README.md ADDED
@@ -0,0 +1,54 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: facebook/opt-125m
3
+ library_name: peft
4
+ license: other
5
+ tags:
6
+ - generated_from_trainer
7
+ model-index:
8
+ - name: tests
9
+ results: []
10
+ ---
11
+
12
+ <!-- This model card has been generated automatically according to the information the Trainer had access to. You
13
+ should probably proofread and complete it, then remove this comment. -->
14
+
15
+ # tests
16
+
17
+ This model is a fine-tuned version of [facebook/opt-125m](https://huggingface.co/facebook/opt-125m) on an unknown dataset.
18
+
19
+ ## Model description
20
+
21
+ More information needed
22
+
23
+ ## Intended uses & limitations
24
+
25
+ More information needed
26
+
27
+ ## Training and evaluation data
28
+
29
+ More information needed
30
+
31
+ ## Training procedure
32
+
33
+ ### Training hyperparameters
34
+
35
+ The following hyperparameters were used during training:
36
+ - learning_rate: 3e-05
37
+ - train_batch_size: 16
38
+ - eval_batch_size: 16
39
+ - seed: 42
40
+ - optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
41
+ - lr_scheduler_type: linear
42
+ - num_epochs: 10
43
+
44
+ ### Training results
45
+
46
+
47
+
48
+ ### Framework versions
49
+
50
+ - PEFT 0.13.2
51
+ - Transformers 4.46.0
52
+ - Pytorch 2.4.0
53
+ - Datasets 3.0.2
54
+ - Tokenizers 0.20.1
adapter_config.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": null,
4
+ "base_model_name_or_path": "facebook/opt-125m",
5
+ "bias": "none",
6
+ "fan_in_fan_out": false,
7
+ "inference_mode": true,
8
+ "init_lora_weights": true,
9
+ "layer_replication": null,
10
+ "layers_pattern": null,
11
+ "layers_to_transform": null,
12
+ "loftq_config": {},
13
+ "lora_alpha": 128,
14
+ "lora_dropout": 0.0,
15
+ "megatron_config": null,
16
+ "megatron_core": "megatron.core",
17
+ "modules_to_save": null,
18
+ "peft_type": "LORA",
19
+ "r": 128,
20
+ "rank_pattern": {},
21
+ "revision": null,
22
+ "target_modules": [
23
+ "v_proj",
24
+ "q_proj"
25
+ ],
26
+ "task_type": "CAUSAL_LM",
27
+ "use_dora": false,
28
+ "use_rslora": false
29
+ }
adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7d14a636d5e7c132ea188310f59edb150e8b1a8b7e4d0f408a4bb9a223e3ab8
3
+ size 18881176
added_tokens.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "<|im_end|>": 50266,
3
+ "<|im_start|>": 50265
4
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
runs/Oct28_05-01-23_7d2cf9fd4804/events.out.tfevents.1730091688.7d2cf9fd4804.474.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7bf2cc5ea2c0037ffa1ecf1ea01be357020c36cc55c670fcc07f6babdf5d063
3
+ size 5204
runs/Oct28_05-01-45_7d2cf9fd4804/events.out.tfevents.1730091709.7d2cf9fd4804.474.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5de7b4d6a32c1790159b265274a82626c7966a2d4459ce91e36a6e97685ce58b
3
+ size 5203
runs/Oct28_05-02-13_7d2cf9fd4804/events.out.tfevents.1730091737.7d2cf9fd4804.474.3 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e30d0e7fda2cb66cd0f0d4fc4ef86887f12157d1de7391712a0fcfd9a610b2eb
3
+ size 5203
runs/Oct28_05-05-36_7d2cf9fd4804/events.out.tfevents.1730091940.7d2cf9fd4804.474.4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:249198d62fd951606df3fba3e4107e94502b2b50e84a782387a90db9a2bf9a76
3
+ size 5203
runs/Oct28_05-06-22_7d2cf9fd4804/events.out.tfevents.1730091985.7d2cf9fd4804.474.5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87a00bb0e7fa101247f66a535216d949405ae5f1c9d12780bc1e2f9f450d32ae
3
+ size 6043
runs/Oct28_05-09-34_7d2cf9fd4804/events.out.tfevents.1730092179.7d2cf9fd4804.835.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52368f2542a54e37992479f31297e784000ec27acc6dd19f32969e8a78fe8d58
3
+ size 5050
runs/Oct28_05-11-08_7d2cf9fd4804/events.out.tfevents.1730092275.7d2cf9fd4804.835.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61d70f339808bae3f07d3a7f787b6b3a929eecd6399e9c0307dff5edf2a8e065
3
+ size 5049
runs/Oct28_05-11-49_7d2cf9fd4804/events.out.tfevents.1730092313.7d2cf9fd4804.835.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51521dbdbd6db0027cb8449aa9e22aa41d6f39281efc25abaad1b1868d88e7f6
3
+ size 5049
runs/Oct28_05-15-51_7d2cf9fd4804/events.out.tfevents.1730092559.7d2cf9fd4804.986.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:222824222f64f1e3978362dd27e658ed0f48aae6a7efba68a56106f8479dde05
3
+ size 15010
runs/Oct28_05-16-48_7d2cf9fd4804/events.out.tfevents.1730092613.7d2cf9fd4804.1067.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be8e609ea128281f8a712dfc76769170b4f426599b563ce78374de997120c4a8
3
+ size 15010
runs/Oct28_05-17-57_7d2cf9fd4804/events.out.tfevents.1730092681.7d2cf9fd4804.1067.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:259f31de7be39b430c1bdf109ff895c9e5e3060724d3e4de5ffca2d9c037cf4e
3
+ size 24893
runs/Oct28_05-18-42_7d2cf9fd4804/events.out.tfevents.1730092726.7d2cf9fd4804.1160.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c28ac360a721e4feffe7493ea11d454fcdec5c6edc8a088741d1ebf4343a991d
3
+ size 27390
runs/Oct28_05-26-47_7d2cf9fd4804/events.out.tfevents.1730093215.7d2cf9fd4804.1160.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdd2187681bd65af55844f3bd63b3e8f2e33b33fe41c9ecde8f8e356b7213374
3
+ size 24664
runs/Oct28_05-28-16_7d2cf9fd4804/events.out.tfevents.1730093301.7d2cf9fd4804.1596.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4127fc2ebeb59ee024876684466fa27fd389e31c7a2c7e06000c6433695f0afb
3
+ size 24968
runs/Oct28_05-30-35_7d2cf9fd4804/events.out.tfevents.1730093439.7d2cf9fd4804.1683.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc000494a789a21da0ca3f9ed5060fd08413793eae7de4bab9283368712da5e2
3
+ size 33925
runs/Oct28_06-18-54_7d2cf9fd4804/events.out.tfevents.1730096338.7d2cf9fd4804.1902.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b7d3197877aa05d0f973c286165ffe85dceb0f5d48c9c13b9c1b9c00408d07d
3
+ size 14680
runs/Oct28_06-40-54_7d2cf9fd4804/events.out.tfevents.1730097671.7d2cf9fd4804.1902.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef4f918afb597d22fb2d9c74d3bfd4a9483d5306ca34ec75c27cc6954a5762f0
3
+ size 24664
runs/Oct28_06-42-38_7d2cf9fd4804/events.out.tfevents.1730097771.7d2cf9fd4804.3075.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf1cc35347bcc77bd3835ebf9f52d101beb985df05724185d412e275cdc6591e
3
+ size 39848
runs/Oct28_06-59-29_7d2cf9fd4804/events.out.tfevents.1730098847.7d2cf9fd4804.3075.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3375edd1e163aaf985d7b86402764403e1686136904f464e641b4ae3be7794ac
3
+ size 40640
runs/Oct28_07-17-52_7d2cf9fd4804/events.out.tfevents.1730099877.7d2cf9fd4804.8106.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46e938a051df116daa1ad3a66be1209bbdd3643a596be189888d0cae66dcfa28
3
+ size 20600
runs/Oct28_07-18-55_7d2cf9fd4804/events.out.tfevents.1730099941.7d2cf9fd4804.8106.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd7efe6af5b0042b0677f3c9613d6f2ec35cbf8fe70a1b5707a974a06da79c34
3
+ size 25663
runs/Oct28_07-19-42_7d2cf9fd4804/events.out.tfevents.1730099986.7d2cf9fd4804.8247.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:225a18811874f6d48c4048b175315a1506470f5aae99116559a0016238f5b84b
3
+ size 28856
runs/Oct28_08-32-32_7d2cf9fd4804/events.out.tfevents.1730104357.7d2cf9fd4804.8564.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5ef2934cdb703f3b127aa1e92f8874e5a03cb2cf97f14478cc1aa33baded898
3
+ size 34290
runs/Oct28_08-46-35_7d2cf9fd4804/events.out.tfevents.1730105212.7d2cf9fd4804.8564.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab0f4e0797a324bb19057c0665eed95f40e7cb2a4d47cbc9e1f29fd735a0ab4c
3
+ size 26694
runs/Oct28_08-49-49_7d2cf9fd4804/events.out.tfevents.1730105396.7d2cf9fd4804.8564.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:293057f703e117f2d2921a90e6a58b871b167eef33d87546289021ba7727cbda
3
+ size 26272
runs/Oct28_08-52-57_7d2cf9fd4804/events.out.tfevents.1730105583.7d2cf9fd4804.8564.3 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:daa6e3416dc1b7cc14281ec274dbd6322dd753f712c3165cec3b123952eb1d6b
3
+ size 26483
runs/Oct28_08-56-56_7d2cf9fd4804/events.out.tfevents.1730105828.7d2cf9fd4804.11768.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5444747d32a0e322f679e447c6fb86287d24b77821cf0d2c9bb756437b1a72e6
3
+ size 10068
runs/Oct28_08-57-26_7d2cf9fd4804/events.out.tfevents.1730105850.7d2cf9fd4804.11768.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0b02c73d38fe461158cd2563f126f0e88953fcea76da9d52b4b568ad37e89b8
3
+ size 23554
runs/Oct28_08-57-26_7d2cf9fd4804/events.out.tfevents.1730106921.7d2cf9fd4804.11768.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abd10b62cd83ed3ba49b17851729307fd838aea2bc298f61d2dce7180b9df9b5
3
+ size 14568
runs/Oct28_09-27-01_7d2cf9fd4804/events.out.tfevents.1730107629.7d2cf9fd4804.11768.3 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97680f75f800435d2711153d41e4f1d378074beada6660720c3e2384e3ea97a9
3
+ size 14626
special_tokens_map.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "</s>",
4
+ "lstrip": false,
5
+ "normalized": true,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": "<|im_end|>",
10
+ "pad_token": {
11
+ "content": "<pad>",
12
+ "lstrip": false,
13
+ "normalized": true,
14
+ "rstrip": false,
15
+ "single_word": false
16
+ },
17
+ "unk_token": {
18
+ "content": "</s>",
19
+ "lstrip": false,
20
+ "normalized": true,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ }
24
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_bos_token": true,
3
+ "add_prefix_space": false,
4
+ "added_tokens_decoder": {
5
+ "1": {
6
+ "content": "<pad>",
7
+ "lstrip": false,
8
+ "normalized": true,
9
+ "rstrip": false,
10
+ "single_word": false,
11
+ "special": true
12
+ },
13
+ "2": {
14
+ "content": "</s>",
15
+ "lstrip": false,
16
+ "normalized": true,
17
+ "rstrip": false,
18
+ "single_word": false,
19
+ "special": true
20
+ },
21
+ "50265": {
22
+ "content": "<|im_start|>",
23
+ "lstrip": false,
24
+ "normalized": false,
25
+ "rstrip": false,
26
+ "single_word": false,
27
+ "special": true
28
+ },
29
+ "50266": {
30
+ "content": "<|im_end|>",
31
+ "lstrip": false,
32
+ "normalized": false,
33
+ "rstrip": false,
34
+ "single_word": false,
35
+ "special": true
36
+ }
37
+ },
38
+ "bos_token": "</s>",
39
+ "clean_up_tokenization_spaces": false,
40
+ "eos_token": "<|im_end|>",
41
+ "errors": "replace",
42
+ "model_max_length": 1000000000000000019884624838656,
43
+ "pad_token": "<pad>",
44
+ "tokenizer_class": "GPT2Tokenizer",
45
+ "unk_token": "</s>"
46
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9dc1961b8a04313ec34aa7e4cdc585407c47e21b6f5800453213bee4ec9a9910
3
+ size 5240
vocab.json ADDED
The diff for this file is too large to render. See raw diff