Hugging Face's logo

c14kevincardenas
/
limbxy_pose_4heads_1layers_16embeddim

Transformers
TensorBoard
Safetensors
custom_model
image-regression
human-movement
vision
Generated from Trainer
Inference Endpoints
Model card Files Metrics Community
c14kevincardenas commited on
Commit
762f65d
·
verified ·
1 Parent(s): 1e9d514

Training in progress, epoch 1

Browse files
Files changed (41) hide show
  1. README.md +83 -0
  2. all_results.json +13 -0
  3. config.json +93 -0
  4. eval_results.json +8 -0
  5. model.safetensors +3 -0
  6. preprocessor_config.json +28 -0
  7. runs/Feb10_23-07-07_galactica.ad.cirange.net/events.out.tfevents.1739228898.galactica.ad.cirange.net.2112498.0 +3 -0
  8. runs/Feb10_23-10-00_galactica.ad.cirange.net/events.out.tfevents.1739229005.galactica.ad.cirange.net.2113898.0 +3 -0
  9. runs/Feb10_23-15-46_galactica.ad.cirange.net/events.out.tfevents.1739229351.galactica.ad.cirange.net.2114556.0 +3 -0
  10. runs/Feb10_23-15-46_galactica.ad.cirange.net/events.out.tfevents.1739233102.galactica.ad.cirange.net.2114556.1 +3 -0
  11. runs/Feb11_16-52-08_galactica.ad.cirange.net/events.out.tfevents.1739292750.galactica.ad.cirange.net.2142376.0 +3 -0
  12. runs/Feb11_16-52-08_galactica.ad.cirange.net/events.out.tfevents.1739296199.galactica.ad.cirange.net.2142376.1 +3 -0
  13. runs/Feb11_17-51-12_galactica.ad.cirange.net/events.out.tfevents.1739296278.galactica.ad.cirange.net.2161252.0 +3 -0
  14. runs/Feb12_20-38-04_galactica.ad.cirange.net/events.out.tfevents.1739392689.galactica.ad.cirange.net.2335522.0 +3 -0
  15. runs/Feb12_20-38-04_galactica.ad.cirange.net/events.out.tfevents.1739396347.galactica.ad.cirange.net.2335522.1 +3 -0
  16. runs/Feb12_22-40-50_galactica.ad.cirange.net/events.out.tfevents.1739400056.galactica.ad.cirange.net.2354828.0 +3 -0
  17. runs/Feb12_22-40-50_galactica.ad.cirange.net/events.out.tfevents.1739403709.galactica.ad.cirange.net.2354828.1 +3 -0
  18. runs/Feb18_14-54-27_galactica.ad.cirange.net/events.out.tfevents.1739890472.galactica.ad.cirange.net.2653462.0 +3 -0
  19. runs/Feb18_14-54-27_galactica.ad.cirange.net/events.out.tfevents.1739894315.galactica.ad.cirange.net.2653462.1 +3 -0
  20. runs/Feb18_22-12-13_galactica.ad.cirange.net/events.out.tfevents.1739916738.galactica.ad.cirange.net.2675420.0 +3 -0
  21. runs/Feb18_22-12-13_galactica.ad.cirange.net/events.out.tfevents.1739920410.galactica.ad.cirange.net.2675420.1 +3 -0
  22. runs/Feb18_23-22-11_galactica.ad.cirange.net/events.out.tfevents.1739920937.galactica.ad.cirange.net.2694498.0 +3 -0
  23. runs/Feb18_23-24-01_galactica.ad.cirange.net/events.out.tfevents.1739921046.galactica.ad.cirange.net.2696018.0 +3 -0
  24. runs/Feb18_23-24-01_galactica.ad.cirange.net/events.out.tfevents.1739924675.galactica.ad.cirange.net.2696018.1 +3 -0
  25. runs/Feb19_02-01-21_galactica.ad.cirange.net/events.out.tfevents.1739930486.galactica.ad.cirange.net.2715566.0 +3 -0
  26. runs/Feb19_02-01-21_galactica.ad.cirange.net/events.out.tfevents.1739933823.galactica.ad.cirange.net.2715566.1 +3 -0
  27. runs/Feb19_02-57-14_galactica.ad.cirange.net/events.out.tfevents.1739933839.galactica.ad.cirange.net.2734067.0 +3 -0
  28. runs/Feb19_03-54-03_galactica.ad.cirange.net/events.out.tfevents.1739937248.galactica.ad.cirange.net.2752720.0 +3 -0
  29. runs/Feb19_03-54-03_galactica.ad.cirange.net/events.out.tfevents.1739940943.galactica.ad.cirange.net.2752720.1 +3 -0
  30. runs/Feb19_04-55-54_galactica.ad.cirange.net/events.out.tfevents.1739940960.galactica.ad.cirange.net.2771453.0 +3 -0
  31. runs/Feb19_04-55-54_galactica.ad.cirange.net/events.out.tfevents.1739944602.galactica.ad.cirange.net.2771453.1 +3 -0
  32. runs/Feb19_05-56-53_galactica.ad.cirange.net/events.out.tfevents.1739944619.galactica.ad.cirange.net.2790190.0 +3 -0
  33. runs/Feb19_05-56-53_galactica.ad.cirange.net/events.out.tfevents.1739948266.galactica.ad.cirange.net.2790190.1 +3 -0
  34. runs/Feb19_06-57-57_galactica.ad.cirange.net/events.out.tfevents.1739948282.galactica.ad.cirange.net.2819429.0 +3 -0
  35. runs/Feb19_06-57-57_galactica.ad.cirange.net/events.out.tfevents.1739951967.galactica.ad.cirange.net.2819429.1 +3 -0
  36. runs/Feb19_07-59-38_galactica.ad.cirange.net/events.out.tfevents.1739951984.galactica.ad.cirange.net.2838155.0 +3 -0
  37. runs/Feb19_07-59-38_galactica.ad.cirange.net/events.out.tfevents.1739955603.galactica.ad.cirange.net.2838155.1 +3 -0
  38. runs/Feb19_09-00-14_galactica.ad.cirange.net/events.out.tfevents.1739955625.galactica.ad.cirange.net.2856934.0 +3 -0
  39. train_results.json +8 -0
  40. trainer_state.json +719 -0
  41. training_args.bin +3 -0
README.md ADDED
@@ -0,0 +1,83 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ library_name: transformers
3
+ license: apache-2.0
4
+ base_model: c14kevincardenas/beit-large-patch16-384-limb
5
+ tags:
6
+ - image-regression
7
+ - human-movement
8
+ - vision
9
+ - generated_from_trainer
10
+ model-index:
11
+ - name: limbxy_pose_4heads_1layers_8embeddim
12
+ results: []
13
+ ---
14
+
15
+ <!-- This model card has been generated automatically according to the information the Trainer had access to. You
16
+ should probably proofread and complete it, then remove this comment. -->
17
+
18
+ # limbxy_pose_4heads_1layers_8embeddim
19
+
20
+ This model is a fine-tuned version of [c14kevincardenas/beit-large-patch16-384-limb](https://huggingface.co/c14kevincardenas/beit-large-patch16-384-limb) on the c14kevincardenas/beta_caller_284_limbxy_pose dataset.
21
+ It achieves the following results on the evaluation set:
22
+ - Loss: 0.1449
23
+ - Rmse: 0.3806
24
+
25
+ ## Model description
26
+
27
+ More information needed
28
+
29
+ ## Intended uses & limitations
30
+
31
+ More information needed
32
+
33
+ ## Training and evaluation data
34
+
35
+ More information needed
36
+
37
+ ## Training procedure
38
+
39
+ ### Training hyperparameters
40
+
41
+ The following hyperparameters were used during training:
42
+ - learning_rate: 5e-05
43
+ - train_batch_size: 64
44
+ - eval_batch_size: 64
45
+ - seed: 2014
46
+ - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
47
+ - lr_scheduler_type: linear
48
+ - lr_scheduler_warmup_steps: 250
49
+ - num_epochs: 20.0
50
+ - mixed_precision_training: Native AMP
51
+
52
+ ### Training results
53
+
54
+ | Training Loss | Epoch | Step | Validation Loss | Rmse |
55
+ |:-------------:|:-----:|:----:|:---------------:|:------:|
56
+ | 0.2128 | 1.0 | 89 | 0.1745 | 0.4177 |
57
+ | 0.1574 | 2.0 | 178 | 0.1486 | 0.3855 |
58
+ | 0.2045 | 3.0 | 267 | 0.1519 | 0.3897 |
59
+ | 0.1697 | 4.0 | 356 | 0.1632 | 0.4040 |
60
+ | 0.1818 | 5.0 | 445 | 0.1949 | 0.4414 |
61
+ | 0.1624 | 6.0 | 534 | 0.1475 | 0.3841 |
62
+ | 0.1645 | 7.0 | 623 | 0.1484 | 0.3852 |
63
+ | 0.1655 | 8.0 | 712 | 0.1471 | 0.3835 |
64
+ | 0.1594 | 9.0 | 801 | 0.1535 | 0.3918 |
65
+ | 0.1513 | 10.0 | 890 | 0.1449 | 0.3806 |
66
+ | 0.1488 | 11.0 | 979 | 0.1455 | 0.3814 |
67
+ | 0.1507 | 12.0 | 1068 | 0.1536 | 0.3919 |
68
+ | 0.1522 | 13.0 | 1157 | 0.1449 | 0.3807 |
69
+ | 0.1458 | 14.0 | 1246 | 0.1453 | 0.3811 |
70
+ | 0.1506 | 15.0 | 1335 | 0.1455 | 0.3815 |
71
+ | 0.1505 | 16.0 | 1424 | 0.1452 | 0.3810 |
72
+ | 0.1463 | 17.0 | 1513 | 0.1449 | 0.3807 |
73
+ | 0.1463 | 18.0 | 1602 | 0.1449 | 0.3806 |
74
+ | 0.1494 | 19.0 | 1691 | 0.1457 | 0.3816 |
75
+ | 0.1454 | 20.0 | 1780 | 0.1451 | 0.3810 |
76
+
77
+
78
+ ### Framework versions
79
+
80
+ - Transformers 4.45.2
81
+ - Pytorch 2.5.0+cu124
82
+ - Datasets 3.0.1
83
+ - Tokenizers 0.20.1
all_results.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 20.0,
3
+ "eval_loss": 0.14487937092781067,
4
+ "eval_rmse": 0.380630224943161,
5
+ "eval_runtime": 9.5453,
6
+ "eval_samples_per_second": 104.764,
7
+ "eval_steps_per_second": 1.676,
8
+ "total_flos": 0.0,
9
+ "train_loss": 0.16350786438149012,
10
+ "train_runtime": 3270.5878,
11
+ "train_samples_per_second": 34.624,
12
+ "train_steps_per_second": 0.544
13
+ }
config.json ADDED
@@ -0,0 +1,93 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "c14kevincardenas/beit-large-patch16-384-limb",
3
+ "add_fpn": false,
4
+ "architectures": [
5
+ "LimbXYModel"
6
+ ],
7
+ "attention_probs_dropout_prob": 0.0,
8
+ "auxiliary_channels": 256,
9
+ "auxiliary_concat_input": false,
10
+ "auxiliary_loss_weight": 0.4,
11
+ "auxiliary_num_convs": 1,
12
+ "d_model": 1024,
13
+ "drop_path_rate": 0.1,
14
+ "finetuning_task": "regression",
15
+ "hidden_act": "gelu",
16
+ "hidden_dropout_prob": 0.0,
17
+ "hidden_size": 1024,
18
+ "id2label": {
19
+ "0": "left_foot",
20
+ "1": "left_hand",
21
+ "2": "right_foot",
22
+ "3": "right_hand"
23
+ },
24
+ "image_size": 384,
25
+ "initializer_range": 0.02,
26
+ "intermediate_size": 4096,
27
+ "label2id": {
28
+ "left_foot": "0",
29
+ "left_hand": "1",
30
+ "right_foot": "2",
31
+ "right_hand": "3"
32
+ },
33
+ "layer_norm_eps": 1e-12,
34
+ "layer_scale_init_value": 0.1,
35
+ "model_type": "custom_model",
36
+ "nhead": 4,
37
+ "num_attention_heads": 16,
38
+ "num_channels": 3,
39
+ "num_classes": 4,
40
+ "num_hidden_layers": 24,
41
+ "num_layers": 1,
42
+ "out_features": [
43
+ "stage24"
44
+ ],
45
+ "out_indices": [
46
+ 24
47
+ ],
48
+ "patch_size": 16,
49
+ "pool_scales": [
50
+ 1,
51
+ 2,
52
+ 3,
53
+ 6
54
+ ],
55
+ "reshape_hidden_states": true,
56
+ "semantic_loss_ignore_index": 255,
57
+ "stage_names": [
58
+ "stem",
59
+ "stage1",
60
+ "stage2",
61
+ "stage3",
62
+ "stage4",
63
+ "stage5",
64
+ "stage6",
65
+ "stage7",
66
+ "stage8",
67
+ "stage9",
68
+ "stage10",
69
+ "stage11",
70
+ "stage12",
71
+ "stage13",
72
+ "stage14",
73
+ "stage15",
74
+ "stage16",
75
+ "stage17",
76
+ "stage18",
77
+ "stage19",
78
+ "stage20",
79
+ "stage21",
80
+ "stage22",
81
+ "stage23",
82
+ "stage24"
83
+ ],
84
+ "torch_dtype": "float32",
85
+ "transformers_version": "4.45.2",
86
+ "use_absolute_position_embeddings": false,
87
+ "use_auxiliary_head": true,
88
+ "use_mask_token": false,
89
+ "use_mean_pooling": true,
90
+ "use_relative_position_bias": true,
91
+ "use_shared_relative_position_bias": false,
92
+ "vocab_size": 8192
93
+ }
eval_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 20.0,
3
+ "eval_loss": 0.14487937092781067,
4
+ "eval_rmse": 0.380630224943161,
5
+ "eval_runtime": 9.5453,
6
+ "eval_samples_per_second": 104.764,
7
+ "eval_steps_per_second": 1.676
8
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d1e7ea23b1ee8db451b6caf7c21fe6e391c69191fe2b99480ed2fb6f126c11d
3
+ size 1216514232
preprocessor_config.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "crop_size": {
3
+ "height": 224,
4
+ "width": 224
5
+ },
6
+ "do_center_crop": false,
7
+ "do_normalize": true,
8
+ "do_reduce_labels": false,
9
+ "do_rescale": true,
10
+ "do_resize": true,
11
+ "image_mean": [
12
+ 0.5,
13
+ 0.5,
14
+ 0.5
15
+ ],
16
+ "image_processor_type": "BeitImageProcessor",
17
+ "image_std": [
18
+ 0.5,
19
+ 0.5,
20
+ 0.5
21
+ ],
22
+ "resample": 2,
23
+ "rescale_factor": 0.00392156862745098,
24
+ "size": {
25
+ "height": 384,
26
+ "width": 384
27
+ }
28
+ }
runs/Feb10_23-07-07_galactica.ad.cirange.net/events.out.tfevents.1739228898.galactica.ad.cirange.net.2112498.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e4a1f116e1b974c39f6ddf45344045518a253a8a117f9896924da68b37282e2
3
+ size 4184
runs/Feb10_23-10-00_galactica.ad.cirange.net/events.out.tfevents.1739229005.galactica.ad.cirange.net.2113898.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8f48b106359e01dc30a8a4e0ea20fe0e07793fd94356e3b30ff4de07a6a407c
3
+ size 6182
runs/Feb10_23-15-46_galactica.ad.cirange.net/events.out.tfevents.1739229351.galactica.ad.cirange.net.2114556.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eda76ce9f8d63dba49c6dcebd293cfd33bb4b8e7bb1142d9a7f302740db976bf
3
+ size 27871
runs/Feb10_23-15-46_galactica.ad.cirange.net/events.out.tfevents.1739233102.galactica.ad.cirange.net.2114556.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e43153af21be343e3651916c979e0de48228371b8a7dd3574c4188beeba3184d
3
+ size 407
runs/Feb11_16-52-08_galactica.ad.cirange.net/events.out.tfevents.1739292750.galactica.ad.cirange.net.2142376.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9fe7be42a686fdfe0ccb693bbccdebfc87e46df84e028d4ff2ebfbb1699e5d3
3
+ size 96795
runs/Feb11_16-52-08_galactica.ad.cirange.net/events.out.tfevents.1739296199.galactica.ad.cirange.net.2142376.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:249757ef4c7779c7620c949c5882d1147b375c8b7148f532b0e98901b1e31497
3
+ size 407
runs/Feb11_17-51-12_galactica.ad.cirange.net/events.out.tfevents.1739296278.galactica.ad.cirange.net.2161252.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8774773e3c8c0691e9590b123573c3aeb247508a4310e61e80f643f72e825ac5
3
+ size 81425
runs/Feb12_20-38-04_galactica.ad.cirange.net/events.out.tfevents.1739392689.galactica.ad.cirange.net.2335522.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2562508385b503720e9dffe4c32ef9e2844fa57a3e2e88682fe0462b461e2b53
3
+ size 27871
runs/Feb12_20-38-04_galactica.ad.cirange.net/events.out.tfevents.1739396347.galactica.ad.cirange.net.2335522.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:154aecb3afb417181ff3d50a3f1b141f854819774859f67958f5623a1160745d
3
+ size 407
runs/Feb12_22-40-50_galactica.ad.cirange.net/events.out.tfevents.1739400056.galactica.ad.cirange.net.2354828.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a7a134eccf52b8a7bdc23533421d9bbb07b94b4ec8f806e41a463911cf5dfd7
3
+ size 27871
runs/Feb12_22-40-50_galactica.ad.cirange.net/events.out.tfevents.1739403709.galactica.ad.cirange.net.2354828.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:120052f23d2ed545abb5a1692a6fca5efc0f5158416a4e2513625f7494af81f8
3
+ size 407
runs/Feb18_14-54-27_galactica.ad.cirange.net/events.out.tfevents.1739890472.galactica.ad.cirange.net.2653462.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7946804b99cd3e153e1ef102af2a03240c10518d697fa5b87f42535d10974c7d
3
+ size 27871
runs/Feb18_14-54-27_galactica.ad.cirange.net/events.out.tfevents.1739894315.galactica.ad.cirange.net.2653462.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3b5023a9ffdd0624d9ef3020d2ec638857c147eabbfd31a1ef87652339a7554
3
+ size 407
runs/Feb18_22-12-13_galactica.ad.cirange.net/events.out.tfevents.1739916738.galactica.ad.cirange.net.2675420.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75b5293e9103111a9bc3801d6e72b57c7b0f7bbcbe84984df7a661f112a4cf8f
3
+ size 96795
runs/Feb18_22-12-13_galactica.ad.cirange.net/events.out.tfevents.1739920410.galactica.ad.cirange.net.2675420.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:693c817e84395f167212910ef0a54c11d1b8b87f03cb521ffb49437891e80ede
3
+ size 407
runs/Feb18_23-22-11_galactica.ad.cirange.net/events.out.tfevents.1739920937.galactica.ad.cirange.net.2694498.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41e5f5f3def15ee7f85d9a0a1432fa9414cc8109b16559dff1f3a45ae3fe381f
3
+ size 4184
runs/Feb18_23-24-01_galactica.ad.cirange.net/events.out.tfevents.1739921046.galactica.ad.cirange.net.2696018.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f49e44d5d6d7fbbf1edb0f14abec0f1e4c3e3d1c54c5ef964a39838f046cc43
3
+ size 27896
runs/Feb18_23-24-01_galactica.ad.cirange.net/events.out.tfevents.1739924675.galactica.ad.cirange.net.2696018.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9400d2b95a35a00a40f10d8e7ad85ff902cebdc1c6881497d61d3a4b58be51f3
3
+ size 407
runs/Feb19_02-01-21_galactica.ad.cirange.net/events.out.tfevents.1739930486.galactica.ad.cirange.net.2715566.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15299b067b181bf8c2eddb3b2415a8fc668ed41e4317d45b115db431d177f75a
3
+ size 27896
runs/Feb19_02-01-21_galactica.ad.cirange.net/events.out.tfevents.1739933823.galactica.ad.cirange.net.2715566.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1050e4f3977b20ec87d041c79446850cfc4061586fc417cbb04e3f6aff94ca4
3
+ size 407
runs/Feb19_02-57-14_galactica.ad.cirange.net/events.out.tfevents.1739933839.galactica.ad.cirange.net.2734067.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:083c1df90e770553b1cbc1ec4236ed8471b565b24957337db6a35e742cfff98f
3
+ size 27897
runs/Feb19_03-54-03_galactica.ad.cirange.net/events.out.tfevents.1739937248.galactica.ad.cirange.net.2752720.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de08cf834243ea9be39fe68fc8a007ed30f482981045fc8761092f1807b7bbc6
3
+ size 27897
runs/Feb19_03-54-03_galactica.ad.cirange.net/events.out.tfevents.1739940943.galactica.ad.cirange.net.2752720.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9854903d30d50a32d347e9ef99ca01dd10f18b77297bd69b0b42823e335eb920
3
+ size 407
runs/Feb19_04-55-54_galactica.ad.cirange.net/events.out.tfevents.1739940960.galactica.ad.cirange.net.2771453.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52338c6c8014cac3af12abb6c0a089a44ea63a40a7acbf41445aba3dd88f9024
3
+ size 27896
runs/Feb19_04-55-54_galactica.ad.cirange.net/events.out.tfevents.1739944602.galactica.ad.cirange.net.2771453.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:912fb793845466b26a393df3a973dabac10bc45ba6122ce0502f9706eeda81b0
3
+ size 407
runs/Feb19_05-56-53_galactica.ad.cirange.net/events.out.tfevents.1739944619.galactica.ad.cirange.net.2790190.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a89a2ed63ce74c3b38f9924ec3dba25021ba91a8e6be549b75abbdd8ebd8fae
3
+ size 27897
runs/Feb19_05-56-53_galactica.ad.cirange.net/events.out.tfevents.1739948266.galactica.ad.cirange.net.2790190.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7004eb0e5b94605e043bf0cb4e48df317dc0ba2108f2655b1f1a61c95079924
3
+ size 407
runs/Feb19_06-57-57_galactica.ad.cirange.net/events.out.tfevents.1739948282.galactica.ad.cirange.net.2819429.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:024af1f858d12e5f7b12de38c37b32224f1c236e62f059cb7e3b3a0b5ea9e22d
3
+ size 27897
runs/Feb19_06-57-57_galactica.ad.cirange.net/events.out.tfevents.1739951967.galactica.ad.cirange.net.2819429.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4a017c0d7651db70a3ef3ef2b2d482349d014de3c5c8af992d45afcd17093b1
3
+ size 407
runs/Feb19_07-59-38_galactica.ad.cirange.net/events.out.tfevents.1739951984.galactica.ad.cirange.net.2838155.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca2c397d94bd5023766ea9fb0897952fca04089e59466e88d58d6061e3dc5972
3
+ size 27896
runs/Feb19_07-59-38_galactica.ad.cirange.net/events.out.tfevents.1739955603.galactica.ad.cirange.net.2838155.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:820971256c9c39f81b23da63a32e102499bc0271a24128744cfb6ab5469e632a
3
+ size 407
runs/Feb19_09-00-14_galactica.ad.cirange.net/events.out.tfevents.1739955625.galactica.ad.cirange.net.2856934.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72c6a8239fdd33f79d57bf7042022521558aa7650063cc2509f5f32a7e29c371
3
+ size 7142
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 20.0,
3
+ "total_flos": 0.0,
4
+ "train_loss": 0.16350786438149012,
5
+ "train_runtime": 3270.5878,
6
+ "train_samples_per_second": 34.624,
7
+ "train_steps_per_second": 0.544
8
+ }
trainer_state.json ADDED
@@ -0,0 +1,719 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.14487937092781067,
3
+ "best_model_checkpoint": "limbxy_pose/checkpoint-1602",
4
+ "epoch": 20.0,
5
+ "eval_steps": 500,
6
+ "global_step": 1780,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.2808988764044944,
13
+ "grad_norm": 1.6329148591013448e-13,
14
+ "learning_rate": 5e-06,
15
+ "loss": 0.3282,
16
+ "step": 25
17
+ },
18
+ {
19
+ "epoch": 0.5617977528089888,
20
+ "grad_norm": 609844.4375,
21
+ "learning_rate": 1e-05,
22
+ "loss": 0.3197,
23
+ "step": 50
24
+ },
25
+ {
26
+ "epoch": 0.8426966292134831,
27
+ "grad_norm": 51261.34765625,
28
+ "learning_rate": 1.5e-05,
29
+ "loss": 0.2128,
30
+ "step": 75
31
+ },
32
+ {
33
+ "epoch": 1.0,
34
+ "eval_loss": 0.17451409995555878,
35
+ "eval_rmse": 0.4177488386631012,
36
+ "eval_runtime": 9.5044,
37
+ "eval_samples_per_second": 105.214,
38
+ "eval_steps_per_second": 1.683,
39
+ "step": 89
40
+ },
41
+ {
42
+ "epoch": 1.1235955056179776,
43
+ "grad_norm": 2084511.375,
44
+ "learning_rate": 2e-05,
45
+ "loss": 0.198,
46
+ "step": 100
47
+ },
48
+ {
49
+ "epoch": 1.404494382022472,
50
+ "grad_norm": 721293.5625,
51
+ "learning_rate": 2.5e-05,
52
+ "loss": 0.1779,
53
+ "step": 125
54
+ },
55
+ {
56
+ "epoch": 1.6853932584269664,
57
+ "grad_norm": 1280031.75,
58
+ "learning_rate": 3e-05,
59
+ "loss": 0.1604,
60
+ "step": 150
61
+ },
62
+ {
63
+ "epoch": 1.9662921348314608,
64
+ "grad_norm": 1277506.125,
65
+ "learning_rate": 3.5e-05,
66
+ "loss": 0.1574,
67
+ "step": 175
68
+ },
69
+ {
70
+ "epoch": 2.0,
71
+ "eval_loss": 0.148615300655365,
72
+ "eval_rmse": 0.3855065405368805,
73
+ "eval_runtime": 9.2155,
74
+ "eval_samples_per_second": 108.513,
75
+ "eval_steps_per_second": 1.736,
76
+ "step": 178
77
+ },
78
+ {
79
+ "epoch": 2.247191011235955,
80
+ "grad_norm": 1975641.0,
81
+ "learning_rate": 4e-05,
82
+ "loss": 0.1589,
83
+ "step": 200
84
+ },
85
+ {
86
+ "epoch": 2.5280898876404496,
87
+ "grad_norm": 2331497.75,
88
+ "learning_rate": 4.5e-05,
89
+ "loss": 0.1757,
90
+ "step": 225
91
+ },
92
+ {
93
+ "epoch": 2.808988764044944,
94
+ "grad_norm": 4412882.0,
95
+ "learning_rate": 5e-05,
96
+ "loss": 0.2045,
97
+ "step": 250
98
+ },
99
+ {
100
+ "epoch": 3.0,
101
+ "eval_loss": 0.15186643600463867,
102
+ "eval_rmse": 0.3897004723548889,
103
+ "eval_runtime": 9.3829,
104
+ "eval_samples_per_second": 106.576,
105
+ "eval_steps_per_second": 1.705,
106
+ "step": 267
107
+ },
108
+ {
109
+ "epoch": 3.0898876404494384,
110
+ "grad_norm": 1961631.5,
111
+ "learning_rate": 4.918300653594771e-05,
112
+ "loss": 0.1809,
113
+ "step": 275
114
+ },
115
+ {
116
+ "epoch": 3.370786516853933,
117
+ "grad_norm": 5652000.5,
118
+ "learning_rate": 4.8366013071895424e-05,
119
+ "loss": 0.1778,
120
+ "step": 300
121
+ },
122
+ {
123
+ "epoch": 3.6516853932584272,
124
+ "grad_norm": 1794376.5,
125
+ "learning_rate": 4.7549019607843135e-05,
126
+ "loss": 0.1861,
127
+ "step": 325
128
+ },
129
+ {
130
+ "epoch": 3.932584269662921,
131
+ "grad_norm": 1615815.75,
132
+ "learning_rate": 4.673202614379085e-05,
133
+ "loss": 0.1697,
134
+ "step": 350
135
+ },
136
+ {
137
+ "epoch": 4.0,
138
+ "eval_loss": 0.16323314607143402,
139
+ "eval_rmse": 0.4040212333202362,
140
+ "eval_runtime": 9.3078,
141
+ "eval_samples_per_second": 107.437,
142
+ "eval_steps_per_second": 1.719,
143
+ "step": 356
144
+ },
145
+ {
146
+ "epoch": 4.213483146067416,
147
+ "grad_norm": 2846568.25,
148
+ "learning_rate": 4.5915032679738564e-05,
149
+ "loss": 0.1743,
150
+ "step": 375
151
+ },
152
+ {
153
+ "epoch": 4.49438202247191,
154
+ "grad_norm": 2384729.0,
155
+ "learning_rate": 4.5098039215686275e-05,
156
+ "loss": 0.1723,
157
+ "step": 400
158
+ },
159
+ {
160
+ "epoch": 4.775280898876405,
161
+ "grad_norm": 1569872.375,
162
+ "learning_rate": 4.4281045751633986e-05,
163
+ "loss": 0.1818,
164
+ "step": 425
165
+ },
166
+ {
167
+ "epoch": 5.0,
168
+ "eval_loss": 0.19486868381500244,
169
+ "eval_rmse": 0.44143933057785034,
170
+ "eval_runtime": 9.2813,
171
+ "eval_samples_per_second": 107.744,
172
+ "eval_steps_per_second": 1.724,
173
+ "step": 445
174
+ },
175
+ {
176
+ "epoch": 5.056179775280899,
177
+ "grad_norm": 343663.96875,
178
+ "learning_rate": 4.3464052287581704e-05,
179
+ "loss": 0.1845,
180
+ "step": 450
181
+ },
182
+ {
183
+ "epoch": 5.337078651685394,
184
+ "grad_norm": 1288543.625,
185
+ "learning_rate": 4.2647058823529415e-05,
186
+ "loss": 0.1941,
187
+ "step": 475
188
+ },
189
+ {
190
+ "epoch": 5.617977528089888,
191
+ "grad_norm": 4547344.0,
192
+ "learning_rate": 4.1830065359477126e-05,
193
+ "loss": 0.1685,
194
+ "step": 500
195
+ },
196
+ {
197
+ "epoch": 5.898876404494382,
198
+ "grad_norm": 185522.03125,
199
+ "learning_rate": 4.101307189542484e-05,
200
+ "loss": 0.1624,
201
+ "step": 525
202
+ },
203
+ {
204
+ "epoch": 6.0,
205
+ "eval_loss": 0.14749938249588013,
206
+ "eval_rmse": 0.3840564787387848,
207
+ "eval_runtime": 9.2186,
208
+ "eval_samples_per_second": 108.477,
209
+ "eval_steps_per_second": 1.736,
210
+ "step": 534
211
+ },
212
+ {
213
+ "epoch": 6.179775280898877,
214
+ "grad_norm": 2298808.25,
215
+ "learning_rate": 4.0196078431372555e-05,
216
+ "loss": 0.1578,
217
+ "step": 550
218
+ },
219
+ {
220
+ "epoch": 6.460674157303371,
221
+ "grad_norm": 1625852.375,
222
+ "learning_rate": 3.9379084967320266e-05,
223
+ "loss": 0.162,
224
+ "step": 575
225
+ },
226
+ {
227
+ "epoch": 6.741573033707866,
228
+ "grad_norm": 2281359.0,
229
+ "learning_rate": 3.8562091503267977e-05,
230
+ "loss": 0.1645,
231
+ "step": 600
232
+ },
233
+ {
234
+ "epoch": 7.0,
235
+ "eval_loss": 0.14835500717163086,
236
+ "eval_rmse": 0.38516879081726074,
237
+ "eval_runtime": 9.4807,
238
+ "eval_samples_per_second": 105.477,
239
+ "eval_steps_per_second": 1.688,
240
+ "step": 623
241
+ },
242
+ {
243
+ "epoch": 7.022471910112359,
244
+ "grad_norm": 673713.0625,
245
+ "learning_rate": 3.774509803921569e-05,
246
+ "loss": 0.1554,
247
+ "step": 625
248
+ },
249
+ {
250
+ "epoch": 7.303370786516854,
251
+ "grad_norm": 260786.171875,
252
+ "learning_rate": 3.6928104575163405e-05,
253
+ "loss": 0.1656,
254
+ "step": 650
255
+ },
256
+ {
257
+ "epoch": 7.584269662921348,
258
+ "grad_norm": 2860977.5,
259
+ "learning_rate": 3.611111111111111e-05,
260
+ "loss": 0.1642,
261
+ "step": 675
262
+ },
263
+ {
264
+ "epoch": 7.865168539325842,
265
+ "grad_norm": 1183203.125,
266
+ "learning_rate": 3.529411764705883e-05,
267
+ "loss": 0.1655,
268
+ "step": 700
269
+ },
270
+ {
271
+ "epoch": 8.0,
272
+ "eval_loss": 0.14708983898162842,
273
+ "eval_rmse": 0.3835229277610779,
274
+ "eval_runtime": 9.2282,
275
+ "eval_samples_per_second": 108.363,
276
+ "eval_steps_per_second": 1.734,
277
+ "step": 712
278
+ },
279
+ {
280
+ "epoch": 8.146067415730338,
281
+ "grad_norm": 2235303.5,
282
+ "learning_rate": 3.447712418300654e-05,
283
+ "loss": 0.1543,
284
+ "step": 725
285
+ },
286
+ {
287
+ "epoch": 8.426966292134832,
288
+ "grad_norm": 1311017.875,
289
+ "learning_rate": 3.366013071895425e-05,
290
+ "loss": 0.1507,
291
+ "step": 750
292
+ },
293
+ {
294
+ "epoch": 8.707865168539326,
295
+ "grad_norm": 1330708.25,
296
+ "learning_rate": 3.284313725490196e-05,
297
+ "loss": 0.1625,
298
+ "step": 775
299
+ },
300
+ {
301
+ "epoch": 8.98876404494382,
302
+ "grad_norm": 553780.625,
303
+ "learning_rate": 3.202614379084967e-05,
304
+ "loss": 0.1594,
305
+ "step": 800
306
+ },
307
+ {
308
+ "epoch": 9.0,
309
+ "eval_loss": 0.15354213118553162,
310
+ "eval_rmse": 0.3918445110321045,
311
+ "eval_runtime": 9.1297,
312
+ "eval_samples_per_second": 109.533,
313
+ "eval_steps_per_second": 1.753,
314
+ "step": 801
315
+ },
316
+ {
317
+ "epoch": 9.269662921348315,
318
+ "grad_norm": 208979.359375,
319
+ "learning_rate": 3.120915032679739e-05,
320
+ "loss": 0.1518,
321
+ "step": 825
322
+ },
323
+ {
324
+ "epoch": 9.55056179775281,
325
+ "grad_norm": 78840.34375,
326
+ "learning_rate": 3.0392156862745097e-05,
327
+ "loss": 0.1552,
328
+ "step": 850
329
+ },
330
+ {
331
+ "epoch": 9.831460674157304,
332
+ "grad_norm": 1873128.625,
333
+ "learning_rate": 2.957516339869281e-05,
334
+ "loss": 0.1513,
335
+ "step": 875
336
+ },
337
+ {
338
+ "epoch": 10.0,
339
+ "eval_loss": 0.1448940634727478,
340
+ "eval_rmse": 0.38064953684806824,
341
+ "eval_runtime": 9.4691,
342
+ "eval_samples_per_second": 105.607,
343
+ "eval_steps_per_second": 1.69,
344
+ "step": 890
345
+ },
346
+ {
347
+ "epoch": 10.112359550561798,
348
+ "grad_norm": 1098680.625,
349
+ "learning_rate": 2.8758169934640522e-05,
350
+ "loss": 0.1551,
351
+ "step": 900
352
+ },
353
+ {
354
+ "epoch": 10.393258426966293,
355
+ "grad_norm": 1874154.875,
356
+ "learning_rate": 2.7941176470588236e-05,
357
+ "loss": 0.1516,
358
+ "step": 925
359
+ },
360
+ {
361
+ "epoch": 10.674157303370787,
362
+ "grad_norm": 53160.01953125,
363
+ "learning_rate": 2.7124183006535947e-05,
364
+ "loss": 0.1466,
365
+ "step": 950
366
+ },
367
+ {
368
+ "epoch": 10.955056179775282,
369
+ "grad_norm": 929561.25,
370
+ "learning_rate": 2.630718954248366e-05,
371
+ "loss": 0.1488,
372
+ "step": 975
373
+ },
374
+ {
375
+ "epoch": 11.0,
376
+ "eval_loss": 0.14547079801559448,
377
+ "eval_rmse": 0.38140633702278137,
378
+ "eval_runtime": 9.1414,
379
+ "eval_samples_per_second": 109.393,
380
+ "eval_steps_per_second": 1.75,
381
+ "step": 979
382
+ },
383
+ {
384
+ "epoch": 11.235955056179776,
385
+ "grad_norm": 1361347.875,
386
+ "learning_rate": 2.5490196078431373e-05,
387
+ "loss": 0.1457,
388
+ "step": 1000
389
+ },
390
+ {
391
+ "epoch": 11.51685393258427,
392
+ "grad_norm": 72723.1953125,
393
+ "learning_rate": 2.4673202614379087e-05,
394
+ "loss": 0.1508,
395
+ "step": 1025
396
+ },
397
+ {
398
+ "epoch": 11.797752808988765,
399
+ "grad_norm": 93677.0625,
400
+ "learning_rate": 2.38562091503268e-05,
401
+ "loss": 0.1507,
402
+ "step": 1050
403
+ },
404
+ {
405
+ "epoch": 12.0,
406
+ "eval_loss": 0.1535731852054596,
407
+ "eval_rmse": 0.3918841481208801,
408
+ "eval_runtime": 9.5703,
409
+ "eval_samples_per_second": 104.49,
410
+ "eval_steps_per_second": 1.672,
411
+ "step": 1068
412
+ },
413
+ {
414
+ "epoch": 12.07865168539326,
415
+ "grad_norm": 1383022.125,
416
+ "learning_rate": 2.303921568627451e-05,
417
+ "loss": 0.155,
418
+ "step": 1075
419
+ },
420
+ {
421
+ "epoch": 12.359550561797754,
422
+ "grad_norm": 1435498.5,
423
+ "learning_rate": 2.2222222222222223e-05,
424
+ "loss": 0.15,
425
+ "step": 1100
426
+ },
427
+ {
428
+ "epoch": 12.640449438202246,
429
+ "grad_norm": 256395.265625,
430
+ "learning_rate": 2.1405228758169934e-05,
431
+ "loss": 0.1465,
432
+ "step": 1125
433
+ },
434
+ {
435
+ "epoch": 12.921348314606742,
436
+ "grad_norm": 258689.03125,
437
+ "learning_rate": 2.058823529411765e-05,
438
+ "loss": 0.1522,
439
+ "step": 1150
440
+ },
441
+ {
442
+ "epoch": 13.0,
443
+ "eval_loss": 0.14494504034519196,
444
+ "eval_rmse": 0.380716472864151,
445
+ "eval_runtime": 9.4294,
446
+ "eval_samples_per_second": 106.051,
447
+ "eval_steps_per_second": 1.697,
448
+ "step": 1157
449
+ },
450
+ {
451
+ "epoch": 13.202247191011235,
452
+ "grad_norm": 1009406.375,
453
+ "learning_rate": 1.977124183006536e-05,
454
+ "loss": 0.1491,
455
+ "step": 1175
456
+ },
457
+ {
458
+ "epoch": 13.48314606741573,
459
+ "grad_norm": 720892.125,
460
+ "learning_rate": 1.895424836601307e-05,
461
+ "loss": 0.1502,
462
+ "step": 1200
463
+ },
464
+ {
465
+ "epoch": 13.764044943820224,
466
+ "grad_norm": 48925.546875,
467
+ "learning_rate": 1.8137254901960785e-05,
468
+ "loss": 0.1458,
469
+ "step": 1225
470
+ },
471
+ {
472
+ "epoch": 14.0,
473
+ "eval_loss": 0.14527221024036407,
474
+ "eval_rmse": 0.3811459243297577,
475
+ "eval_runtime": 9.2593,
476
+ "eval_samples_per_second": 108.0,
477
+ "eval_steps_per_second": 1.728,
478
+ "step": 1246
479
+ },
480
+ {
481
+ "epoch": 14.044943820224718,
482
+ "grad_norm": 421335.125,
483
+ "learning_rate": 1.7320261437908496e-05,
484
+ "loss": 0.1485,
485
+ "step": 1250
486
+ },
487
+ {
488
+ "epoch": 14.325842696629213,
489
+ "grad_norm": 375955.40625,
490
+ "learning_rate": 1.650326797385621e-05,
491
+ "loss": 0.1457,
492
+ "step": 1275
493
+ },
494
+ {
495
+ "epoch": 14.606741573033707,
496
+ "grad_norm": 624158.0,
497
+ "learning_rate": 1.568627450980392e-05,
498
+ "loss": 0.1498,
499
+ "step": 1300
500
+ },
501
+ {
502
+ "epoch": 14.887640449438202,
503
+ "grad_norm": 115186.8984375,
504
+ "learning_rate": 1.4869281045751634e-05,
505
+ "loss": 0.1506,
506
+ "step": 1325
507
+ },
508
+ {
509
+ "epoch": 15.0,
510
+ "eval_loss": 0.1455306112766266,
511
+ "eval_rmse": 0.3814847767353058,
512
+ "eval_runtime": 9.3528,
513
+ "eval_samples_per_second": 106.92,
514
+ "eval_steps_per_second": 1.711,
515
+ "step": 1335
516
+ },
517
+ {
518
+ "epoch": 15.168539325842696,
519
+ "grad_norm": 1805258.0,
520
+ "learning_rate": 1.4052287581699347e-05,
521
+ "loss": 0.1467,
522
+ "step": 1350
523
+ },
524
+ {
525
+ "epoch": 15.44943820224719,
526
+ "grad_norm": 520502.5625,
527
+ "learning_rate": 1.323529411764706e-05,
528
+ "loss": 0.1529,
529
+ "step": 1375
530
+ },
531
+ {
532
+ "epoch": 15.730337078651685,
533
+ "grad_norm": 2020412.75,
534
+ "learning_rate": 1.2418300653594772e-05,
535
+ "loss": 0.1505,
536
+ "step": 1400
537
+ },
538
+ {
539
+ "epoch": 16.0,
540
+ "eval_loss": 0.1451566517353058,
541
+ "eval_rmse": 0.3809943199157715,
542
+ "eval_runtime": 9.215,
543
+ "eval_samples_per_second": 108.518,
544
+ "eval_steps_per_second": 1.736,
545
+ "step": 1424
546
+ },
547
+ {
548
+ "epoch": 16.01123595505618,
549
+ "grad_norm": 252456.1875,
550
+ "learning_rate": 1.1601307189542485e-05,
551
+ "loss": 0.1481,
552
+ "step": 1425
553
+ },
554
+ {
555
+ "epoch": 16.292134831460675,
556
+ "grad_norm": 267339.03125,
557
+ "learning_rate": 1.0784313725490197e-05,
558
+ "loss": 0.1464,
559
+ "step": 1450
560
+ },
561
+ {
562
+ "epoch": 16.573033707865168,
563
+ "grad_norm": 482848.15625,
564
+ "learning_rate": 9.96732026143791e-06,
565
+ "loss": 0.1482,
566
+ "step": 1475
567
+ },
568
+ {
569
+ "epoch": 16.853932584269664,
570
+ "grad_norm": 297641.71875,
571
+ "learning_rate": 9.150326797385621e-06,
572
+ "loss": 0.1463,
573
+ "step": 1500
574
+ },
575
+ {
576
+ "epoch": 17.0,
577
+ "eval_loss": 0.1449102759361267,
578
+ "eval_rmse": 0.38067084550857544,
579
+ "eval_runtime": 9.2491,
580
+ "eval_samples_per_second": 108.119,
581
+ "eval_steps_per_second": 1.73,
582
+ "step": 1513
583
+ },
584
+ {
585
+ "epoch": 17.134831460674157,
586
+ "grad_norm": 353910.8125,
587
+ "learning_rate": 8.333333333333334e-06,
588
+ "loss": 0.1481,
589
+ "step": 1525
590
+ },
591
+ {
592
+ "epoch": 17.415730337078653,
593
+ "grad_norm": 847917.6875,
594
+ "learning_rate": 7.5163398692810456e-06,
595
+ "loss": 0.1494,
596
+ "step": 1550
597
+ },
598
+ {
599
+ "epoch": 17.696629213483146,
600
+ "grad_norm": 197619.375,
601
+ "learning_rate": 6.699346405228758e-06,
602
+ "loss": 0.145,
603
+ "step": 1575
604
+ },
605
+ {
606
+ "epoch": 17.97752808988764,
607
+ "grad_norm": 934886.75,
608
+ "learning_rate": 5.882352941176471e-06,
609
+ "loss": 0.1463,
610
+ "step": 1600
611
+ },
612
+ {
613
+ "epoch": 18.0,
614
+ "eval_loss": 0.14487937092781067,
615
+ "eval_rmse": 0.380630224943161,
616
+ "eval_runtime": 9.3303,
617
+ "eval_samples_per_second": 107.177,
618
+ "eval_steps_per_second": 1.715,
619
+ "step": 1602
620
+ },
621
+ {
622
+ "epoch": 18.258426966292134,
623
+ "grad_norm": 178175.765625,
624
+ "learning_rate": 5.065359477124184e-06,
625
+ "loss": 0.1456,
626
+ "step": 1625
627
+ },
628
+ {
629
+ "epoch": 18.53932584269663,
630
+ "grad_norm": 282639.03125,
631
+ "learning_rate": 4.2483660130718954e-06,
632
+ "loss": 0.145,
633
+ "step": 1650
634
+ },
635
+ {
636
+ "epoch": 18.820224719101123,
637
+ "grad_norm": 338323.84375,
638
+ "learning_rate": 3.431372549019608e-06,
639
+ "loss": 0.1494,
640
+ "step": 1675
641
+ },
642
+ {
643
+ "epoch": 19.0,
644
+ "eval_loss": 0.1456519514322281,
645
+ "eval_rmse": 0.38164374232292175,
646
+ "eval_runtime": 9.5481,
647
+ "eval_samples_per_second": 104.733,
648
+ "eval_steps_per_second": 1.676,
649
+ "step": 1691
650
+ },
651
+ {
652
+ "epoch": 19.10112359550562,
653
+ "grad_norm": 340422.8125,
654
+ "learning_rate": 2.6143790849673204e-06,
655
+ "loss": 0.147,
656
+ "step": 1700
657
+ },
658
+ {
659
+ "epoch": 19.382022471910112,
660
+ "grad_norm": 366319.65625,
661
+ "learning_rate": 1.7973856209150326e-06,
662
+ "loss": 0.1471,
663
+ "step": 1725
664
+ },
665
+ {
666
+ "epoch": 19.662921348314608,
667
+ "grad_norm": 642705.4375,
668
+ "learning_rate": 9.80392156862745e-07,
669
+ "loss": 0.1467,
670
+ "step": 1750
671
+ },
672
+ {
673
+ "epoch": 19.9438202247191,
674
+ "grad_norm": 455884.28125,
675
+ "learning_rate": 1.6339869281045752e-07,
676
+ "loss": 0.1454,
677
+ "step": 1775
678
+ },
679
+ {
680
+ "epoch": 20.0,
681
+ "eval_loss": 0.14513316750526428,
682
+ "eval_rmse": 0.3809635043144226,
683
+ "eval_runtime": 9.5295,
684
+ "eval_samples_per_second": 104.937,
685
+ "eval_steps_per_second": 1.679,
686
+ "step": 1780
687
+ },
688
+ {
689
+ "epoch": 20.0,
690
+ "step": 1780,
691
+ "total_flos": 0.0,
692
+ "train_loss": 0.16350786438149012,
693
+ "train_runtime": 3270.5878,
694
+ "train_samples_per_second": 34.624,
695
+ "train_steps_per_second": 0.544
696
+ }
697
+ ],
698
+ "logging_steps": 25,
699
+ "max_steps": 1780,
700
+ "num_input_tokens_seen": 0,
701
+ "num_train_epochs": 20,
702
+ "save_steps": 500,
703
+ "stateful_callbacks": {
704
+ "TrainerControl": {
705
+ "args": {
706
+ "should_epoch_stop": false,
707
+ "should_evaluate": false,
708
+ "should_log": false,
709
+ "should_save": true,
710
+ "should_training_stop": true
711
+ },
712
+ "attributes": {}
713
+ }
714
+ },
715
+ "total_flos": 0.0,
716
+ "train_batch_size": 64,
717
+ "trial_name": null,
718
+ "trial_params": null
719
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69a613b46021c3ddf25159bf58570a521625a5af5f5064b0f97c798d977e2b52
3
+ size 5240