nour4286 commited on
Commit
51f8737
1 Parent(s): 5c1f300

Training in progress, epoch 1, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:46c697a9b015420a4013c5b68adb66f26f8468702284e951c2f69f52eb842023
3
  size 557116312
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b83cfd40c70314fce5903b238cebc3405e46b61fcfcc917de27a01a36c9957fa
3
  size 557116312
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:17c36f6e33823fb847e839ad1db74a553a1c63d5426ff26051bcfea745dae252
3
  size 1113991930
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e28573f5b7a0557a8eb20a897636afe29a35ef448df6b4d979112ee58fe97537
3
  size 1113991930
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ef2b170a520baa1ce18377bdacbbdccab7978596a4a772af3bdbdf4cfda617a7
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59624509e89bbc9b94c591ed4735982e33caa7e6875690c4ff16d1a97717d87c
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:be41d27c52015159c12ea1a39d342a8acabee4a3e8b9b9a41f77607cbb01aef6
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:696ca044b381ad728856a952b16ab56061698c9ae78b0db6fa4cd76b3bd2630e
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,82 +1,50 @@
1
  {
2
- "best_metric": 25.1709,
3
  "best_model_checkpoint": "my-model/checkpoint-1528",
4
- "epoch": 2.0,
5
  "eval_steps": 500,
6
- "global_step": 3056,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
  "epoch": 0.32722513089005234,
13
- "grad_norm": 0.9616150856018066,
14
- "learning_rate": 4.454624781849913e-05,
15
- "loss": 0.0158,
16
  "step": 500
17
  },
18
  {
19
  "epoch": 0.6544502617801047,
20
- "grad_norm": 2.0808584690093994,
21
- "learning_rate": 3.909249563699826e-05,
22
- "loss": 0.0223,
23
  "step": 1000
24
  },
25
  {
26
  "epoch": 0.981675392670157,
27
- "grad_norm": 1.145504117012024,
28
- "learning_rate": 3.3638743455497386e-05,
29
- "loss": 0.0271,
30
  "step": 1500
31
  },
32
  {
33
  "epoch": 1.0,
34
- "eval_loss": 5.483295917510986,
35
- "eval_rouge1": 25.1709,
36
- "eval_rouge2": 10.0024,
37
- "eval_rougeL": 21.9926,
38
- "eval_runtime": 372.8877,
39
- "eval_samples_per_second": 5.886,
40
- "eval_steps_per_second": 0.59,
41
  "step": 1528
42
- },
43
- {
44
- "epoch": 1.3089005235602094,
45
- "grad_norm": 3.2998411655426025,
46
- "learning_rate": 2.8184991273996508e-05,
47
- "loss": 0.0416,
48
- "step": 2000
49
- },
50
- {
51
- "epoch": 1.6361256544502618,
52
- "grad_norm": 1.5071967840194702,
53
- "learning_rate": 2.273123909249564e-05,
54
- "loss": 0.0513,
55
- "step": 2500
56
- },
57
- {
58
- "epoch": 1.9633507853403143,
59
- "grad_norm": 4.118706226348877,
60
- "learning_rate": 1.7277486910994763e-05,
61
- "loss": 0.0687,
62
- "step": 3000
63
- },
64
- {
65
- "epoch": 2.0,
66
- "eval_loss": 5.419973373413086,
67
- "eval_rouge1": 24.9529,
68
- "eval_rouge2": 9.9221,
69
- "eval_rougeL": 21.6944,
70
- "eval_runtime": 386.7275,
71
- "eval_samples_per_second": 5.676,
72
- "eval_steps_per_second": 0.569,
73
- "step": 3056
74
  }
75
  ],
76
  "logging_steps": 500,
77
- "max_steps": 4584,
78
  "num_input_tokens_seen": 0,
79
- "num_train_epochs": 3,
80
  "save_steps": 500,
81
  "stateful_callbacks": {
82
  "TrainerControl": {
@@ -90,7 +58,7 @@
90
  "attributes": {}
91
  }
92
  },
93
- "total_flos": 1.4662889498529792e+16,
94
  "train_batch_size": 10,
95
  "trial_name": null,
96
  "trial_params": null
 
1
  {
2
+ "best_metric": 25.4939,
3
  "best_model_checkpoint": "my-model/checkpoint-1528",
4
+ "epoch": 1.0,
5
  "eval_steps": 500,
6
+ "global_step": 1528,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
  "epoch": 0.32722513089005234,
13
+ "grad_norm": 1.691941261291504,
14
+ "learning_rate": 4.181937172774869e-05,
15
+ "loss": 0.0156,
16
  "step": 500
17
  },
18
  {
19
  "epoch": 0.6544502617801047,
20
+ "grad_norm": 2.3052828311920166,
21
+ "learning_rate": 3.3638743455497386e-05,
22
+ "loss": 0.0188,
23
  "step": 1000
24
  },
25
  {
26
  "epoch": 0.981675392670157,
27
+ "grad_norm": 1.2767335176467896,
28
+ "learning_rate": 2.545811518324607e-05,
29
+ "loss": 0.019,
30
  "step": 1500
31
  },
32
  {
33
  "epoch": 1.0,
34
+ "eval_loss": 5.557580471038818,
35
+ "eval_rouge1": 25.4939,
36
+ "eval_rouge2": 10.2057,
37
+ "eval_rougeL": 22.1893,
38
+ "eval_runtime": 394.3343,
39
+ "eval_samples_per_second": 5.566,
40
+ "eval_steps_per_second": 0.558,
41
  "step": 1528
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
42
  }
43
  ],
44
  "logging_steps": 500,
45
+ "max_steps": 3056,
46
  "num_input_tokens_seen": 0,
47
+ "num_train_epochs": 2,
48
  "save_steps": 500,
49
  "stateful_callbacks": {
50
  "TrainerControl": {
 
58
  "attributes": {}
59
  }
60
  },
61
+ "total_flos": 7327420304523264.0,
62
  "train_batch_size": 10,
63
  "trial_name": null,
64
  "trial_params": null
last-checkpoint/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9454715524d57fa2a7a3e1d17cb27d9ba1a09c66d019637bdd23107b92238a57
3
  size 6968
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab242239cdb15c114c4811b4337d536862b845b65e398ba83e56979928aa7eb2
3
  size 6968