duyvt6663 commited on
Commit
bc4968f
1 Parent(s): dcd9649

Training in progress, step 400, checkpoint

Browse files
checkpoint-400/adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9e3773c3760b49d557b0006b8f890ec20cc9d9a7a8e200799e88e2bbb6e59e8e
3
  size 9873829
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:988141a8da172ed6aa9078070aabf4b8ff8ce28b506ae5b659cddb2d8db12742
3
  size 9873829
checkpoint-400/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a88c224ab2f3c8fcc6b30682c230d9b4d3df9946b445e2ec9f2548bc604b2a64
3
  size 42788
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75e2f442423fb0435d5f5deb46ed9a974fae69f81fc0ad3a3729e51ebcf64d64
3
  size 42788
checkpoint-400/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:755db2b31b1df7153d0b8014fe5fd7820252980bbd6fce356dc037d430f70dcf
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8a40f72e9aa88e414ccba91a5cd368c1da54eeb7f37a2ccb5f56d2fd3cd7b56
3
  size 14244
checkpoint-400/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f31c00bae41aa28fc637eac5c31c66da69a8d7737fa62a091cb6e8149f23b0ae
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbd5d610f60495685ef4a2180e073ffa0051f7faa47ffe3a81aa2b5c9da61c3c
3
  size 1064
checkpoint-400/trainer_state.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
- "best_metric": 0.6528732180595398,
3
- "best_model_checkpoint": "output/checkpoint-200",
4
- "epoch": 0.32086633911561213,
5
  "eval_steps": 50,
6
  "global_step": 400,
7
  "is_hyper_param_search": false,
@@ -10,136 +10,136 @@
10
  "log_history": [
11
  {
12
  "epoch": 0.0,
13
- "learning_rate": 1.3333333333333332e-06,
14
- "loss": 0.785,
15
  "step": 1
16
  },
17
  {
18
  "epoch": 0.04,
19
- "learning_rate": 5.9999999999999995e-05,
20
- "loss": 0.6547,
21
  "step": 50
22
  },
23
  {
24
  "epoch": 0.04,
25
  "eval_accuracy": 0.6626865671641791,
26
- "eval_loss": 0.8300915956497192,
27
- "eval_runtime": 61.5689,
28
- "eval_samples_per_second": 5.441,
29
- "eval_steps_per_second": 1.364,
30
  "step": 50
31
  },
32
  {
33
  "epoch": 0.08,
34
- "learning_rate": 0.00012666666666666666,
35
- "loss": 0.6654,
36
  "step": 100
37
  },
38
  {
39
  "epoch": 0.08,
40
- "eval_accuracy": 0.6895522388059702,
41
- "eval_loss": 0.6663276553153992,
42
- "eval_runtime": 56.4633,
43
- "eval_samples_per_second": 5.933,
44
- "eval_steps_per_second": 1.488,
45
  "step": 100
46
  },
47
  {
48
  "epoch": 0.12,
49
- "learning_rate": 0.00019333333333333333,
50
- "loss": 0.6491,
51
  "step": 150
52
  },
53
  {
54
  "epoch": 0.12,
55
- "eval_accuracy": 0.6537313432835821,
56
- "eval_loss": 0.9172552824020386,
57
- "eval_runtime": 56.4705,
58
- "eval_samples_per_second": 5.932,
59
- "eval_steps_per_second": 1.488,
60
  "step": 150
61
  },
62
  {
63
  "epoch": 0.16,
64
- "learning_rate": 0.00026,
65
- "loss": 0.641,
66
  "step": 200
67
  },
68
  {
69
  "epoch": 0.16,
70
- "eval_accuracy": 0.6865671641791045,
71
- "eval_loss": 0.6528732180595398,
72
- "eval_runtime": 56.4485,
73
- "eval_samples_per_second": 5.935,
74
- "eval_steps_per_second": 1.488,
75
  "step": 200
76
  },
77
  {
78
  "epoch": 0.2,
79
- "learning_rate": 0.0002941234084231146,
80
- "loss": 0.6521,
81
  "step": 250
82
  },
83
  {
84
  "epoch": 0.2,
85
- "eval_accuracy": 0.6835820895522388,
86
- "eval_loss": 0.8197052478790283,
87
- "eval_runtime": 56.4577,
88
- "eval_samples_per_second": 5.934,
89
- "eval_steps_per_second": 1.488,
90
  "step": 250
91
  },
92
  {
93
  "epoch": 0.24,
94
- "learning_rate": 0.00027943192948090106,
95
- "loss": 0.638,
96
  "step": 300
97
  },
98
  {
99
  "epoch": 0.24,
100
- "eval_accuracy": 0.6835820895522388,
101
- "eval_loss": 0.6961421370506287,
102
- "eval_runtime": 56.4506,
103
- "eval_samples_per_second": 5.934,
104
- "eval_steps_per_second": 1.488,
105
  "step": 300
106
  },
107
  {
108
  "epoch": 0.28,
109
- "learning_rate": 0.00026474045053868754,
110
- "loss": 0.6857,
111
  "step": 350
112
  },
113
  {
114
  "epoch": 0.28,
115
- "eval_accuracy": 0.6835820895522388,
116
- "eval_loss": 0.7876304388046265,
117
- "eval_runtime": 56.4651,
118
- "eval_samples_per_second": 5.933,
119
- "eval_steps_per_second": 1.488,
120
  "step": 350
121
  },
122
  {
123
  "epoch": 0.32,
124
- "learning_rate": 0.000250048971596474,
125
- "loss": 0.6469,
126
  "step": 400
127
  },
128
  {
129
  "epoch": 0.32,
130
- "eval_accuracy": 0.6626865671641791,
131
- "eval_loss": 0.7487305402755737,
132
- "eval_runtime": 56.4489,
133
- "eval_samples_per_second": 5.935,
134
- "eval_steps_per_second": 1.488,
135
  "step": 400
136
  }
137
  ],
138
  "logging_steps": 50,
139
- "max_steps": 1246,
140
  "num_train_epochs": 1,
141
- "save_steps": 100,
142
- "total_flos": 1.4970050098348032e+17,
143
  "trial_name": null,
144
  "trial_params": null
145
  }
 
1
  {
2
+ "best_metric": 0.6430063247680664,
3
+ "best_model_checkpoint": "output/checkpoint-50",
4
+ "epoch": 0.3206734141697565,
5
  "eval_steps": 50,
6
  "global_step": 400,
7
  "is_hyper_param_search": false,
 
10
  "log_history": [
11
  {
12
  "epoch": 0.0,
13
+ "learning_rate": 4.444444444444445e-07,
14
+ "loss": 0.5542,
15
  "step": 1
16
  },
17
  {
18
  "epoch": 0.04,
19
+ "learning_rate": 2e-05,
20
+ "loss": 0.554,
21
  "step": 50
22
  },
23
  {
24
  "epoch": 0.04,
25
  "eval_accuracy": 0.6626865671641791,
26
+ "eval_loss": 0.6430063247680664,
27
+ "eval_runtime": 61.7692,
28
+ "eval_samples_per_second": 5.423,
29
+ "eval_steps_per_second": 1.36,
30
  "step": 50
31
  },
32
  {
33
  "epoch": 0.08,
34
+ "learning_rate": 4.222222222222222e-05,
35
+ "loss": 0.5957,
36
  "step": 100
37
  },
38
  {
39
  "epoch": 0.08,
40
+ "eval_accuracy": 0.6686567164179105,
41
+ "eval_loss": 0.6705919504165649,
42
+ "eval_runtime": 60.4388,
43
+ "eval_samples_per_second": 5.543,
44
+ "eval_steps_per_second": 1.39,
45
  "step": 100
46
  },
47
  {
48
  "epoch": 0.12,
49
+ "learning_rate": 6.444444444444446e-05,
50
+ "loss": 0.5668,
51
  "step": 150
52
  },
53
  {
54
  "epoch": 0.12,
55
+ "eval_accuracy": 0.6805970149253732,
56
+ "eval_loss": 0.7224913835525513,
57
+ "eval_runtime": 56.4882,
58
+ "eval_samples_per_second": 5.93,
59
+ "eval_steps_per_second": 1.487,
60
  "step": 150
61
  },
62
  {
63
  "epoch": 0.16,
64
+ "learning_rate": 8.666666666666667e-05,
65
+ "loss": 0.5626,
66
  "step": 200
67
  },
68
  {
69
  "epoch": 0.16,
70
+ "eval_accuracy": 0.6746268656716418,
71
+ "eval_loss": 0.7115103006362915,
72
+ "eval_runtime": 56.506,
73
+ "eval_samples_per_second": 5.929,
74
+ "eval_steps_per_second": 1.487,
75
  "step": 200
76
  },
77
  {
78
  "epoch": 0.2,
79
+ "learning_rate": 9.80430528375734e-05,
80
+ "loss": 0.5604,
81
  "step": 250
82
  },
83
  {
84
  "epoch": 0.2,
85
+ "eval_accuracy": 0.6746268656716418,
86
+ "eval_loss": 0.700947105884552,
87
+ "eval_runtime": 56.4927,
88
+ "eval_samples_per_second": 5.93,
89
+ "eval_steps_per_second": 1.487,
90
  "step": 250
91
  },
92
  {
93
  "epoch": 0.24,
94
+ "learning_rate": 9.315068493150684e-05,
95
+ "loss": 0.5675,
96
  "step": 300
97
  },
98
  {
99
  "epoch": 0.24,
100
+ "eval_accuracy": 0.6597014925373135,
101
+ "eval_loss": 0.662155032157898,
102
+ "eval_runtime": 56.4903,
103
+ "eval_samples_per_second": 5.93,
104
+ "eval_steps_per_second": 1.487,
105
  "step": 300
106
  },
107
  {
108
  "epoch": 0.28,
109
+ "learning_rate": 8.825831702544032e-05,
110
+ "loss": 0.5725,
111
  "step": 350
112
  },
113
  {
114
  "epoch": 0.28,
115
+ "eval_accuracy": 0.6567164179104478,
116
+ "eval_loss": 0.6746364831924438,
117
+ "eval_runtime": 56.482,
118
+ "eval_samples_per_second": 5.931,
119
+ "eval_steps_per_second": 1.487,
120
  "step": 350
121
  },
122
  {
123
  "epoch": 0.32,
124
+ "learning_rate": 8.336594911937378e-05,
125
+ "loss": 0.5884,
126
  "step": 400
127
  },
128
  {
129
  "epoch": 0.32,
130
+ "eval_accuracy": 0.6656716417910448,
131
+ "eval_loss": 0.7047849893569946,
132
+ "eval_runtime": 56.4873,
133
+ "eval_samples_per_second": 5.931,
134
+ "eval_steps_per_second": 1.487,
135
  "step": 400
136
  }
137
  ],
138
  "logging_steps": 50,
139
+ "max_steps": 1247,
140
  "num_train_epochs": 1,
141
+ "save_steps": 50,
142
+ "total_flos": 1.4871823030591488e+17,
143
  "trial_name": null,
144
  "trial_params": null
145
  }
checkpoint-400/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e32e120c6d65576e6fe76fdf63d907877e27469586cc746d8cd6a71d07635ea9
3
  size 4472
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87bd30bd4b21b4a0c66f1fd545858ef6e2d33b5984a8d292e79011acc3affd6b
3
  size 4472