duyvt6663 commited on
Commit
4bc1779
1 Parent(s): af6ada7

Training in progress, step 300, checkpoint

Browse files
checkpoint-300/adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1fc3ad9debeaf7f538b711568decb92f96c55a1f9a1ef95eb34dad71e457c13a
3
  size 9873829
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62a9d6a909e960ee80782469ede5ba8d3e2eea7bf30074590bc10c585494e086
3
  size 9873829
checkpoint-300/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:16fec27a80bcbb1a6e67e293ccf00bca3ebde2e43d755de25979f2fa54de8ded
3
  size 42788
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24a063ed1093720634af2dc8cfc1f9624b8ea87073f90b903ee23bf495cb2371
3
  size 42788
checkpoint-300/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:08e4587196cd89ca6e5903b8eba5be6994a08c795e0d94e5441e481200234fe6
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec9ccd98c036b5a03b30318ebad776b3e96070d234f0645aa1eb655af4cc58dd
3
  size 14244
checkpoint-300/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4a19207b90f493015dafeb646311768ce48791e750726b118b7593521d25ff42
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7e2d324ea44b9a89e599afab7280bd8bacd74de84946fdad19e15e3bbb9abf3
3
  size 1064
checkpoint-300/trainer_state.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
- "best_metric": 0.5592061877250671,
3
  "best_model_checkpoint": "output/checkpoint-200",
4
- "epoch": 0.3026481715006305,
5
  "eval_steps": 50,
6
  "global_step": 300,
7
  "is_hyper_param_search": false,
@@ -10,106 +10,106 @@
10
  "log_history": [
11
  {
12
  "epoch": 0.0,
13
- "learning_rate": 1.6666666666666667e-06,
14
- "loss": 0.5465,
15
  "step": 1
16
  },
17
  {
18
- "epoch": 0.05,
19
- "learning_rate": 7.5e-05,
20
- "loss": 0.7053,
21
  "step": 50
22
  },
23
  {
24
- "epoch": 0.05,
25
- "eval_accuracy": 0.6561679790026247,
26
- "eval_loss": 0.6764907836914062,
27
- "eval_runtime": 59.7766,
28
- "eval_samples_per_second": 6.374,
29
- "eval_steps_per_second": 1.606,
30
  "step": 50
31
  },
32
  {
33
- "epoch": 0.1,
34
- "learning_rate": 0.00015666666666666666,
35
- "loss": 0.6576,
36
  "step": 100
37
  },
38
  {
39
- "epoch": 0.1,
40
- "eval_accuracy": 0.7217847769028871,
41
- "eval_loss": 0.574826717376709,
42
- "eval_runtime": 59.8708,
43
- "eval_samples_per_second": 6.364,
44
- "eval_steps_per_second": 1.603,
45
  "step": 100
46
  },
47
  {
48
- "epoch": 0.15,
49
- "learning_rate": 0.00023999999999999998,
50
- "loss": 0.5874,
51
  "step": 150
52
  },
53
  {
54
- "epoch": 0.15,
55
- "eval_accuracy": 0.7480314960629921,
56
- "eval_loss": 0.5501317381858826,
57
- "eval_runtime": 55.7487,
58
- "eval_samples_per_second": 6.834,
59
- "eval_steps_per_second": 1.722,
60
  "step": 150
61
  },
62
  {
63
- "epoch": 0.2,
64
- "learning_rate": 0.0002948780487804878,
65
- "loss": 0.5775,
66
  "step": 200
67
  },
68
  {
69
- "epoch": 0.2,
70
- "eval_accuracy": 0.7401574803149606,
71
- "eval_loss": 0.5592061877250671,
72
- "eval_runtime": 54.7265,
73
- "eval_samples_per_second": 6.962,
74
- "eval_steps_per_second": 1.754,
75
  "step": 200
76
  },
77
  {
78
- "epoch": 0.25,
79
- "learning_rate": 0.00027658536585365855,
80
- "loss": 0.5821,
81
  "step": 250
82
  },
83
  {
84
- "epoch": 0.25,
85
- "eval_accuracy": 0.7664041994750657,
86
- "eval_loss": 0.5005777478218079,
87
- "eval_runtime": 54.7418,
88
- "eval_samples_per_second": 6.96,
89
- "eval_steps_per_second": 1.754,
90
  "step": 250
91
  },
92
  {
93
- "epoch": 0.3,
94
- "learning_rate": 0.00025829268292682926,
95
- "loss": 0.5699,
96
  "step": 300
97
  },
98
  {
99
- "epoch": 0.3,
100
- "eval_accuracy": 0.6745406824146981,
101
- "eval_loss": 0.7000961303710938,
102
- "eval_runtime": 54.7375,
103
- "eval_samples_per_second": 6.96,
104
- "eval_steps_per_second": 1.754,
105
  "step": 300
106
  }
107
  ],
108
  "logging_steps": 50,
109
- "max_steps": 1000,
110
- "num_train_epochs": 2,
111
  "save_steps": 100,
112
- "total_flos": 5.170853853978624e+16,
113
  "trial_name": null,
114
  "trial_params": null
115
  }
 
1
  {
2
+ "best_metric": 0.6528732180595398,
3
  "best_model_checkpoint": "output/checkpoint-200",
4
+ "epoch": 0.24064975433670913,
5
  "eval_steps": 50,
6
  "global_step": 300,
7
  "is_hyper_param_search": false,
 
10
  "log_history": [
11
  {
12
  "epoch": 0.0,
13
+ "learning_rate": 1.3333333333333332e-06,
14
+ "loss": 0.785,
15
  "step": 1
16
  },
17
  {
18
+ "epoch": 0.04,
19
+ "learning_rate": 5.9999999999999995e-05,
20
+ "loss": 0.6547,
21
  "step": 50
22
  },
23
  {
24
+ "epoch": 0.04,
25
+ "eval_accuracy": 0.6626865671641791,
26
+ "eval_loss": 0.8300915956497192,
27
+ "eval_runtime": 61.5689,
28
+ "eval_samples_per_second": 5.441,
29
+ "eval_steps_per_second": 1.364,
30
  "step": 50
31
  },
32
  {
33
+ "epoch": 0.08,
34
+ "learning_rate": 0.00012666666666666666,
35
+ "loss": 0.6654,
36
  "step": 100
37
  },
38
  {
39
+ "epoch": 0.08,
40
+ "eval_accuracy": 0.6895522388059702,
41
+ "eval_loss": 0.6663276553153992,
42
+ "eval_runtime": 56.4633,
43
+ "eval_samples_per_second": 5.933,
44
+ "eval_steps_per_second": 1.488,
45
  "step": 100
46
  },
47
  {
48
+ "epoch": 0.12,
49
+ "learning_rate": 0.00019333333333333333,
50
+ "loss": 0.6491,
51
  "step": 150
52
  },
53
  {
54
+ "epoch": 0.12,
55
+ "eval_accuracy": 0.6537313432835821,
56
+ "eval_loss": 0.9172552824020386,
57
+ "eval_runtime": 56.4705,
58
+ "eval_samples_per_second": 5.932,
59
+ "eval_steps_per_second": 1.488,
60
  "step": 150
61
  },
62
  {
63
+ "epoch": 0.16,
64
+ "learning_rate": 0.00026,
65
+ "loss": 0.641,
66
  "step": 200
67
  },
68
  {
69
+ "epoch": 0.16,
70
+ "eval_accuracy": 0.6865671641791045,
71
+ "eval_loss": 0.6528732180595398,
72
+ "eval_runtime": 56.4485,
73
+ "eval_samples_per_second": 5.935,
74
+ "eval_steps_per_second": 1.488,
75
  "step": 200
76
  },
77
  {
78
+ "epoch": 0.2,
79
+ "learning_rate": 0.0002941234084231146,
80
+ "loss": 0.6521,
81
  "step": 250
82
  },
83
  {
84
+ "epoch": 0.2,
85
+ "eval_accuracy": 0.6835820895522388,
86
+ "eval_loss": 0.8197052478790283,
87
+ "eval_runtime": 56.4577,
88
+ "eval_samples_per_second": 5.934,
89
+ "eval_steps_per_second": 1.488,
90
  "step": 250
91
  },
92
  {
93
+ "epoch": 0.24,
94
+ "learning_rate": 0.00027943192948090106,
95
+ "loss": 0.638,
96
  "step": 300
97
  },
98
  {
99
+ "epoch": 0.24,
100
+ "eval_accuracy": 0.6835820895522388,
101
+ "eval_loss": 0.6961421370506287,
102
+ "eval_runtime": 56.4506,
103
+ "eval_samples_per_second": 5.934,
104
+ "eval_steps_per_second": 1.488,
105
  "step": 300
106
  }
107
  ],
108
  "logging_steps": 50,
109
+ "max_steps": 1246,
110
+ "num_train_epochs": 1,
111
  "save_steps": 100,
112
+ "total_flos": 1.1215600847192064e+17,
113
  "trial_name": null,
114
  "trial_params": null
115
  }
checkpoint-300/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:303b684398cbe6b39e16627081218289c5098690bdfd2926fac0c4c4b61ed03d
3
  size 4472
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e32e120c6d65576e6fe76fdf63d907877e27469586cc746d8cd6a71d07635ea9
3
  size 4472