duyvt6663 commited on
Commit
5b277c5
1 Parent(s): 13c820e

Training in progress, step 350, checkpoint

Browse files
checkpoint-350/adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:85460527e8eccfd25b2565f2ea20a74cde794b290c1518825fbe7946c47934a5
3
  size 9873829
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99929965379e9d6abff03a6c389df6b0e0837fbbb4ff7221a7078c0f4ffc76dc
3
  size 9873829
checkpoint-350/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:979e7f03eb83503f053c16426c2b14606ebe466c77306de51edfd99c6ef8c00e
3
  size 42788
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d20d85de5a909b6f669078080271b66fa2a018a9b314858a4f506a8a513e6cf
3
  size 42788
checkpoint-350/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d74ba5b3a1ea3fb27fc8de15a9c35b48da2036b8a460e9c4ffd1debba71ac55e
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d4b8691751fe847b2c6d8c32cee34753910b8f8078ee0ab10328143ca8702d0
3
  size 14244
checkpoint-350/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:37009bea4bd4d514c562370a57d6e18251c52cb9c68d28b9025ab782e2b17fa7
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eec15d083a9e53d5b5a92a0d271f0e7ed80eb2a6f5e825327a3c27ef830bf4aa
3
  size 1064
checkpoint-350/trainer_state.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
- "best_metric": 0.665068507194519,
3
- "best_model_checkpoint": "output/checkpoint-50",
4
- "epoch": 1.432225063938619,
5
  "eval_steps": 50,
6
  "global_step": 350,
7
  "is_hyper_param_search": false,
@@ -9,122 +9,122 @@
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
- "epoch": 0.0,
13
- "learning_rate": 7.575757575757576e-07,
14
- "loss": 0.4968,
15
  "step": 1
16
  },
17
  {
18
- "epoch": 0.2,
19
- "learning_rate": 3.484848484848485e-05,
20
- "loss": 0.5254,
21
  "step": 50
22
  },
23
  {
24
- "epoch": 0.2,
25
- "eval_accuracy": 0.6507462686567164,
26
- "eval_loss": 0.665068507194519,
27
- "eval_runtime": 61.5592,
28
- "eval_samples_per_second": 5.442,
29
- "eval_steps_per_second": 1.365,
30
  "step": 50
31
  },
32
  {
33
- "epoch": 0.41,
34
- "learning_rate": 7.272727272727273e-05,
35
- "loss": 0.4971,
36
  "step": 100
37
  },
38
  {
39
- "epoch": 0.41,
40
- "eval_accuracy": 0.6656716417910448,
41
- "eval_loss": 0.8002150058746338,
42
- "eval_runtime": 61.211,
43
- "eval_samples_per_second": 5.473,
44
- "eval_steps_per_second": 1.372,
45
  "step": 100
46
  },
47
  {
48
- "epoch": 0.61,
49
- "learning_rate": 9.783333333333334e-05,
50
- "loss": 0.5039,
51
  "step": 150
52
  },
53
  {
54
- "epoch": 0.61,
55
- "eval_accuracy": 0.6865671641791045,
56
- "eval_loss": 0.7404947280883789,
57
- "eval_runtime": 61.4487,
58
- "eval_samples_per_second": 5.452,
59
- "eval_steps_per_second": 1.367,
60
  "step": 150
61
  },
62
  {
63
- "epoch": 0.82,
64
- "learning_rate": 8.950000000000001e-05,
65
- "loss": 0.4944,
66
  "step": 200
67
  },
68
  {
69
- "epoch": 0.82,
70
- "eval_accuracy": 0.6238805970149254,
71
- "eval_loss": 0.9986834526062012,
72
- "eval_runtime": 60.5135,
73
- "eval_samples_per_second": 5.536,
74
- "eval_steps_per_second": 1.388,
75
  "step": 200
76
  },
77
  {
78
- "epoch": 1.02,
79
- "learning_rate": 8.116666666666667e-05,
80
- "loss": 0.508,
81
  "step": 250
82
  },
83
  {
84
- "epoch": 1.02,
85
- "eval_accuracy": 0.6268656716417911,
86
- "eval_loss": 0.9990125894546509,
87
- "eval_runtime": 56.4381,
88
- "eval_samples_per_second": 5.936,
89
- "eval_steps_per_second": 1.488,
90
  "step": 250
91
  },
92
  {
93
- "epoch": 1.23,
94
- "learning_rate": 7.283333333333335e-05,
95
- "loss": 0.4904,
96
  "step": 300
97
  },
98
  {
99
- "epoch": 1.23,
100
- "eval_accuracy": 0.6119402985074627,
101
- "eval_loss": 1.0483125448226929,
102
- "eval_runtime": 56.4117,
103
- "eval_samples_per_second": 5.938,
104
- "eval_steps_per_second": 1.489,
105
  "step": 300
106
  },
107
  {
108
- "epoch": 1.43,
109
- "learning_rate": 6.450000000000001e-05,
110
- "loss": 0.4694,
111
  "step": 350
112
  },
113
  {
114
- "epoch": 1.43,
115
- "eval_accuracy": 0.6417910447761194,
116
- "eval_loss": 0.9735069274902344,
117
- "eval_runtime": 56.422,
118
- "eval_samples_per_second": 5.937,
119
- "eval_steps_per_second": 1.489,
120
  "step": 350
121
  }
122
  ],
123
  "logging_steps": 50,
124
- "max_steps": 732,
125
- "num_train_epochs": 3,
126
  "save_steps": 50,
127
- "total_flos": 1.4929850832482304e+17,
128
  "trial_name": null,
129
  "trial_params": null
130
  }
 
1
  {
2
+ "best_metric": 0.5725014805793762,
3
+ "best_model_checkpoint": "output/checkpoint-100",
4
+ "epoch": 6.60377358490566,
5
  "eval_steps": 50,
6
  "global_step": 350,
7
  "is_hyper_param_search": false,
 
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
+ "epoch": 0.02,
13
+ "learning_rate": 1.234567901234568e-06,
14
+ "loss": 0.4437,
15
  "step": 1
16
  },
17
  {
18
+ "epoch": 0.94,
19
+ "learning_rate": 5.679012345679012e-05,
20
+ "loss": 0.455,
21
  "step": 50
22
  },
23
  {
24
+ "epoch": 0.94,
25
+ "eval_accuracy": 0.68,
26
+ "eval_loss": 0.6171127557754517,
27
+ "eval_runtime": 29.0494,
28
+ "eval_samples_per_second": 6.024,
29
+ "eval_steps_per_second": 1.515,
30
  "step": 50
31
  },
32
  {
33
+ "epoch": 1.89,
34
+ "learning_rate": 9.59349593495935e-05,
35
+ "loss": 0.4555,
36
  "step": 100
37
  },
38
  {
39
+ "epoch": 1.89,
40
+ "eval_accuracy": 0.7257142857142858,
41
+ "eval_loss": 0.5725014805793762,
42
+ "eval_runtime": 28.7986,
43
+ "eval_samples_per_second": 6.077,
44
+ "eval_steps_per_second": 1.528,
45
  "step": 100
46
  },
47
  {
48
+ "epoch": 2.83,
49
+ "learning_rate": 8.265582655826559e-05,
50
+ "loss": 0.455,
51
  "step": 150
52
  },
53
  {
54
+ "epoch": 2.83,
55
+ "eval_accuracy": 0.7371428571428571,
56
+ "eval_loss": 0.5729417204856873,
57
+ "eval_runtime": 28.9054,
58
+ "eval_samples_per_second": 6.054,
59
+ "eval_steps_per_second": 1.522,
60
  "step": 150
61
  },
62
  {
63
+ "epoch": 3.77,
64
+ "learning_rate": 6.910569105691057e-05,
65
+ "loss": 0.4718,
66
  "step": 200
67
  },
68
  {
69
+ "epoch": 3.77,
70
+ "eval_accuracy": 0.6685714285714286,
71
+ "eval_loss": 0.6322054862976074,
72
+ "eval_runtime": 28.8878,
73
+ "eval_samples_per_second": 6.058,
74
+ "eval_steps_per_second": 1.523,
75
  "step": 200
76
  },
77
  {
78
+ "epoch": 4.72,
79
+ "learning_rate": 5.555555555555556e-05,
80
+ "loss": 0.4348,
81
  "step": 250
82
  },
83
  {
84
+ "epoch": 4.72,
85
+ "eval_accuracy": 0.7257142857142858,
86
+ "eval_loss": 0.5733612179756165,
87
+ "eval_runtime": 28.5713,
88
+ "eval_samples_per_second": 6.125,
89
+ "eval_steps_per_second": 1.54,
90
  "step": 250
91
  },
92
  {
93
+ "epoch": 5.66,
94
+ "learning_rate": 4.2005420054200545e-05,
95
+ "loss": 0.4353,
96
  "step": 300
97
  },
98
  {
99
+ "epoch": 5.66,
100
+ "eval_accuracy": 0.6628571428571428,
101
+ "eval_loss": 0.6271094679832458,
102
+ "eval_runtime": 26.5252,
103
+ "eval_samples_per_second": 6.597,
104
+ "eval_steps_per_second": 1.659,
105
  "step": 300
106
  },
107
  {
108
+ "epoch": 6.6,
109
+ "learning_rate": 2.8455284552845528e-05,
110
+ "loss": 0.4261,
111
  "step": 350
112
  },
113
  {
114
+ "epoch": 6.6,
115
+ "eval_accuracy": 0.6685714285714286,
116
+ "eval_loss": 0.6181718111038208,
117
+ "eval_runtime": 26.5098,
118
+ "eval_samples_per_second": 6.601,
119
+ "eval_steps_per_second": 1.66,
120
  "step": 350
121
  }
122
  ],
123
  "logging_steps": 50,
124
+ "max_steps": 450,
125
+ "num_train_epochs": 9,
126
  "save_steps": 50,
127
+ "total_flos": 1.339927328299008e+17,
128
  "trial_name": null,
129
  "trial_params": null
130
  }
checkpoint-350/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9feea516a8a208c393c324d84d047c0ab5036bbdf3fb1f3eea6a2563e9c79a6b
3
  size 4472
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d91c1e3ec7fc28d5ed2a9d783b7ded0a7affbbd029319e299d9244ac0f3fbc29
3
  size 4472