gokuls commited on
Commit
e95d10f
1 Parent(s): fb26db1

End of training

Browse files
README.md CHANGED
@@ -1,4 +1,6 @@
1
  ---
 
 
2
  tags:
3
  - generated_from_trainer
4
  datasets:
@@ -12,7 +14,7 @@ model-index:
12
  name: Text Classification
13
  type: text-classification
14
  dataset:
15
- name: glue
16
  type: glue
17
  config: qnli
18
  split: validation
@@ -20,7 +22,7 @@ model-index:
20
  metrics:
21
  - name: Accuracy
22
  type: accuracy
23
- value: 0.4946000366099213
24
  ---
25
 
26
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -28,10 +30,10 @@ should probably proofread and complete it, then remove this comment. -->
28
 
29
  # hBERTv2_qnli
30
 
31
- This model is a fine-tuned version of [gokuls/bert_12_layer_model_v2](https://huggingface.co/gokuls/bert_12_layer_model_v2) on the glue dataset.
32
  It achieves the following results on the evaluation set:
33
- - Loss: 0.6931
34
- - Accuracy: 0.4946
35
 
36
  ## Model description
37
 
 
1
  ---
2
+ language:
3
+ - en
4
  tags:
5
  - generated_from_trainer
6
  datasets:
 
14
  name: Text Classification
15
  type: text-classification
16
  dataset:
17
+ name: GLUE QNLI
18
  type: glue
19
  config: qnli
20
  split: validation
 
22
  metrics:
23
  - name: Accuracy
24
  type: accuracy
25
+ value: 0.5053999633900788
26
  ---
27
 
28
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
30
 
31
  # hBERTv2_qnli
32
 
33
+ This model is a fine-tuned version of [gokuls/bert_12_layer_model_v2](https://huggingface.co/gokuls/bert_12_layer_model_v2) on the GLUE QNLI dataset.
34
  It achieves the following results on the evaluation set:
35
+ - Loss: 0.6930
36
+ - Accuracy: 0.5054
37
 
38
  ## Model description
39
 
all_results.json CHANGED
@@ -2,13 +2,13 @@
2
  "epoch": 13.0,
3
  "eval_accuracy": 0.5053999633900788,
4
  "eval_loss": 0.6929702162742615,
5
- "eval_runtime": 6.4189,
6
  "eval_samples": 5463,
7
- "eval_samples_per_second": 851.081,
8
- "eval_steps_per_second": 3.427,
9
  "train_loss": 0.6936567925601694,
10
- "train_runtime": 4888.5149,
11
  "train_samples": 104743,
12
- "train_samples_per_second": 1071.317,
13
- "train_steps_per_second": 4.194
14
  }
 
2
  "epoch": 13.0,
3
  "eval_accuracy": 0.5053999633900788,
4
  "eval_loss": 0.6929702162742615,
5
+ "eval_runtime": 6.3354,
6
  "eval_samples": 5463,
7
+ "eval_samples_per_second": 862.297,
8
+ "eval_steps_per_second": 3.473,
9
  "train_loss": 0.6936567925601694,
10
+ "train_runtime": 4977.7257,
11
  "train_samples": 104743,
12
+ "train_samples_per_second": 1052.117,
13
+ "train_steps_per_second": 4.118
14
  }
eval_results.json CHANGED
@@ -2,8 +2,8 @@
2
  "epoch": 13.0,
3
  "eval_accuracy": 0.5053999633900788,
4
  "eval_loss": 0.6929702162742615,
5
- "eval_runtime": 6.4189,
6
  "eval_samples": 5463,
7
- "eval_samples_per_second": 851.081,
8
- "eval_steps_per_second": 3.427
9
  }
 
2
  "epoch": 13.0,
3
  "eval_accuracy": 0.5053999633900788,
4
  "eval_loss": 0.6929702162742615,
5
+ "eval_runtime": 6.3354,
6
  "eval_samples": 5463,
7
+ "eval_samples_per_second": 862.297,
8
+ "eval_steps_per_second": 3.473
9
  }
logs/events.out.tfevents.1677742931.serv-3317.65116.8 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e7a91a9b610faac4f1fb0b2f5718622890ee9014c5760b6a1c7a97bb241a93d
3
+ size 363
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 13.0,
3
  "train_loss": 0.6936567925601694,
4
- "train_runtime": 4888.5149,
5
  "train_samples": 104743,
6
- "train_samples_per_second": 1071.317,
7
- "train_steps_per_second": 4.194
8
  }
 
1
  {
2
  "epoch": 13.0,
3
  "train_loss": 0.6936567925601694,
4
+ "train_runtime": 4977.7257,
5
  "train_samples": 104743,
6
+ "train_samples_per_second": 1052.117,
7
+ "train_steps_per_second": 4.118
8
  }
trainer_state.json CHANGED
@@ -17,9 +17,9 @@
17
  "epoch": 1.0,
18
  "eval_accuracy": 0.5053999633900788,
19
  "eval_loss": 0.6952407360076904,
20
- "eval_runtime": 6.4563,
21
- "eval_samples_per_second": 846.145,
22
- "eval_steps_per_second": 3.408,
23
  "step": 410
24
  },
25
  {
@@ -32,9 +32,9 @@
32
  "epoch": 2.0,
33
  "eval_accuracy": 0.4946000366099213,
34
  "eval_loss": 0.6931500434875488,
35
- "eval_runtime": 6.454,
36
- "eval_samples_per_second": 846.448,
37
- "eval_steps_per_second": 3.409,
38
  "step": 820
39
  },
40
  {
@@ -47,9 +47,9 @@
47
  "epoch": 3.0,
48
  "eval_accuracy": 0.5053999633900788,
49
  "eval_loss": 0.6933012008666992,
50
- "eval_runtime": 6.4678,
51
- "eval_samples_per_second": 844.646,
52
- "eval_steps_per_second": 3.401,
53
  "step": 1230
54
  },
55
  {
@@ -62,9 +62,9 @@
62
  "epoch": 4.0,
63
  "eval_accuracy": 0.5053999633900788,
64
  "eval_loss": 0.6930809617042542,
65
- "eval_runtime": 6.4901,
66
- "eval_samples_per_second": 841.738,
67
- "eval_steps_per_second": 3.39,
68
  "step": 1640
69
  },
70
  {
@@ -77,9 +77,9 @@
77
  "epoch": 5.0,
78
  "eval_accuracy": 0.5053999633900788,
79
  "eval_loss": 0.6931115388870239,
80
- "eval_runtime": 6.4532,
81
- "eval_samples_per_second": 846.551,
82
- "eval_steps_per_second": 3.409,
83
  "step": 2050
84
  },
85
  {
@@ -92,9 +92,9 @@
92
  "epoch": 6.0,
93
  "eval_accuracy": 0.5053999633900788,
94
  "eval_loss": 0.6930229663848877,
95
- "eval_runtime": 6.4635,
96
- "eval_samples_per_second": 845.204,
97
- "eval_steps_per_second": 3.404,
98
  "step": 2460
99
  },
100
  {
@@ -107,9 +107,9 @@
107
  "epoch": 7.0,
108
  "eval_accuracy": 0.5053999633900788,
109
  "eval_loss": 0.6931431889533997,
110
- "eval_runtime": 6.4426,
111
- "eval_samples_per_second": 847.944,
112
- "eval_steps_per_second": 3.415,
113
  "step": 2870
114
  },
115
  {
@@ -122,9 +122,9 @@
122
  "epoch": 8.0,
123
  "eval_accuracy": 0.5053999633900788,
124
  "eval_loss": 0.6929702162742615,
125
- "eval_runtime": 6.4464,
126
- "eval_samples_per_second": 847.453,
127
- "eval_steps_per_second": 3.413,
128
  "step": 3280
129
  },
130
  {
@@ -137,9 +137,9 @@
137
  "epoch": 9.0,
138
  "eval_accuracy": 0.4946000366099213,
139
  "eval_loss": 0.6933699250221252,
140
- "eval_runtime": 6.4536,
141
- "eval_samples_per_second": 846.499,
142
- "eval_steps_per_second": 3.409,
143
  "step": 3690
144
  },
145
  {
@@ -152,9 +152,9 @@
152
  "epoch": 10.0,
153
  "eval_accuracy": 0.5053999633900788,
154
  "eval_loss": 0.6930176615715027,
155
- "eval_runtime": 6.4577,
156
- "eval_samples_per_second": 845.972,
157
- "eval_steps_per_second": 3.407,
158
  "step": 4100
159
  },
160
  {
@@ -167,9 +167,9 @@
167
  "epoch": 11.0,
168
  "eval_accuracy": 0.4946000366099213,
169
  "eval_loss": 0.6931337118148804,
170
- "eval_runtime": 6.4617,
171
- "eval_samples_per_second": 845.439,
172
- "eval_steps_per_second": 3.405,
173
  "step": 4510
174
  },
175
  {
@@ -182,9 +182,9 @@
182
  "epoch": 12.0,
183
  "eval_accuracy": 0.4946000366099213,
184
  "eval_loss": 0.6934068202972412,
185
- "eval_runtime": 6.4533,
186
- "eval_samples_per_second": 846.539,
187
- "eval_steps_per_second": 3.409,
188
  "step": 4920
189
  },
190
  {
@@ -197,9 +197,9 @@
197
  "epoch": 13.0,
198
  "eval_accuracy": 0.4946000366099213,
199
  "eval_loss": 0.6931495070457458,
200
- "eval_runtime": 6.4356,
201
- "eval_samples_per_second": 848.877,
202
- "eval_steps_per_second": 3.419,
203
  "step": 5330
204
  },
205
  {
@@ -207,9 +207,9 @@
207
  "step": 5330,
208
  "total_flos": 1.6959930780719514e+17,
209
  "train_loss": 0.6936567925601694,
210
- "train_runtime": 4888.5149,
211
- "train_samples_per_second": 1071.317,
212
- "train_steps_per_second": 4.194
213
  }
214
  ],
215
  "max_steps": 20500,
 
17
  "epoch": 1.0,
18
  "eval_accuracy": 0.5053999633900788,
19
  "eval_loss": 0.6952407360076904,
20
+ "eval_runtime": 6.3931,
21
+ "eval_samples_per_second": 854.51,
22
+ "eval_steps_per_second": 3.441,
23
  "step": 410
24
  },
25
  {
 
32
  "epoch": 2.0,
33
  "eval_accuracy": 0.4946000366099213,
34
  "eval_loss": 0.6931500434875488,
35
+ "eval_runtime": 6.373,
36
+ "eval_samples_per_second": 857.211,
37
+ "eval_steps_per_second": 3.452,
38
  "step": 820
39
  },
40
  {
 
47
  "epoch": 3.0,
48
  "eval_accuracy": 0.5053999633900788,
49
  "eval_loss": 0.6933012008666992,
50
+ "eval_runtime": 6.3501,
51
+ "eval_samples_per_second": 860.304,
52
+ "eval_steps_per_second": 3.465,
53
  "step": 1230
54
  },
55
  {
 
62
  "epoch": 4.0,
63
  "eval_accuracy": 0.5053999633900788,
64
  "eval_loss": 0.6930809617042542,
65
+ "eval_runtime": 6.372,
66
+ "eval_samples_per_second": 857.351,
67
+ "eval_steps_per_second": 3.453,
68
  "step": 1640
69
  },
70
  {
 
77
  "epoch": 5.0,
78
  "eval_accuracy": 0.5053999633900788,
79
  "eval_loss": 0.6931115388870239,
80
+ "eval_runtime": 6.375,
81
+ "eval_samples_per_second": 856.943,
82
+ "eval_steps_per_second": 3.451,
83
  "step": 2050
84
  },
85
  {
 
92
  "epoch": 6.0,
93
  "eval_accuracy": 0.5053999633900788,
94
  "eval_loss": 0.6930229663848877,
95
+ "eval_runtime": 6.349,
96
+ "eval_samples_per_second": 860.452,
97
+ "eval_steps_per_second": 3.465,
98
  "step": 2460
99
  },
100
  {
 
107
  "epoch": 7.0,
108
  "eval_accuracy": 0.5053999633900788,
109
  "eval_loss": 0.6931431889533997,
110
+ "eval_runtime": 6.3713,
111
+ "eval_samples_per_second": 857.434,
112
+ "eval_steps_per_second": 3.453,
113
  "step": 2870
114
  },
115
  {
 
122
  "epoch": 8.0,
123
  "eval_accuracy": 0.5053999633900788,
124
  "eval_loss": 0.6929702162742615,
125
+ "eval_runtime": 6.3689,
126
+ "eval_samples_per_second": 857.766,
127
+ "eval_steps_per_second": 3.454,
128
  "step": 3280
129
  },
130
  {
 
137
  "epoch": 9.0,
138
  "eval_accuracy": 0.4946000366099213,
139
  "eval_loss": 0.6933699250221252,
140
+ "eval_runtime": 6.3817,
141
+ "eval_samples_per_second": 856.035,
142
+ "eval_steps_per_second": 3.447,
143
  "step": 3690
144
  },
145
  {
 
152
  "epoch": 10.0,
153
  "eval_accuracy": 0.5053999633900788,
154
  "eval_loss": 0.6930176615715027,
155
+ "eval_runtime": 6.3795,
156
+ "eval_samples_per_second": 856.338,
157
+ "eval_steps_per_second": 3.449,
158
  "step": 4100
159
  },
160
  {
 
167
  "epoch": 11.0,
168
  "eval_accuracy": 0.4946000366099213,
169
  "eval_loss": 0.6931337118148804,
170
+ "eval_runtime": 6.3738,
171
+ "eval_samples_per_second": 857.109,
172
+ "eval_steps_per_second": 3.452,
173
  "step": 4510
174
  },
175
  {
 
182
  "epoch": 12.0,
183
  "eval_accuracy": 0.4946000366099213,
184
  "eval_loss": 0.6934068202972412,
185
+ "eval_runtime": 6.3622,
186
+ "eval_samples_per_second": 858.665,
187
+ "eval_steps_per_second": 3.458,
188
  "step": 4920
189
  },
190
  {
 
197
  "epoch": 13.0,
198
  "eval_accuracy": 0.4946000366099213,
199
  "eval_loss": 0.6931495070457458,
200
+ "eval_runtime": 6.3927,
201
+ "eval_samples_per_second": 854.572,
202
+ "eval_steps_per_second": 3.441,
203
  "step": 5330
204
  },
205
  {
 
207
  "step": 5330,
208
  "total_flos": 1.6959930780719514e+17,
209
  "train_loss": 0.6936567925601694,
210
+ "train_runtime": 4977.7257,
211
+ "train_samples_per_second": 1052.117,
212
+ "train_steps_per_second": 4.118
213
  }
214
  ],
215
  "max_steps": 20500,