gokulsrinivasagan commited on
Commit
b41531d
·
verified ·
1 Parent(s): c10f828

End of training

Browse files
README.md CHANGED
@@ -1,13 +1,28 @@
1
  ---
2
  library_name: transformers
 
 
3
  base_model: gokulsrinivasagan/distilbert_lda_5_v1
4
  tags:
5
  - generated_from_trainer
 
 
6
  metrics:
7
  - accuracy
8
  model-index:
9
  - name: distilbert_lda_5_v1_qnli
10
- results: []
 
 
 
 
 
 
 
 
 
 
 
11
  ---
12
 
13
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -15,10 +30,10 @@ should probably proofread and complete it, then remove this comment. -->
15
 
16
  # distilbert_lda_5_v1_qnli
17
 
18
- This model is a fine-tuned version of [gokulsrinivasagan/distilbert_lda_5_v1](https://huggingface.co/gokulsrinivasagan/distilbert_lda_5_v1) on an unknown dataset.
19
  It achieves the following results on the evaluation set:
20
- - Loss: 0.6610
21
- - Accuracy: 0.8122
22
 
23
  ## Model description
24
 
 
1
  ---
2
  library_name: transformers
3
+ language:
4
+ - en
5
  base_model: gokulsrinivasagan/distilbert_lda_5_v1
6
  tags:
7
  - generated_from_trainer
8
+ datasets:
9
+ - glue
10
  metrics:
11
  - accuracy
12
  model-index:
13
  - name: distilbert_lda_5_v1_qnli
14
+ results:
15
+ - task:
16
+ name: Text Classification
17
+ type: text-classification
18
+ dataset:
19
+ name: GLUE QNLI
20
+ type: glue
21
+ args: qnli
22
+ metrics:
23
+ - name: Accuracy
24
+ type: accuracy
25
+ value: 0.8434925864909391
26
  ---
27
 
28
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
30
 
31
  # distilbert_lda_5_v1_qnli
32
 
33
+ This model is a fine-tuned version of [gokulsrinivasagan/distilbert_lda_5_v1](https://huggingface.co/gokulsrinivasagan/distilbert_lda_5_v1) on the GLUE QNLI dataset.
34
  It achieves the following results on the evaluation set:
35
+ - Loss: 0.3706
36
+ - Accuracy: 0.8435
37
 
38
  ## Model description
39
 
all_results.json CHANGED
@@ -1,15 +1,15 @@
1
  {
2
- "epoch": 12.0,
3
- "eval_accuracy": 0.5053999633900788,
4
- "eval_loss": 0.691364049911499,
5
- "eval_runtime": 2.3751,
6
  "eval_samples": 5463,
7
- "eval_samples_per_second": 2300.09,
8
- "eval_steps_per_second": 9.263,
9
- "total_flos": 8.325019642455245e+16,
10
- "train_loss": 0.6955604677277852,
11
- "train_runtime": 1216.889,
12
  "train_samples": 104743,
13
- "train_samples_per_second": 4303.72,
14
- "train_steps_per_second": 16.846
15
  }
 
1
  {
2
+ "epoch": 7.0,
3
+ "eval_accuracy": 0.8434925864909391,
4
+ "eval_loss": 0.3705822825431824,
5
+ "eval_runtime": 2.2775,
6
  "eval_samples": 5463,
7
+ "eval_samples_per_second": 2398.7,
8
+ "eval_steps_per_second": 9.66,
9
+ "total_flos": 4.856261458098893e+16,
10
+ "train_loss": 0.23536453379986594,
11
+ "train_runtime": 707.5282,
12
  "train_samples": 104743,
13
+ "train_samples_per_second": 7402.037,
14
+ "train_steps_per_second": 28.974
15
  }
eval_results.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "epoch": 12.0,
3
- "eval_accuracy": 0.5053999633900788,
4
- "eval_loss": 0.691364049911499,
5
- "eval_runtime": 2.3751,
6
  "eval_samples": 5463,
7
- "eval_samples_per_second": 2300.09,
8
- "eval_steps_per_second": 9.263
9
  }
 
1
  {
2
+ "epoch": 7.0,
3
+ "eval_accuracy": 0.8434925864909391,
4
+ "eval_loss": 0.3705822825431824,
5
+ "eval_runtime": 2.2775,
6
  "eval_samples": 5463,
7
+ "eval_samples_per_second": 2398.7,
8
+ "eval_steps_per_second": 9.66
9
  }
logs/events.out.tfevents.1733310297.ki-g0008.1206098.5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a850f9b8d3524981aa3633e0fcfa3eb18401343605ccf4b0563eb2f36df97663
3
+ size 411
train_results.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "epoch": 12.0,
3
- "total_flos": 8.325019642455245e+16,
4
- "train_loss": 0.6955604677277852,
5
- "train_runtime": 1216.889,
6
  "train_samples": 104743,
7
- "train_samples_per_second": 4303.72,
8
- "train_steps_per_second": 16.846
9
  }
 
1
  {
2
+ "epoch": 7.0,
3
+ "total_flos": 4.856261458098893e+16,
4
+ "train_loss": 0.23536453379986594,
5
+ "train_runtime": 707.5282,
6
  "train_samples": 104743,
7
+ "train_samples_per_second": 7402.037,
8
+ "train_steps_per_second": 28.974
9
  }
trainer_state.json CHANGED
@@ -1,213 +1,133 @@
1
  {
2
- "best_metric": 0.691364049911499,
3
- "best_model_checkpoint": "distilbert_lda_5_v1_qnli/checkpoint-2870",
4
- "epoch": 12.0,
5
  "eval_steps": 500,
6
- "global_step": 4920,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
- "grad_norm": 0.16467422246932983,
14
- "learning_rate": 0.00098,
15
- "loss": 0.7218,
16
  "step": 410
17
  },
18
  {
19
  "epoch": 1.0,
20
- "eval_accuracy": 0.4946000366099213,
21
- "eval_loss": 0.6934226751327515,
22
- "eval_runtime": 2.347,
23
- "eval_samples_per_second": 2327.7,
24
- "eval_steps_per_second": 9.374,
25
  "step": 410
26
  },
27
  {
28
  "epoch": 2.0,
29
- "grad_norm": 0.2183358371257782,
30
- "learning_rate": 0.00096,
31
- "loss": 0.6932,
32
  "step": 820
33
  },
34
  {
35
  "epoch": 2.0,
36
- "eval_accuracy": 0.4946000366099213,
37
- "eval_loss": 0.6935070157051086,
38
- "eval_runtime": 2.3054,
39
- "eval_samples_per_second": 2369.647,
40
- "eval_steps_per_second": 9.543,
41
  "step": 820
42
  },
43
  {
44
  "epoch": 3.0,
45
- "grad_norm": 0.1270582526922226,
46
- "learning_rate": 0.00094,
47
- "loss": 0.6932,
48
  "step": 1230
49
  },
50
  {
51
  "epoch": 3.0,
52
- "eval_accuracy": 0.5053999633900788,
53
- "eval_loss": 0.6933382749557495,
54
- "eval_runtime": 2.3726,
55
- "eval_samples_per_second": 2302.498,
56
- "eval_steps_per_second": 9.272,
57
  "step": 1230
58
  },
59
  {
60
  "epoch": 4.0,
61
- "grad_norm": 0.01812651753425598,
62
- "learning_rate": 0.00092,
63
- "loss": 0.6931,
64
  "step": 1640
65
  },
66
  {
67
  "epoch": 4.0,
68
- "eval_accuracy": 0.5053999633900788,
69
- "eval_loss": 0.6933382749557495,
70
- "eval_runtime": 2.3609,
71
- "eval_samples_per_second": 2313.915,
72
- "eval_steps_per_second": 9.318,
73
  "step": 1640
74
  },
75
  {
76
  "epoch": 5.0,
77
- "grad_norm": 0.05285927280783653,
78
- "learning_rate": 0.0009000000000000001,
79
- "loss": 0.6932,
80
  "step": 2050
81
  },
82
  {
83
  "epoch": 5.0,
84
- "eval_accuracy": 0.4946000366099213,
85
- "eval_loss": 0.6934226751327515,
86
- "eval_runtime": 2.4032,
87
- "eval_samples_per_second": 2273.215,
88
- "eval_steps_per_second": 9.154,
89
  "step": 2050
90
  },
91
  {
92
  "epoch": 6.0,
93
- "grad_norm": 0.05455218255519867,
94
- "learning_rate": 0.00088,
95
- "loss": 0.6932,
96
  "step": 2460
97
  },
98
  {
99
  "epoch": 6.0,
100
- "eval_accuracy": 0.5053999633900788,
101
- "eval_loss": 0.6933382749557495,
102
- "eval_runtime": 2.399,
103
- "eval_samples_per_second": 2277.166,
104
- "eval_steps_per_second": 9.17,
105
  "step": 2460
106
  },
107
  {
108
  "epoch": 7.0,
109
- "grad_norm": 0.019881071522831917,
110
- "learning_rate": 0.00086,
111
- "loss": 0.6931,
112
  "step": 2870
113
  },
114
  {
115
  "epoch": 7.0,
116
- "eval_accuracy": 0.5053999633900788,
117
- "eval_loss": 0.691364049911499,
118
- "eval_runtime": 2.3314,
119
- "eval_samples_per_second": 2343.275,
120
- "eval_steps_per_second": 9.437,
121
  "step": 2870
122
  },
123
  {
124
- "epoch": 8.0,
125
- "grad_norm": 0.13051092624664307,
126
- "learning_rate": 0.00084,
127
- "loss": 0.693,
128
- "step": 3280
129
- },
130
- {
131
- "epoch": 8.0,
132
- "eval_accuracy": 0.4946000366099213,
133
- "eval_loss": 0.6934226751327515,
134
- "eval_runtime": 2.3863,
135
- "eval_samples_per_second": 2289.292,
136
- "eval_steps_per_second": 9.219,
137
- "step": 3280
138
- },
139
- {
140
- "epoch": 9.0,
141
- "grad_norm": 0.05455218255519867,
142
- "learning_rate": 0.00082,
143
- "loss": 0.6932,
144
- "step": 3690
145
- },
146
- {
147
- "epoch": 9.0,
148
- "eval_accuracy": 0.5053999633900788,
149
- "eval_loss": 0.6933382749557495,
150
- "eval_runtime": 2.3723,
151
- "eval_samples_per_second": 2302.849,
152
- "eval_steps_per_second": 9.274,
153
- "step": 3690
154
- },
155
- {
156
- "epoch": 10.0,
157
- "grad_norm": 0.057659585028886795,
158
- "learning_rate": 0.0008,
159
- "loss": 0.6932,
160
- "step": 4100
161
- },
162
- {
163
- "epoch": 10.0,
164
- "eval_accuracy": 0.4946000366099213,
165
- "eval_loss": 0.6934226751327515,
166
- "eval_runtime": 2.3678,
167
- "eval_samples_per_second": 2307.24,
168
- "eval_steps_per_second": 9.291,
169
- "step": 4100
170
- },
171
- {
172
- "epoch": 11.0,
173
- "grad_norm": 0.09045995026826859,
174
- "learning_rate": 0.0007800000000000001,
175
- "loss": 0.6932,
176
- "step": 4510
177
- },
178
- {
179
- "epoch": 11.0,
180
- "eval_accuracy": 0.5053999633900788,
181
- "eval_loss": 0.6933382749557495,
182
- "eval_runtime": 2.3728,
183
- "eval_samples_per_second": 2302.381,
184
- "eval_steps_per_second": 9.272,
185
- "step": 4510
186
- },
187
- {
188
- "epoch": 12.0,
189
- "grad_norm": 0.01812651753425598,
190
- "learning_rate": 0.00076,
191
- "loss": 0.6932,
192
- "step": 4920
193
- },
194
- {
195
- "epoch": 12.0,
196
- "eval_accuracy": 0.4946000366099213,
197
- "eval_loss": 0.6933804750442505,
198
- "eval_runtime": 2.3791,
199
- "eval_samples_per_second": 2296.263,
200
- "eval_steps_per_second": 9.247,
201
- "step": 4920
202
- },
203
- {
204
- "epoch": 12.0,
205
- "step": 4920,
206
- "total_flos": 8.325019642455245e+16,
207
- "train_loss": 0.6955604677277852,
208
- "train_runtime": 1216.889,
209
- "train_samples_per_second": 4303.72,
210
- "train_steps_per_second": 16.846
211
  }
212
  ],
213
  "logging_steps": 1,
@@ -236,7 +156,7 @@
236
  "attributes": {}
237
  }
238
  },
239
- "total_flos": 8.325019642455245e+16,
240
  "train_batch_size": 256,
241
  "trial_name": null,
242
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.3705822825431824,
3
+ "best_model_checkpoint": "distilbert_lda_5_v1_qnli/checkpoint-820",
4
+ "epoch": 7.0,
5
  "eval_steps": 500,
6
+ "global_step": 2870,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
+ "grad_norm": 4.038874626159668,
14
+ "learning_rate": 4.9e-05,
15
+ "loss": 0.497,
16
  "step": 410
17
  },
18
  {
19
  "epoch": 1.0,
20
+ "eval_accuracy": 0.8303130148270181,
21
+ "eval_loss": 0.38713347911834717,
22
+ "eval_runtime": 2.272,
23
+ "eval_samples_per_second": 2404.487,
24
+ "eval_steps_per_second": 9.683,
25
  "step": 410
26
  },
27
  {
28
  "epoch": 2.0,
29
+ "grad_norm": 4.284979820251465,
30
+ "learning_rate": 4.8e-05,
31
+ "loss": 0.3635,
32
  "step": 820
33
  },
34
  {
35
  "epoch": 2.0,
36
+ "eval_accuracy": 0.8434925864909391,
37
+ "eval_loss": 0.3705822825431824,
38
+ "eval_runtime": 2.3214,
39
+ "eval_samples_per_second": 2353.364,
40
+ "eval_steps_per_second": 9.477,
41
  "step": 820
42
  },
43
  {
44
  "epoch": 3.0,
45
+ "grad_norm": 4.197302341461182,
46
+ "learning_rate": 4.7e-05,
47
+ "loss": 0.2745,
48
  "step": 1230
49
  },
50
  {
51
  "epoch": 3.0,
52
+ "eval_accuracy": 0.8376349990847519,
53
+ "eval_loss": 0.37501493096351624,
54
+ "eval_runtime": 2.303,
55
+ "eval_samples_per_second": 2372.144,
56
+ "eval_steps_per_second": 9.553,
57
  "step": 1230
58
  },
59
  {
60
  "epoch": 4.0,
61
+ "grad_norm": 6.512701511383057,
62
+ "learning_rate": 4.600000000000001e-05,
63
+ "loss": 0.1968,
64
  "step": 1640
65
  },
66
  {
67
  "epoch": 4.0,
68
+ "eval_accuracy": 0.8308621636463481,
69
+ "eval_loss": 0.45666348934173584,
70
+ "eval_runtime": 2.3076,
71
+ "eval_samples_per_second": 2367.403,
72
+ "eval_steps_per_second": 9.534,
73
  "step": 1640
74
  },
75
  {
76
  "epoch": 5.0,
77
+ "grad_norm": 4.087521553039551,
78
+ "learning_rate": 4.5e-05,
79
+ "loss": 0.1394,
80
  "step": 2050
81
  },
82
  {
83
  "epoch": 5.0,
84
+ "eval_accuracy": 0.8321435108914516,
85
+ "eval_loss": 0.5239177346229553,
86
+ "eval_runtime": 2.333,
87
+ "eval_samples_per_second": 2341.607,
88
+ "eval_steps_per_second": 9.43,
89
  "step": 2050
90
  },
91
  {
92
  "epoch": 6.0,
93
+ "grad_norm": 8.565244674682617,
94
+ "learning_rate": 4.4000000000000006e-05,
95
+ "loss": 0.1001,
96
  "step": 2460
97
  },
98
  {
99
  "epoch": 6.0,
100
+ "eval_accuracy": 0.8341570565623284,
101
+ "eval_loss": 0.5522398352622986,
102
+ "eval_runtime": 2.2746,
103
+ "eval_samples_per_second": 2401.711,
104
+ "eval_steps_per_second": 9.672,
105
  "step": 2460
106
  },
107
  {
108
  "epoch": 7.0,
109
+ "grad_norm": 2.2605297565460205,
110
+ "learning_rate": 4.3e-05,
111
+ "loss": 0.0764,
112
  "step": 2870
113
  },
114
  {
115
  "epoch": 7.0,
116
+ "eval_accuracy": 0.8121911037891268,
117
+ "eval_loss": 0.6609876155853271,
118
+ "eval_runtime": 2.3532,
119
+ "eval_samples_per_second": 2321.488,
120
+ "eval_steps_per_second": 9.349,
121
  "step": 2870
122
  },
123
  {
124
+ "epoch": 7.0,
125
+ "step": 2870,
126
+ "total_flos": 4.856261458098893e+16,
127
+ "train_loss": 0.23536453379986594,
128
+ "train_runtime": 707.5282,
129
+ "train_samples_per_second": 7402.037,
130
+ "train_steps_per_second": 28.974
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
131
  }
132
  ],
133
  "logging_steps": 1,
 
156
  "attributes": {}
157
  }
158
  },
159
+ "total_flos": 4.856261458098893e+16,
160
  "train_batch_size": 256,
161
  "trial_name": null,
162
  "trial_params": null