gokulsrinivasagan commited on
Commit
eed97f5
·
verified ·
1 Parent(s): b38a4c0

End of training

Browse files
README.md CHANGED
@@ -1,13 +1,28 @@
1
  ---
2
  library_name: transformers
 
 
3
  base_model: gokulsrinivasagan/distilbert_lda_50_v1
4
  tags:
5
  - generated_from_trainer
 
 
6
  metrics:
7
  - accuracy
8
  model-index:
9
  - name: distilbert_lda_50_v1_wnli
10
- results: []
 
 
 
 
 
 
 
 
 
 
 
11
  ---
12
 
13
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -15,10 +30,10 @@ should probably proofread and complete it, then remove this comment. -->
15
 
16
  # distilbert_lda_50_v1_wnli
17
 
18
- This model is a fine-tuned version of [gokulsrinivasagan/distilbert_lda_50_v1](https://huggingface.co/gokulsrinivasagan/distilbert_lda_50_v1) on an unknown dataset.
19
  It achieves the following results on the evaluation set:
20
- - Loss: 0.7832
21
- - Accuracy: 0.1831
22
 
23
  ## Model description
24
 
 
1
  ---
2
  library_name: transformers
3
+ language:
4
+ - en
5
  base_model: gokulsrinivasagan/distilbert_lda_50_v1
6
  tags:
7
  - generated_from_trainer
8
+ datasets:
9
+ - glue
10
  metrics:
11
  - accuracy
12
  model-index:
13
  - name: distilbert_lda_50_v1_wnli
14
+ results:
15
+ - task:
16
+ name: Text Classification
17
+ type: text-classification
18
+ dataset:
19
+ name: GLUE WNLI
20
+ type: glue
21
+ args: wnli
22
+ metrics:
23
+ - name: Accuracy
24
+ type: accuracy
25
+ value: 0.49295774647887325
26
  ---
27
 
28
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
30
 
31
  # distilbert_lda_50_v1_wnli
32
 
33
+ This model is a fine-tuned version of [gokulsrinivasagan/distilbert_lda_50_v1](https://huggingface.co/gokulsrinivasagan/distilbert_lda_50_v1) on the GLUE WNLI dataset.
34
  It achieves the following results on the evaluation set:
35
+ - Loss: 0.7239
36
+ - Accuracy: 0.4930
37
 
38
  ## Model description
39
 
all_results.json CHANGED
@@ -1,15 +1,15 @@
1
  {
2
- "epoch": 12.0,
3
- "eval_accuracy": 0.5633802816901409,
4
- "eval_loss": 0.6858494281768799,
5
- "eval_runtime": 0.0378,
6
  "eval_samples": 71,
7
- "eval_samples_per_second": 1879.999,
8
- "eval_steps_per_second": 26.479,
9
- "total_flos": 504700788879360.0,
10
- "train_loss": 0.8197853101624383,
11
- "train_runtime": 26.8315,
12
  "train_samples": 635,
13
- "train_samples_per_second": 1183.309,
14
- "train_steps_per_second": 5.59
15
  }
 
1
  {
2
+ "epoch": 8.0,
3
+ "eval_accuracy": 0.49295774647887325,
4
+ "eval_loss": 0.7239218354225159,
5
+ "eval_runtime": 0.0392,
6
  "eval_samples": 71,
7
+ "eval_samples_per_second": 1809.867,
8
+ "eval_steps_per_second": 25.491,
9
+ "total_flos": 336467192586240.0,
10
+ "train_loss": 0.7035509645938873,
11
+ "train_runtime": 19.7006,
12
  "train_samples": 635,
13
+ "train_samples_per_second": 1611.629,
14
+ "train_steps_per_second": 7.614
15
  }
eval_results.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "epoch": 12.0,
3
- "eval_accuracy": 0.5633802816901409,
4
- "eval_loss": 0.6858494281768799,
5
- "eval_runtime": 0.0378,
6
  "eval_samples": 71,
7
- "eval_samples_per_second": 1879.999,
8
- "eval_steps_per_second": 26.479
9
  }
 
1
  {
2
+ "epoch": 8.0,
3
+ "eval_accuracy": 0.49295774647887325,
4
+ "eval_loss": 0.7239218354225159,
5
+ "eval_runtime": 0.0392,
6
  "eval_samples": 71,
7
+ "eval_samples_per_second": 1809.867,
8
+ "eval_steps_per_second": 25.491
9
  }
logs/events.out.tfevents.1733313765.ki-g0008.1206436.15 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbb2377805459e2830ffba1ecd517b48b9ab2a65ad42fea25633e726ecebb444
3
+ size 405
train_results.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "epoch": 12.0,
3
- "total_flos": 504700788879360.0,
4
- "train_loss": 0.8197853101624383,
5
- "train_runtime": 26.8315,
6
  "train_samples": 635,
7
- "train_samples_per_second": 1183.309,
8
- "train_steps_per_second": 5.59
9
  }
 
1
  {
2
+ "epoch": 8.0,
3
+ "total_flos": 336467192586240.0,
4
+ "train_loss": 0.7035509645938873,
5
+ "train_runtime": 19.7006,
6
  "train_samples": 635,
7
+ "train_samples_per_second": 1611.629,
8
+ "train_steps_per_second": 7.614
9
  }
trainer_state.json CHANGED
@@ -1,213 +1,149 @@
1
  {
2
- "best_metric": 0.6858494281768799,
3
- "best_model_checkpoint": "distilbert_lda_50_v1_wnli/checkpoint-21",
4
- "epoch": 12.0,
5
  "eval_steps": 500,
6
- "global_step": 36,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
- "grad_norm": 23.70015525817871,
14
- "learning_rate": 0.00098,
15
- "loss": 1.0921,
16
  "step": 3
17
  },
18
  {
19
  "epoch": 1.0,
20
- "eval_accuracy": 0.5633802816901409,
21
- "eval_loss": 2.6930952072143555,
22
- "eval_runtime": 0.038,
23
- "eval_samples_per_second": 1866.25,
24
- "eval_steps_per_second": 26.285,
25
  "step": 3
26
  },
27
  {
28
  "epoch": 2.0,
29
- "grad_norm": 1.4811052083969116,
30
- "learning_rate": 0.00096,
31
- "loss": 1.5486,
32
  "step": 6
33
  },
34
  {
35
  "epoch": 2.0,
36
- "eval_accuracy": 0.43661971830985913,
37
- "eval_loss": 1.2594494819641113,
38
- "eval_runtime": 0.0378,
39
- "eval_samples_per_second": 1878.943,
40
- "eval_steps_per_second": 26.464,
41
  "step": 6
42
  },
43
  {
44
  "epoch": 3.0,
45
- "grad_norm": 3.323134660720825,
46
- "learning_rate": 0.00094,
47
- "loss": 0.8963,
48
  "step": 9
49
  },
50
  {
51
  "epoch": 3.0,
52
- "eval_accuracy": 0.5633802816901409,
53
- "eval_loss": 0.6907734870910645,
54
- "eval_runtime": 0.0376,
55
- "eval_samples_per_second": 1889.926,
56
- "eval_steps_per_second": 26.619,
57
  "step": 9
58
  },
59
  {
60
  "epoch": 4.0,
61
- "grad_norm": 0.34992969036102295,
62
- "learning_rate": 0.00092,
63
- "loss": 0.709,
64
  "step": 12
65
  },
66
  {
67
  "epoch": 4.0,
68
- "eval_accuracy": 0.43661971830985913,
69
- "eval_loss": 0.704280436038971,
70
- "eval_runtime": 0.0375,
71
- "eval_samples_per_second": 1893.988,
72
- "eval_steps_per_second": 26.676,
73
  "step": 12
74
  },
75
  {
76
  "epoch": 5.0,
77
- "grad_norm": 1.6908652782440186,
78
- "learning_rate": 0.0009000000000000001,
79
- "loss": 0.719,
80
  "step": 15
81
  },
82
  {
83
  "epoch": 5.0,
84
- "eval_accuracy": 0.5633802816901409,
85
- "eval_loss": 0.6901406645774841,
86
- "eval_runtime": 0.0395,
87
- "eval_samples_per_second": 1796.493,
88
- "eval_steps_per_second": 25.303,
89
  "step": 15
90
  },
91
  {
92
  "epoch": 6.0,
93
- "grad_norm": 1.2121317386627197,
94
- "learning_rate": 0.00088,
95
- "loss": 0.6999,
96
  "step": 18
97
  },
98
  {
99
  "epoch": 6.0,
100
- "eval_accuracy": 0.43661971830985913,
101
- "eval_loss": 0.6995489597320557,
102
- "eval_runtime": 0.0382,
103
- "eval_samples_per_second": 1857.253,
104
- "eval_steps_per_second": 26.158,
105
  "step": 18
106
  },
107
  {
108
  "epoch": 7.0,
109
- "grad_norm": 0.45708081126213074,
110
- "learning_rate": 0.00086,
111
- "loss": 0.6954,
112
  "step": 21
113
  },
114
  {
115
  "epoch": 7.0,
116
- "eval_accuracy": 0.5633802816901409,
117
- "eval_loss": 0.6858494281768799,
118
- "eval_runtime": 0.0379,
119
- "eval_samples_per_second": 1873.128,
120
- "eval_steps_per_second": 26.382,
121
  "step": 21
122
  },
123
  {
124
  "epoch": 8.0,
125
- "grad_norm": 1.3719453811645508,
126
- "learning_rate": 0.00084,
127
- "loss": 0.6945,
128
  "step": 24
129
  },
130
  {
131
  "epoch": 8.0,
132
- "eval_accuracy": 0.43661971830985913,
133
- "eval_loss": 0.6976781487464905,
134
- "eval_runtime": 0.0374,
135
- "eval_samples_per_second": 1899.328,
136
- "eval_steps_per_second": 26.751,
137
  "step": 24
138
  },
139
  {
140
- "epoch": 9.0,
141
- "grad_norm": 0.6170178651809692,
142
- "learning_rate": 0.00082,
143
- "loss": 0.6984,
144
- "step": 27
145
- },
146
- {
147
- "epoch": 9.0,
148
- "eval_accuracy": 0.43661971830985913,
149
- "eval_loss": 0.7000439763069153,
150
- "eval_runtime": 0.04,
151
- "eval_samples_per_second": 1776.134,
152
- "eval_steps_per_second": 25.016,
153
- "step": 27
154
- },
155
- {
156
- "epoch": 10.0,
157
- "grad_norm": 0.6333069801330566,
158
- "learning_rate": 0.0008,
159
- "loss": 0.6986,
160
- "step": 30
161
- },
162
- {
163
- "epoch": 10.0,
164
- "eval_accuracy": 0.5633802816901409,
165
- "eval_loss": 0.6868947148323059,
166
- "eval_runtime": 0.0376,
167
- "eval_samples_per_second": 1889.134,
168
- "eval_steps_per_second": 26.608,
169
- "step": 30
170
- },
171
- {
172
- "epoch": 11.0,
173
- "grad_norm": 0.5037391185760498,
174
- "learning_rate": 0.0007800000000000001,
175
- "loss": 0.6915,
176
- "step": 33
177
- },
178
- {
179
- "epoch": 11.0,
180
- "eval_accuracy": 0.5633802816901409,
181
- "eval_loss": 0.688160240650177,
182
- "eval_runtime": 0.0374,
183
- "eval_samples_per_second": 1897.948,
184
- "eval_steps_per_second": 26.732,
185
- "step": 33
186
- },
187
- {
188
- "epoch": 12.0,
189
- "grad_norm": 0.8827735781669617,
190
- "learning_rate": 0.00076,
191
- "loss": 0.6943,
192
- "step": 36
193
- },
194
- {
195
- "epoch": 12.0,
196
- "eval_accuracy": 0.43661971830985913,
197
- "eval_loss": 0.694597065448761,
198
- "eval_runtime": 0.0374,
199
- "eval_samples_per_second": 1896.884,
200
- "eval_steps_per_second": 26.717,
201
- "step": 36
202
- },
203
- {
204
- "epoch": 12.0,
205
- "step": 36,
206
- "total_flos": 504700788879360.0,
207
- "train_loss": 0.8197853101624383,
208
- "train_runtime": 26.8315,
209
- "train_samples_per_second": 1183.309,
210
- "train_steps_per_second": 5.59
211
  }
212
  ],
213
  "logging_steps": 1,
@@ -236,7 +172,7 @@
236
  "attributes": {}
237
  }
238
  },
239
- "total_flos": 504700788879360.0,
240
  "train_batch_size": 256,
241
  "trial_name": null,
242
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.7239218354225159,
3
+ "best_model_checkpoint": "distilbert_lda_50_v1_wnli/checkpoint-9",
4
+ "epoch": 8.0,
5
  "eval_steps": 500,
6
+ "global_step": 24,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
+ "grad_norm": 2.593956708908081,
14
+ "learning_rate": 4.9e-05,
15
+ "loss": 0.7829,
16
  "step": 3
17
  },
18
  {
19
  "epoch": 1.0,
20
+ "eval_accuracy": 0.3380281690140845,
21
+ "eval_loss": 0.7284329533576965,
22
+ "eval_runtime": 0.0557,
23
+ "eval_samples_per_second": 1274.439,
24
+ "eval_steps_per_second": 17.95,
25
  "step": 3
26
  },
27
  {
28
  "epoch": 2.0,
29
+ "grad_norm": 1.2626270055770874,
30
+ "learning_rate": 4.8e-05,
31
+ "loss": 0.7048,
32
  "step": 6
33
  },
34
  {
35
  "epoch": 2.0,
36
+ "eval_accuracy": 0.3380281690140845,
37
+ "eval_loss": 0.7267274260520935,
38
+ "eval_runtime": 0.038,
39
+ "eval_samples_per_second": 1867.408,
40
+ "eval_steps_per_second": 26.302,
41
  "step": 6
42
  },
43
  {
44
  "epoch": 3.0,
45
+ "grad_norm": 1.094574213027954,
46
+ "learning_rate": 4.7e-05,
47
+ "loss": 0.689,
48
  "step": 9
49
  },
50
  {
51
  "epoch": 3.0,
52
+ "eval_accuracy": 0.49295774647887325,
53
+ "eval_loss": 0.7239218354225159,
54
+ "eval_runtime": 0.0391,
55
+ "eval_samples_per_second": 1815.749,
56
+ "eval_steps_per_second": 25.574,
57
  "step": 9
58
  },
59
  {
60
  "epoch": 4.0,
61
+ "grad_norm": 1.0490866899490356,
62
+ "learning_rate": 4.600000000000001e-05,
63
+ "loss": 0.6915,
64
  "step": 12
65
  },
66
  {
67
  "epoch": 4.0,
68
+ "eval_accuracy": 0.39436619718309857,
69
+ "eval_loss": 0.7566296458244324,
70
+ "eval_runtime": 0.0395,
71
+ "eval_samples_per_second": 1797.143,
72
+ "eval_steps_per_second": 25.312,
73
  "step": 12
74
  },
75
  {
76
  "epoch": 5.0,
77
+ "grad_norm": 1.0118927955627441,
78
+ "learning_rate": 4.5e-05,
79
+ "loss": 0.6916,
80
  "step": 15
81
  },
82
  {
83
  "epoch": 5.0,
84
+ "eval_accuracy": 0.2535211267605634,
85
+ "eval_loss": 0.754951536655426,
86
+ "eval_runtime": 0.0404,
87
+ "eval_samples_per_second": 1756.274,
88
+ "eval_steps_per_second": 24.736,
89
  "step": 15
90
  },
91
  {
92
  "epoch": 6.0,
93
+ "grad_norm": 1.1331769227981567,
94
+ "learning_rate": 4.4000000000000006e-05,
95
+ "loss": 0.6936,
96
  "step": 18
97
  },
98
  {
99
  "epoch": 6.0,
100
+ "eval_accuracy": 0.2535211267605634,
101
+ "eval_loss": 0.7512102127075195,
102
+ "eval_runtime": 0.0378,
103
+ "eval_samples_per_second": 1876.634,
104
+ "eval_steps_per_second": 26.431,
105
  "step": 18
106
  },
107
  {
108
  "epoch": 7.0,
109
+ "grad_norm": 0.7647018432617188,
110
+ "learning_rate": 4.3e-05,
111
+ "loss": 0.6908,
112
  "step": 21
113
  },
114
  {
115
  "epoch": 7.0,
116
+ "eval_accuracy": 0.2535211267605634,
117
+ "eval_loss": 0.7626540064811707,
118
+ "eval_runtime": 0.0417,
119
+ "eval_samples_per_second": 1701.864,
120
+ "eval_steps_per_second": 23.97,
121
  "step": 21
122
  },
123
  {
124
  "epoch": 8.0,
125
+ "grad_norm": 2.0840747356414795,
126
+ "learning_rate": 4.2e-05,
127
+ "loss": 0.6841,
128
  "step": 24
129
  },
130
  {
131
  "epoch": 8.0,
132
+ "eval_accuracy": 0.18309859154929578,
133
+ "eval_loss": 0.7832306623458862,
134
+ "eval_runtime": 0.0385,
135
+ "eval_samples_per_second": 1843.148,
136
+ "eval_steps_per_second": 25.96,
137
  "step": 24
138
  },
139
  {
140
+ "epoch": 8.0,
141
+ "step": 24,
142
+ "total_flos": 336467192586240.0,
143
+ "train_loss": 0.7035509645938873,
144
+ "train_runtime": 19.7006,
145
+ "train_samples_per_second": 1611.629,
146
+ "train_steps_per_second": 7.614
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
147
  }
148
  ],
149
  "logging_steps": 1,
 
172
  "attributes": {}
173
  }
174
  },
175
+ "total_flos": 336467192586240.0,
176
  "train_batch_size": 256,
177
  "trial_name": null,
178
  "trial_params": null