gokulsrinivasagan commited on
Commit
957b118
·
verified ·
1 Parent(s): ae52726

End of training

Browse files
README.md CHANGED
@@ -1,14 +1,32 @@
1
  ---
2
  library_name: transformers
 
 
3
  base_model: gokulsrinivasagan/bert_base_lda_20_v1
4
  tags:
5
  - generated_from_trainer
 
 
6
  metrics:
7
  - matthews_correlation
8
  - accuracy
9
  model-index:
10
  - name: bert_base_lda_20_v1_cola
11
- results: []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
12
  ---
13
 
14
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -16,11 +34,11 @@ should probably proofread and complete it, then remove this comment. -->
16
 
17
  # bert_base_lda_20_v1_cola
18
 
19
- This model is a fine-tuned version of [gokulsrinivasagan/bert_base_lda_20_v1](https://huggingface.co/gokulsrinivasagan/bert_base_lda_20_v1) on an unknown dataset.
20
  It achieves the following results on the evaluation set:
21
- - Loss: 0.7049
22
- - Matthews Correlation: 0.0539
23
- - Accuracy: 0.6395
24
 
25
  ## Model description
26
 
 
1
  ---
2
  library_name: transformers
3
+ language:
4
+ - en
5
  base_model: gokulsrinivasagan/bert_base_lda_20_v1
6
  tags:
7
  - generated_from_trainer
8
+ datasets:
9
+ - glue
10
  metrics:
11
  - matthews_correlation
12
  - accuracy
13
  model-index:
14
  - name: bert_base_lda_20_v1_cola
15
+ results:
16
+ - task:
17
+ name: Text Classification
18
+ type: text-classification
19
+ dataset:
20
+ name: GLUE COLA
21
+ type: glue
22
+ args: cola
23
+ metrics:
24
+ - name: Matthews Correlation
25
+ type: matthews_correlation
26
+ value: 0.0
27
+ - name: Accuracy
28
+ type: accuracy
29
+ value: 0.6912751793861389
30
  ---
31
 
32
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
34
 
35
  # bert_base_lda_20_v1_cola
36
 
37
+ This model is a fine-tuned version of [gokulsrinivasagan/bert_base_lda_20_v1](https://huggingface.co/gokulsrinivasagan/bert_base_lda_20_v1) on the GLUE COLA dataset.
38
  It achieves the following results on the evaluation set:
39
+ - Loss: 0.6199
40
+ - Matthews Correlation: 0.0
41
+ - Accuracy: 0.6913
42
 
43
  ## Model description
44
 
all_results.json CHANGED
@@ -1,16 +1,16 @@
1
  {
2
  "epoch": 7.0,
3
  "eval_accuracy": 0.6912751793861389,
4
- "eval_loss": 0.6188952922821045,
5
  "eval_matthews_correlation": 0.0,
6
- "eval_runtime": 0.6561,
7
  "eval_samples": 1043,
8
- "eval_samples_per_second": 1589.606,
9
- "eval_steps_per_second": 7.62,
10
  "total_flos": 7874519220341760.0,
11
- "train_loss": 0.6316283650758887,
12
- "train_runtime": 116.2402,
13
  "train_samples": 8551,
14
- "train_samples_per_second": 3678.16,
15
- "train_steps_per_second": 14.625
16
  }
 
1
  {
2
  "epoch": 7.0,
3
  "eval_accuracy": 0.6912751793861389,
4
+ "eval_loss": 0.6198700070381165,
5
  "eval_matthews_correlation": 0.0,
6
+ "eval_runtime": 0.7095,
7
  "eval_samples": 1043,
8
+ "eval_samples_per_second": 1470.092,
9
+ "eval_steps_per_second": 7.047,
10
  "total_flos": 7874519220341760.0,
11
+ "train_loss": 0.5315281884009097,
12
+ "train_runtime": 120.102,
13
  "train_samples": 8551,
14
+ "train_samples_per_second": 3559.89,
15
+ "train_steps_per_second": 14.155
16
  }
eval_results.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
  "epoch": 7.0,
3
  "eval_accuracy": 0.6912751793861389,
4
- "eval_loss": 0.6188952922821045,
5
  "eval_matthews_correlation": 0.0,
6
- "eval_runtime": 0.6561,
7
  "eval_samples": 1043,
8
- "eval_samples_per_second": 1589.606,
9
- "eval_steps_per_second": 7.62
10
  }
 
1
  {
2
  "epoch": 7.0,
3
  "eval_accuracy": 0.6912751793861389,
4
+ "eval_loss": 0.6198700070381165,
5
  "eval_matthews_correlation": 0.0,
6
+ "eval_runtime": 0.7095,
7
  "eval_samples": 1043,
8
+ "eval_samples_per_second": 1470.092,
9
+ "eval_steps_per_second": 7.047
10
  }
logs/events.out.tfevents.1733309487.ki-g0008.1207389.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04216dbb9db67818fa47c9bcb8e21fa60a16c7ed89128f88350398bf35143c5c
3
+ size 475
train_results.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "epoch": 7.0,
3
  "total_flos": 7874519220341760.0,
4
- "train_loss": 0.6316283650758887,
5
- "train_runtime": 116.2402,
6
  "train_samples": 8551,
7
- "train_samples_per_second": 3678.16,
8
- "train_steps_per_second": 14.625
9
  }
 
1
  {
2
  "epoch": 7.0,
3
  "total_flos": 7874519220341760.0,
4
+ "train_loss": 0.5315281884009097,
5
+ "train_runtime": 120.102,
6
  "train_samples": 8551,
7
+ "train_samples_per_second": 3559.89,
8
+ "train_steps_per_second": 14.155
9
  }
trainer_state.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "best_metric": 0.6188952922821045,
3
  "best_model_checkpoint": "bert_base_lda_20_v1_cola/checkpoint-68",
4
  "epoch": 7.0,
5
  "eval_steps": 500,
@@ -10,131 +10,131 @@
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
- "grad_norm": 0.4452758729457855,
14
- "learning_rate": 0.00098,
15
- "loss": 0.7571,
16
  "step": 34
17
  },
18
  {
19
  "epoch": 1.0,
20
  "eval_accuracy": 0.6912751793861389,
21
- "eval_loss": 0.6196237802505493,
22
  "eval_matthews_correlation": 0.0,
23
- "eval_runtime": 0.6803,
24
- "eval_samples_per_second": 1533.141,
25
- "eval_steps_per_second": 7.35,
26
  "step": 34
27
  },
28
  {
29
  "epoch": 2.0,
30
- "grad_norm": 0.9407540559768677,
31
- "learning_rate": 0.00096,
32
- "loss": 0.613,
33
  "step": 68
34
  },
35
  {
36
  "epoch": 2.0,
37
  "eval_accuracy": 0.6912751793861389,
38
- "eval_loss": 0.6188952922821045,
39
  "eval_matthews_correlation": 0.0,
40
- "eval_runtime": 0.6631,
41
- "eval_samples_per_second": 1572.981,
42
- "eval_steps_per_second": 7.541,
43
  "step": 68
44
  },
45
  {
46
  "epoch": 3.0,
47
- "grad_norm": 1.0614078044891357,
48
- "learning_rate": 0.00094,
49
- "loss": 0.6097,
50
  "step": 102
51
  },
52
  {
53
  "epoch": 3.0,
54
- "eval_accuracy": 0.6912751793861389,
55
- "eval_loss": 0.6194814443588257,
56
- "eval_matthews_correlation": 0.0,
57
- "eval_runtime": 0.6519,
58
- "eval_samples_per_second": 1599.847,
59
- "eval_steps_per_second": 7.669,
60
  "step": 102
61
  },
62
  {
63
  "epoch": 4.0,
64
- "grad_norm": 0.6363035440444946,
65
- "learning_rate": 0.00092,
66
- "loss": 0.6106,
67
  "step": 136
68
  },
69
  {
70
  "epoch": 4.0,
71
- "eval_accuracy": 0.6912751793861389,
72
- "eval_loss": 0.6196293830871582,
73
- "eval_matthews_correlation": 0.0,
74
- "eval_runtime": 0.6778,
75
- "eval_samples_per_second": 1538.719,
76
- "eval_steps_per_second": 7.376,
77
  "step": 136
78
  },
79
  {
80
  "epoch": 5.0,
81
- "grad_norm": 0.9160279035568237,
82
- "learning_rate": 0.0009000000000000001,
83
- "loss": 0.6114,
84
  "step": 170
85
  },
86
  {
87
  "epoch": 5.0,
88
- "eval_accuracy": 0.6912751793861389,
89
- "eval_loss": 0.6194814443588257,
90
- "eval_matthews_correlation": 0.0,
91
- "eval_runtime": 0.6776,
92
- "eval_samples_per_second": 1539.156,
93
- "eval_steps_per_second": 7.379,
94
  "step": 170
95
  },
96
  {
97
  "epoch": 6.0,
98
- "grad_norm": 0.48956847190856934,
99
- "learning_rate": 0.00088,
100
- "loss": 0.6094,
101
  "step": 204
102
  },
103
  {
104
  "epoch": 6.0,
105
- "eval_accuracy": 0.6912751793861389,
106
- "eval_loss": 0.6189964413642883,
107
- "eval_matthews_correlation": 0.0,
108
- "eval_runtime": 0.6726,
109
- "eval_samples_per_second": 1550.586,
110
- "eval_steps_per_second": 7.433,
111
  "step": 204
112
  },
113
  {
114
  "epoch": 7.0,
115
- "grad_norm": 1.5084835290908813,
116
- "learning_rate": 0.00086,
117
- "loss": 0.6102,
118
  "step": 238
119
  },
120
  {
121
  "epoch": 7.0,
122
- "eval_accuracy": 0.6912751793861389,
123
- "eval_loss": 0.619966447353363,
124
- "eval_matthews_correlation": 0.0,
125
- "eval_runtime": 0.6632,
126
- "eval_samples_per_second": 1572.699,
127
- "eval_steps_per_second": 7.539,
128
  "step": 238
129
  },
130
  {
131
  "epoch": 7.0,
132
  "step": 238,
133
  "total_flos": 7874519220341760.0,
134
- "train_loss": 0.6316283650758887,
135
- "train_runtime": 116.2402,
136
- "train_samples_per_second": 3678.16,
137
- "train_steps_per_second": 14.625
138
  }
139
  ],
140
  "logging_steps": 1,
 
1
  {
2
+ "best_metric": 0.6198700070381165,
3
  "best_model_checkpoint": "bert_base_lda_20_v1_cola/checkpoint-68",
4
  "epoch": 7.0,
5
  "eval_steps": 500,
 
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
+ "grad_norm": 0.7223057150840759,
14
+ "learning_rate": 4.9e-05,
15
+ "loss": 0.6136,
16
  "step": 34
17
  },
18
  {
19
  "epoch": 1.0,
20
  "eval_accuracy": 0.6912751793861389,
21
+ "eval_loss": 0.6265467405319214,
22
  "eval_matthews_correlation": 0.0,
23
+ "eval_runtime": 0.7187,
24
+ "eval_samples_per_second": 1451.19,
25
+ "eval_steps_per_second": 6.957,
26
  "step": 34
27
  },
28
  {
29
  "epoch": 2.0,
30
+ "grad_norm": 1.90400230884552,
31
+ "learning_rate": 4.8e-05,
32
+ "loss": 0.6112,
33
  "step": 68
34
  },
35
  {
36
  "epoch": 2.0,
37
  "eval_accuracy": 0.6912751793861389,
38
+ "eval_loss": 0.6198700070381165,
39
  "eval_matthews_correlation": 0.0,
40
+ "eval_runtime": 0.684,
41
+ "eval_samples_per_second": 1524.743,
42
+ "eval_steps_per_second": 7.309,
43
  "step": 68
44
  },
45
  {
46
  "epoch": 3.0,
47
+ "grad_norm": 1.334337592124939,
48
+ "learning_rate": 4.7e-05,
49
+ "loss": 0.5873,
50
  "step": 102
51
  },
52
  {
53
  "epoch": 3.0,
54
+ "eval_accuracy": 0.641418993473053,
55
+ "eval_loss": 0.6348920464515686,
56
+ "eval_matthews_correlation": 0.06986894691574659,
57
+ "eval_runtime": 0.6727,
58
+ "eval_samples_per_second": 1550.524,
59
+ "eval_steps_per_second": 7.433,
60
  "step": 102
61
  },
62
  {
63
  "epoch": 4.0,
64
+ "grad_norm": 1.9891555309295654,
65
+ "learning_rate": 4.600000000000001e-05,
66
+ "loss": 0.5381,
67
  "step": 136
68
  },
69
  {
70
  "epoch": 4.0,
71
+ "eval_accuracy": 0.5963566899299622,
72
+ "eval_loss": 0.6501876711845398,
73
+ "eval_matthews_correlation": 0.10535705260984664,
74
+ "eval_runtime": 0.682,
75
+ "eval_samples_per_second": 1529.263,
76
+ "eval_steps_per_second": 7.331,
77
  "step": 136
78
  },
79
  {
80
  "epoch": 5.0,
81
+ "grad_norm": 2.578742027282715,
82
+ "learning_rate": 4.5e-05,
83
+ "loss": 0.4951,
84
  "step": 170
85
  },
86
  {
87
  "epoch": 5.0,
88
+ "eval_accuracy": 0.6442952752113342,
89
+ "eval_loss": 0.6613349318504333,
90
+ "eval_matthews_correlation": 0.07683234381179825,
91
+ "eval_runtime": 0.6814,
92
+ "eval_samples_per_second": 1530.617,
93
+ "eval_steps_per_second": 7.338,
94
  "step": 170
95
  },
96
  {
97
  "epoch": 6.0,
98
+ "grad_norm": 3.737532615661621,
99
+ "learning_rate": 4.4000000000000006e-05,
100
+ "loss": 0.4506,
101
  "step": 204
102
  },
103
  {
104
  "epoch": 6.0,
105
+ "eval_accuracy": 0.5810163021087646,
106
+ "eval_loss": 0.7528904676437378,
107
+ "eval_matthews_correlation": 0.12820404799222795,
108
+ "eval_runtime": 0.6701,
109
+ "eval_samples_per_second": 1556.391,
110
+ "eval_steps_per_second": 7.461,
111
  "step": 204
112
  },
113
  {
114
  "epoch": 7.0,
115
+ "grad_norm": 4.000977516174316,
116
+ "learning_rate": 4.3e-05,
117
+ "loss": 0.4248,
118
  "step": 238
119
  },
120
  {
121
  "epoch": 7.0,
122
+ "eval_accuracy": 0.6395014524459839,
123
+ "eval_loss": 0.7049092650413513,
124
+ "eval_matthews_correlation": 0.053910422269610486,
125
+ "eval_runtime": 0.6819,
126
+ "eval_samples_per_second": 1529.505,
127
+ "eval_steps_per_second": 7.332,
128
  "step": 238
129
  },
130
  {
131
  "epoch": 7.0,
132
  "step": 238,
133
  "total_flos": 7874519220341760.0,
134
+ "train_loss": 0.5315281884009097,
135
+ "train_runtime": 120.102,
136
+ "train_samples_per_second": 3559.89,
137
+ "train_steps_per_second": 14.155
138
  }
139
  ],
140
  "logging_steps": 1,