gokuls commited on
Commit
187f412
1 Parent(s): 98c0481

End of training

Browse files
README.md CHANGED
@@ -1,4 +1,6 @@
1
  ---
 
 
2
  tags:
3
  - generated_from_trainer
4
  datasets:
@@ -12,7 +14,7 @@ model-index:
12
  name: Text Classification
13
  type: text-classification
14
  dataset:
15
- name: glue
16
  type: glue
17
  config: sst2
18
  split: validation
@@ -20,7 +22,7 @@ model-index:
20
  metrics:
21
  - name: Accuracy
22
  type: accuracy
23
- value: 0.8061926605504587
24
  ---
25
 
26
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -28,10 +30,10 @@ should probably proofread and complete it, then remove this comment. -->
28
 
29
  # hBERTv1_sst2
30
 
31
- This model is a fine-tuned version of [gokuls/bert_12_layer_model_v1](https://huggingface.co/gokuls/bert_12_layer_model_v1) on the glue dataset.
32
  It achieves the following results on the evaluation set:
33
- - Loss: 0.6409
34
- - Accuracy: 0.8062
35
 
36
  ## Model description
37
 
 
1
  ---
2
+ language:
3
+ - en
4
  tags:
5
  - generated_from_trainer
6
  datasets:
 
14
  name: Text Classification
15
  type: text-classification
16
  dataset:
17
+ name: GLUE SST2
18
  type: glue
19
  config: sst2
20
  split: validation
 
22
  metrics:
23
  - name: Accuracy
24
  type: accuracy
25
+ value: 0.7901376146788991
26
  ---
27
 
28
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
30
 
31
  # hBERTv1_sst2
32
 
33
+ This model is a fine-tuned version of [gokuls/bert_12_layer_model_v1](https://huggingface.co/gokuls/bert_12_layer_model_v1) on the GLUE SST2 dataset.
34
  It achieves the following results on the evaluation set:
35
+ - Loss: 0.4525
36
+ - Accuracy: 0.7901
37
 
38
  ## Model description
39
 
all_results.json CHANGED
@@ -2,13 +2,13 @@
2
  "epoch": 8.0,
3
  "eval_accuracy": 0.7901376146788991,
4
  "eval_loss": 0.4525200426578522,
5
- "eval_runtime": 1.0996,
6
  "eval_samples": 872,
7
- "eval_samples_per_second": 793.011,
8
- "eval_steps_per_second": 3.638,
9
  "train_loss": 0.32838042577107746,
10
- "train_runtime": 2121.3212,
11
  "train_samples": 67349,
12
- "train_samples_per_second": 1587.431,
13
- "train_steps_per_second": 6.223
14
  }
 
2
  "epoch": 8.0,
3
  "eval_accuracy": 0.7901376146788991,
4
  "eval_loss": 0.4525200426578522,
5
+ "eval_runtime": 1.1426,
6
  "eval_samples": 872,
7
+ "eval_samples_per_second": 763.153,
8
+ "eval_steps_per_second": 3.501,
9
  "train_loss": 0.32838042577107746,
10
+ "train_runtime": 2182.5269,
11
  "train_samples": 67349,
12
+ "train_samples_per_second": 1542.913,
13
+ "train_steps_per_second": 6.048
14
  }
eval_results.json CHANGED
@@ -2,8 +2,8 @@
2
  "epoch": 8.0,
3
  "eval_accuracy": 0.7901376146788991,
4
  "eval_loss": 0.4525200426578522,
5
- "eval_runtime": 1.0996,
6
  "eval_samples": 872,
7
- "eval_samples_per_second": 793.011,
8
- "eval_steps_per_second": 3.638
9
  }
 
2
  "epoch": 8.0,
3
  "eval_accuracy": 0.7901376146788991,
4
  "eval_loss": 0.4525200426578522,
5
+ "eval_runtime": 1.1426,
6
  "eval_samples": 872,
7
+ "eval_samples_per_second": 763.153,
8
+ "eval_steps_per_second": 3.501
9
  }
logs/events.out.tfevents.1677755546.serv-9223.249682.17 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3599a715a0cc368e1c49a2ad4acabd6ba8e1b9d546c1771de7d31d5e31252f3
3
+ size 363
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 8.0,
3
  "train_loss": 0.32838042577107746,
4
- "train_runtime": 2121.3212,
5
  "train_samples": 67349,
6
- "train_samples_per_second": 1587.431,
7
- "train_steps_per_second": 6.223
8
  }
 
1
  {
2
  "epoch": 8.0,
3
  "train_loss": 0.32838042577107746,
4
+ "train_runtime": 2182.5269,
5
  "train_samples": 67349,
6
+ "train_samples_per_second": 1542.913,
7
+ "train_steps_per_second": 6.048
8
  }
trainer_state.json CHANGED
@@ -17,9 +17,9 @@
17
  "epoch": 1.0,
18
  "eval_accuracy": 0.5252293577981652,
19
  "eval_loss": 0.6919494271278381,
20
- "eval_runtime": 1.1023,
21
- "eval_samples_per_second": 791.06,
22
- "eval_steps_per_second": 3.629,
23
  "step": 264
24
  },
25
  {
@@ -32,9 +32,9 @@
32
  "epoch": 2.0,
33
  "eval_accuracy": 0.6915137614678899,
34
  "eval_loss": 0.6088164448738098,
35
- "eval_runtime": 1.0979,
36
- "eval_samples_per_second": 794.271,
37
- "eval_steps_per_second": 3.643,
38
  "step": 528
39
  },
40
  {
@@ -47,9 +47,9 @@
47
  "epoch": 3.0,
48
  "eval_accuracy": 0.7901376146788991,
49
  "eval_loss": 0.4525200426578522,
50
- "eval_runtime": 1.0982,
51
- "eval_samples_per_second": 794.011,
52
- "eval_steps_per_second": 3.642,
53
  "step": 792
54
  },
55
  {
@@ -62,9 +62,9 @@
62
  "epoch": 4.0,
63
  "eval_accuracy": 0.8096330275229358,
64
  "eval_loss": 0.46269044280052185,
65
- "eval_runtime": 1.0972,
66
- "eval_samples_per_second": 794.783,
67
- "eval_steps_per_second": 3.646,
68
  "step": 1056
69
  },
70
  {
@@ -77,9 +77,9 @@
77
  "epoch": 5.0,
78
  "eval_accuracy": 0.8073394495412844,
79
  "eval_loss": 0.48936158418655396,
80
- "eval_runtime": 1.0982,
81
- "eval_samples_per_second": 794.035,
82
- "eval_steps_per_second": 3.642,
83
  "step": 1320
84
  },
85
  {
@@ -92,9 +92,9 @@
92
  "epoch": 6.0,
93
  "eval_accuracy": 0.801605504587156,
94
  "eval_loss": 0.6001835465431213,
95
- "eval_runtime": 1.0997,
96
- "eval_samples_per_second": 792.972,
97
- "eval_steps_per_second": 3.637,
98
  "step": 1584
99
  },
100
  {
@@ -107,9 +107,9 @@
107
  "epoch": 7.0,
108
  "eval_accuracy": 0.8061926605504587,
109
  "eval_loss": 0.646708607673645,
110
- "eval_runtime": 1.0961,
111
- "eval_samples_per_second": 795.513,
112
- "eval_steps_per_second": 3.649,
113
  "step": 1848
114
  },
115
  {
@@ -122,9 +122,9 @@
122
  "epoch": 8.0,
123
  "eval_accuracy": 0.8061926605504587,
124
  "eval_loss": 0.6409061551094055,
125
- "eval_runtime": 1.0981,
126
- "eval_samples_per_second": 794.077,
127
- "eval_steps_per_second": 3.643,
128
  "step": 2112
129
  },
130
  {
@@ -132,9 +132,9 @@
132
  "step": 2112,
133
  "total_flos": 6.805537600779059e+16,
134
  "train_loss": 0.32838042577107746,
135
- "train_runtime": 2121.3212,
136
- "train_samples_per_second": 1587.431,
137
- "train_steps_per_second": 6.223
138
  }
139
  ],
140
  "max_steps": 13200,
 
17
  "epoch": 1.0,
18
  "eval_accuracy": 0.5252293577981652,
19
  "eval_loss": 0.6919494271278381,
20
+ "eval_runtime": 1.12,
21
+ "eval_samples_per_second": 778.573,
22
+ "eval_steps_per_second": 3.571,
23
  "step": 264
24
  },
25
  {
 
32
  "epoch": 2.0,
33
  "eval_accuracy": 0.6915137614678899,
34
  "eval_loss": 0.6088164448738098,
35
+ "eval_runtime": 1.1165,
36
+ "eval_samples_per_second": 780.99,
37
+ "eval_steps_per_second": 3.583,
38
  "step": 528
39
  },
40
  {
 
47
  "epoch": 3.0,
48
  "eval_accuracy": 0.7901376146788991,
49
  "eval_loss": 0.4525200426578522,
50
+ "eval_runtime": 1.1346,
51
+ "eval_samples_per_second": 768.583,
52
+ "eval_steps_per_second": 3.526,
53
  "step": 792
54
  },
55
  {
 
62
  "epoch": 4.0,
63
  "eval_accuracy": 0.8096330275229358,
64
  "eval_loss": 0.46269044280052185,
65
+ "eval_runtime": 1.1242,
66
+ "eval_samples_per_second": 775.67,
67
+ "eval_steps_per_second": 3.558,
68
  "step": 1056
69
  },
70
  {
 
77
  "epoch": 5.0,
78
  "eval_accuracy": 0.8073394495412844,
79
  "eval_loss": 0.48936158418655396,
80
+ "eval_runtime": 1.1261,
81
+ "eval_samples_per_second": 774.387,
82
+ "eval_steps_per_second": 3.552,
83
  "step": 1320
84
  },
85
  {
 
92
  "epoch": 6.0,
93
  "eval_accuracy": 0.801605504587156,
94
  "eval_loss": 0.6001835465431213,
95
+ "eval_runtime": 1.1325,
96
+ "eval_samples_per_second": 769.975,
97
+ "eval_steps_per_second": 3.532,
98
  "step": 1584
99
  },
100
  {
 
107
  "epoch": 7.0,
108
  "eval_accuracy": 0.8061926605504587,
109
  "eval_loss": 0.646708607673645,
110
+ "eval_runtime": 1.1318,
111
+ "eval_samples_per_second": 770.474,
112
+ "eval_steps_per_second": 3.534,
113
  "step": 1848
114
  },
115
  {
 
122
  "epoch": 8.0,
123
  "eval_accuracy": 0.8061926605504587,
124
  "eval_loss": 0.6409061551094055,
125
+ "eval_runtime": 1.1343,
126
+ "eval_samples_per_second": 768.782,
127
+ "eval_steps_per_second": 3.527,
128
  "step": 2112
129
  },
130
  {
 
132
  "step": 2112,
133
  "total_flos": 6.805537600779059e+16,
134
  "train_loss": 0.32838042577107746,
135
+ "train_runtime": 2182.5269,
136
+ "train_samples_per_second": 1542.913,
137
+ "train_steps_per_second": 6.048
138
  }
139
  ],
140
  "max_steps": 13200,