gokuls commited on
Commit
7de2b3b
1 Parent(s): 28484b9

End of training

Browse files
README.md CHANGED
@@ -1,4 +1,6 @@
1
  ---
 
 
2
  tags:
3
  - generated_from_trainer
4
  datasets:
@@ -13,7 +15,7 @@ model-index:
13
  name: Text Classification
14
  type: text-classification
15
  dataset:
16
- name: glue
17
  type: glue
18
  config: mrpc
19
  split: validation
@@ -21,10 +23,10 @@ model-index:
21
  metrics:
22
  - name: Accuracy
23
  type: accuracy
24
- value: 0.7622549019607843
25
  - name: F1
26
  type: f1
27
- value: 0.8380634390651085
28
  ---
29
 
30
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -32,12 +34,12 @@ should probably proofread and complete it, then remove this comment. -->
32
 
33
  # hBERTv2_mrpc
34
 
35
- This model is a fine-tuned version of [gokuls/bert_12_layer_model_v2](https://huggingface.co/gokuls/bert_12_layer_model_v2) on the glue dataset.
36
  It achieves the following results on the evaluation set:
37
- - Loss: 0.9954
38
- - Accuracy: 0.7623
39
- - F1: 0.8381
40
- - Combined Score: 0.8002
41
 
42
  ## Model description
43
 
 
1
  ---
2
+ language:
3
+ - en
4
  tags:
5
  - generated_from_trainer
6
  datasets:
 
15
  name: Text Classification
16
  type: text-classification
17
  dataset:
18
+ name: GLUE MRPC
19
  type: glue
20
  config: mrpc
21
  split: validation
 
23
  metrics:
24
  - name: Accuracy
25
  type: accuracy
26
+ value: 0.6936274509803921
27
  - name: F1
28
  type: f1
29
+ value: 0.8085758039816232
30
  ---
31
 
32
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
34
 
35
  # hBERTv2_mrpc
36
 
37
+ This model is a fine-tuned version of [gokuls/bert_12_layer_model_v2](https://huggingface.co/gokuls/bert_12_layer_model_v2) on the GLUE MRPC dataset.
38
  It achieves the following results on the evaluation set:
39
+ - Loss: 0.5772
40
+ - Accuracy: 0.6936
41
+ - F1: 0.8086
42
+ - Combined Score: 0.7511
43
 
44
  ## Model description
45
 
all_results.json CHANGED
@@ -4,13 +4,13 @@
4
  "eval_combined_score": 0.7511016274810076,
5
  "eval_f1": 0.8085758039816232,
6
  "eval_loss": 0.5771955847740173,
7
- "eval_runtime": 0.4842,
8
  "eval_samples": 408,
9
- "eval_samples_per_second": 842.623,
10
  "eval_steps_per_second": 4.131,
11
- "train_loss": 0.18271473944187164,
12
- "train_runtime": 94.8977,
13
  "train_samples": 3668,
14
- "train_samples_per_second": 1932.608,
15
- "train_steps_per_second": 7.903
16
  }
 
4
  "eval_combined_score": 0.7511016274810076,
5
  "eval_f1": 0.8085758039816232,
6
  "eval_loss": 0.5771955847740173,
7
+ "eval_runtime": 0.4841,
8
  "eval_samples": 408,
9
+ "eval_samples_per_second": 842.717,
10
  "eval_steps_per_second": 4.131,
11
+ "train_loss": 0.4106310119231542,
12
+ "train_runtime": 160.8809,
13
  "train_samples": 3668,
14
+ "train_samples_per_second": 1139.973,
15
+ "train_steps_per_second": 4.662
16
  }
eval_results.json CHANGED
@@ -4,8 +4,8 @@
4
  "eval_combined_score": 0.7511016274810076,
5
  "eval_f1": 0.8085758039816232,
6
  "eval_loss": 0.5771955847740173,
7
- "eval_runtime": 0.4842,
8
  "eval_samples": 408,
9
- "eval_samples_per_second": 842.623,
10
  "eval_steps_per_second": 4.131
11
  }
 
4
  "eval_combined_score": 0.7511016274810076,
5
  "eval_f1": 0.8085758039816232,
6
  "eval_loss": 0.5771955847740173,
7
+ "eval_runtime": 0.4841,
8
  "eval_samples": 408,
9
+ "eval_samples_per_second": 842.717,
10
  "eval_steps_per_second": 4.131
11
  }
logs/events.out.tfevents.1677737852.serv-3317.65116.5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:544f2189550df7c213cac5d20e995bdc86ea2078f855387e3be59f188a5535e4
3
+ size 459
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 8.0,
3
- "train_loss": 0.18271473944187164,
4
- "train_runtime": 94.8977,
5
  "train_samples": 3668,
6
- "train_samples_per_second": 1932.608,
7
- "train_steps_per_second": 7.903
8
  }
 
1
  {
2
  "epoch": 8.0,
3
+ "train_loss": 0.4106310119231542,
4
+ "train_runtime": 160.8809,
5
  "train_samples": 3668,
6
+ "train_samples_per_second": 1139.973,
7
+ "train_steps_per_second": 4.662
8
  }
trainer_state.json CHANGED
@@ -19,9 +19,9 @@
19
  "eval_combined_score": 0.7480253018237863,
20
  "eval_f1": 0.8122270742358079,
21
  "eval_loss": 0.6297235488891602,
22
- "eval_runtime": 0.4865,
23
- "eval_samples_per_second": 838.69,
24
- "eval_steps_per_second": 4.111,
25
  "step": 15
26
  },
27
  {
@@ -36,9 +36,9 @@
36
  "eval_combined_score": 0.7511175174915782,
37
  "eval_f1": 0.8135095447870779,
38
  "eval_loss": 0.631518542766571,
39
- "eval_runtime": 0.4865,
40
- "eval_samples_per_second": 838.716,
41
- "eval_steps_per_second": 4.111,
42
  "step": 30
43
  },
44
  {
@@ -53,9 +53,9 @@
53
  "eval_combined_score": 0.7511016274810076,
54
  "eval_f1": 0.8085758039816232,
55
  "eval_loss": 0.5771955847740173,
56
- "eval_runtime": 0.485,
57
- "eval_samples_per_second": 841.168,
58
- "eval_steps_per_second": 4.123,
59
  "step": 45
60
  },
61
  {
@@ -70,9 +70,9 @@
70
  "eval_combined_score": 0.7580659536541889,
71
  "eval_f1": 0.8151515151515151,
72
  "eval_loss": 0.6260703206062317,
73
- "eval_runtime": 0.4844,
74
- "eval_samples_per_second": 842.253,
75
- "eval_steps_per_second": 4.129,
76
  "step": 60
77
  },
78
  {
@@ -87,9 +87,9 @@
87
  "eval_combined_score": 0.7737266857962697,
88
  "eval_f1": 0.8195121951219512,
89
  "eval_loss": 0.6433467268943787,
90
- "eval_runtime": 0.484,
91
- "eval_samples_per_second": 842.954,
92
- "eval_steps_per_second": 4.132,
93
  "step": 75
94
  },
95
  {
@@ -104,9 +104,9 @@
104
  "eval_combined_score": 0.7228365030222615,
105
  "eval_f1": 0.7593984962406015,
106
  "eval_loss": 0.7530680894851685,
107
- "eval_runtime": 0.4824,
108
- "eval_samples_per_second": 845.726,
109
- "eval_steps_per_second": 4.146,
110
  "step": 90
111
  },
112
  {
@@ -121,9 +121,9 @@
121
  "eval_combined_score": 0.7767899328406062,
122
  "eval_f1": 0.8158347676419966,
123
  "eval_loss": 0.7904398441314697,
124
- "eval_runtime": 0.4836,
125
- "eval_samples_per_second": 843.759,
126
- "eval_steps_per_second": 4.136,
127
  "step": 105
128
  },
129
  {
@@ -138,19 +138,19 @@
138
  "eval_combined_score": 0.8001591705129464,
139
  "eval_f1": 0.8380634390651085,
140
  "eval_loss": 0.9954336285591125,
141
- "eval_runtime": 0.4861,
142
- "eval_samples_per_second": 839.39,
143
- "eval_steps_per_second": 4.115,
144
  "step": 120
145
  },
146
  {
147
  "epoch": 8.0,
148
  "step": 120,
149
  "total_flos": 3654895836069888.0,
150
- "train_loss": 0.18271473944187164,
151
- "train_runtime": 94.8977,
152
- "train_samples_per_second": 1932.608,
153
- "train_steps_per_second": 7.903
154
  }
155
  ],
156
  "max_steps": 750,
 
19
  "eval_combined_score": 0.7480253018237863,
20
  "eval_f1": 0.8122270742358079,
21
  "eval_loss": 0.6297235488891602,
22
+ "eval_runtime": 0.4849,
23
+ "eval_samples_per_second": 841.375,
24
+ "eval_steps_per_second": 4.124,
25
  "step": 15
26
  },
27
  {
 
36
  "eval_combined_score": 0.7511175174915782,
37
  "eval_f1": 0.8135095447870779,
38
  "eval_loss": 0.631518542766571,
39
+ "eval_runtime": 0.4881,
40
+ "eval_samples_per_second": 835.824,
41
+ "eval_steps_per_second": 4.097,
42
  "step": 30
43
  },
44
  {
 
53
  "eval_combined_score": 0.7511016274810076,
54
  "eval_f1": 0.8085758039816232,
55
  "eval_loss": 0.5771955847740173,
56
+ "eval_runtime": 0.4811,
57
+ "eval_samples_per_second": 847.98,
58
+ "eval_steps_per_second": 4.157,
59
  "step": 45
60
  },
61
  {
 
70
  "eval_combined_score": 0.7580659536541889,
71
  "eval_f1": 0.8151515151515151,
72
  "eval_loss": 0.6260703206062317,
73
+ "eval_runtime": 0.4792,
74
+ "eval_samples_per_second": 851.387,
75
+ "eval_steps_per_second": 4.173,
76
  "step": 60
77
  },
78
  {
 
87
  "eval_combined_score": 0.7737266857962697,
88
  "eval_f1": 0.8195121951219512,
89
  "eval_loss": 0.6433467268943787,
90
+ "eval_runtime": 0.4808,
91
+ "eval_samples_per_second": 848.666,
92
+ "eval_steps_per_second": 4.16,
93
  "step": 75
94
  },
95
  {
 
104
  "eval_combined_score": 0.7228365030222615,
105
  "eval_f1": 0.7593984962406015,
106
  "eval_loss": 0.7530680894851685,
107
+ "eval_runtime": 0.4847,
108
+ "eval_samples_per_second": 841.795,
109
+ "eval_steps_per_second": 4.126,
110
  "step": 90
111
  },
112
  {
 
121
  "eval_combined_score": 0.7767899328406062,
122
  "eval_f1": 0.8158347676419966,
123
  "eval_loss": 0.7904398441314697,
124
+ "eval_runtime": 0.4827,
125
+ "eval_samples_per_second": 845.31,
126
+ "eval_steps_per_second": 4.144,
127
  "step": 105
128
  },
129
  {
 
138
  "eval_combined_score": 0.8001591705129464,
139
  "eval_f1": 0.8380634390651085,
140
  "eval_loss": 0.9954336285591125,
141
+ "eval_runtime": 0.4833,
142
+ "eval_samples_per_second": 844.146,
143
+ "eval_steps_per_second": 4.138,
144
  "step": 120
145
  },
146
  {
147
  "epoch": 8.0,
148
  "step": 120,
149
  "total_flos": 3654895836069888.0,
150
+ "train_loss": 0.4106310119231542,
151
+ "train_runtime": 160.8809,
152
+ "train_samples_per_second": 1139.973,
153
+ "train_steps_per_second": 4.662
154
  }
155
  ],
156
  "max_steps": 750,