gokuls commited on
Commit
59f2960
1 Parent(s): 9039381

End of training

Browse files
README.md CHANGED
@@ -1,4 +1,6 @@
1
  ---
 
 
2
  tags:
3
  - generated_from_trainer
4
  datasets:
@@ -13,7 +15,7 @@ model-index:
13
  name: Text Classification
14
  type: text-classification
15
  dataset:
16
- name: glue
17
  type: glue
18
  config: qqp
19
  split: validation
@@ -21,10 +23,10 @@ model-index:
21
  metrics:
22
  - name: Accuracy
23
  type: accuracy
24
- value: 0.8781103141231759
25
  - name: F1
26
  type: f1
27
- value: 0.8354371201496026
28
  ---
29
 
30
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -32,12 +34,12 @@ should probably proofread and complete it, then remove this comment. -->
32
 
33
  # hBERTv1_qqp
34
 
35
- This model is a fine-tuned version of [gokuls/bert_12_layer_model_v1](https://huggingface.co/gokuls/bert_12_layer_model_v1) on the glue dataset.
36
  It achieves the following results on the evaluation set:
37
- - Loss: 0.4176
38
- - Accuracy: 0.8781
39
- - F1: 0.8354
40
- - Combined Score: 0.8568
41
 
42
  ## Model description
43
 
 
1
  ---
2
+ language:
3
+ - en
4
  tags:
5
  - generated_from_trainer
6
  datasets:
 
15
  name: Text Classification
16
  type: text-classification
17
  dataset:
18
+ name: GLUE QQP
19
  type: glue
20
  config: qqp
21
  split: validation
 
23
  metrics:
24
  - name: Accuracy
25
  type: accuracy
26
+ value: 0.8679940638139995
27
  - name: F1
28
  type: f1
29
+ value: 0.8221652060910999
30
  ---
31
 
32
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
34
 
35
  # hBERTv1_qqp
36
 
37
+ This model is a fine-tuned version of [gokuls/bert_12_layer_model_v1](https://huggingface.co/gokuls/bert_12_layer_model_v1) on the GLUE QQP dataset.
38
  It achieves the following results on the evaluation set:
39
+ - Loss: 0.3039
40
+ - Accuracy: 0.8680
41
+ - F1: 0.8222
42
+ - Combined Score: 0.8451
43
 
44
  ## Model description
45
 
all_results.json CHANGED
@@ -4,13 +4,13 @@
4
  "eval_combined_score": 0.8450796349525497,
5
  "eval_f1": 0.8221652060910999,
6
  "eval_loss": 0.3039037883281708,
7
- "eval_runtime": 49.9948,
8
  "eval_samples": 40430,
9
- "eval_samples_per_second": 808.685,
10
- "eval_steps_per_second": 3.16,
11
  "train_loss": 0.20186867962071328,
12
- "train_runtime": 10978.3186,
13
  "train_samples": 363846,
14
- "train_samples_per_second": 1657.112,
15
- "train_steps_per_second": 6.476
16
  }
 
4
  "eval_combined_score": 0.8450796349525497,
5
  "eval_f1": 0.8221652060910999,
6
  "eval_loss": 0.3039037883281708,
7
+ "eval_runtime": 51.5942,
8
  "eval_samples": 40430,
9
+ "eval_samples_per_second": 783.616,
10
+ "eval_steps_per_second": 3.062,
11
  "train_loss": 0.20186867962071328,
12
+ "train_runtime": 11093.9393,
13
  "train_samples": 363846,
14
+ "train_samples_per_second": 1639.841,
15
+ "train_steps_per_second": 6.409
16
  }
eval_results.json CHANGED
@@ -4,8 +4,8 @@
4
  "eval_combined_score": 0.8450796349525497,
5
  "eval_f1": 0.8221652060910999,
6
  "eval_loss": 0.3039037883281708,
7
- "eval_runtime": 49.9948,
8
  "eval_samples": 40430,
9
- "eval_samples_per_second": 808.685,
10
- "eval_steps_per_second": 3.16
11
  }
 
4
  "eval_combined_score": 0.8450796349525497,
5
  "eval_f1": 0.8221652060910999,
6
  "eval_loss": 0.3039037883281708,
7
+ "eval_runtime": 51.5942,
8
  "eval_samples": 40430,
9
+ "eval_samples_per_second": 783.616,
10
+ "eval_steps_per_second": 3.062
11
  }
logs/events.out.tfevents.1677752824.serv-9223.249682.11 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80a7dc67c7e914784fbdf13812bf95520195b2353a0df158f90cd8b2228ed409
3
+ size 467
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 8.0,
3
  "train_loss": 0.20186867962071328,
4
- "train_runtime": 10978.3186,
5
  "train_samples": 363846,
6
- "train_samples_per_second": 1657.112,
7
- "train_steps_per_second": 6.476
8
  }
 
1
  {
2
  "epoch": 8.0,
3
  "train_loss": 0.20186867962071328,
4
+ "train_runtime": 11093.9393,
5
  "train_samples": 363846,
6
+ "train_samples_per_second": 1639.841,
7
+ "train_steps_per_second": 6.409
8
  }
trainer_state.json CHANGED
@@ -19,9 +19,9 @@
19
  "eval_combined_score": 0.8116115925137688,
20
  "eval_f1": 0.794655289900157,
21
  "eval_loss": 0.3665443956851959,
22
- "eval_runtime": 50.6077,
23
- "eval_samples_per_second": 798.89,
24
- "eval_steps_per_second": 3.122,
25
  "step": 1422
26
  },
27
  {
@@ -36,9 +36,9 @@
36
  "eval_combined_score": 0.8398193588062908,
37
  "eval_f1": 0.8171108917407043,
38
  "eval_loss": 0.3111252784729004,
39
- "eval_runtime": 50.4355,
40
- "eval_samples_per_second": 801.618,
41
- "eval_steps_per_second": 3.133,
42
  "step": 2844
43
  },
44
  {
@@ -53,9 +53,9 @@
53
  "eval_combined_score": 0.8450796349525497,
54
  "eval_f1": 0.8221652060910999,
55
  "eval_loss": 0.3039037883281708,
56
- "eval_runtime": 50.4592,
57
- "eval_samples_per_second": 801.241,
58
- "eval_steps_per_second": 3.131,
59
  "step": 4266
60
  },
61
  {
@@ -70,9 +70,9 @@
70
  "eval_combined_score": 0.8531681858438971,
71
  "eval_f1": 0.8326781970649895,
72
  "eval_loss": 0.32322049140930176,
73
- "eval_runtime": 50.5899,
74
- "eval_samples_per_second": 799.171,
75
- "eval_steps_per_second": 3.123,
76
  "step": 5688
77
  },
78
  {
@@ -87,9 +87,9 @@
87
  "eval_combined_score": 0.8455726540359703,
88
  "eval_f1": 0.8194163938992965,
89
  "eval_loss": 0.3742031753063202,
90
- "eval_runtime": 50.4756,
91
- "eval_samples_per_second": 800.98,
92
- "eval_steps_per_second": 3.13,
93
  "step": 7110
94
  },
95
  {
@@ -104,9 +104,9 @@
104
  "eval_combined_score": 0.8431165534906415,
105
  "eval_f1": 0.8146031292419805,
106
  "eval_loss": 0.40085598826408386,
107
- "eval_runtime": 50.493,
108
- "eval_samples_per_second": 800.705,
109
- "eval_steps_per_second": 3.129,
110
  "step": 8532
111
  },
112
  {
@@ -121,9 +121,9 @@
121
  "eval_combined_score": 0.8499536553423827,
122
  "eval_f1": 0.8299592523122696,
123
  "eval_loss": 0.4470857083797455,
124
- "eval_runtime": 50.5119,
125
- "eval_samples_per_second": 800.405,
126
- "eval_steps_per_second": 3.128,
127
  "step": 9954
128
  },
129
  {
@@ -138,9 +138,9 @@
138
  "eval_combined_score": 0.8567737171363892,
139
  "eval_f1": 0.8354371201496026,
140
  "eval_loss": 0.4176293909549713,
141
- "eval_runtime": 50.4947,
142
- "eval_samples_per_second": 800.677,
143
- "eval_steps_per_second": 3.129,
144
  "step": 11376
145
  },
146
  {
@@ -148,9 +148,9 @@
148
  "step": 11376,
149
  "total_flos": 3.676621197992264e+17,
150
  "train_loss": 0.20186867962071328,
151
- "train_runtime": 10978.3186,
152
- "train_samples_per_second": 1657.112,
153
- "train_steps_per_second": 6.476
154
  }
155
  ],
156
  "max_steps": 71100,
 
19
  "eval_combined_score": 0.8116115925137688,
20
  "eval_f1": 0.794655289900157,
21
  "eval_loss": 0.3665443956851959,
22
+ "eval_runtime": 51.3292,
23
+ "eval_samples_per_second": 787.661,
24
+ "eval_steps_per_second": 3.078,
25
  "step": 1422
26
  },
27
  {
 
36
  "eval_combined_score": 0.8398193588062908,
37
  "eval_f1": 0.8171108917407043,
38
  "eval_loss": 0.3111252784729004,
39
+ "eval_runtime": 51.3204,
40
+ "eval_samples_per_second": 787.796,
41
+ "eval_steps_per_second": 3.079,
42
  "step": 2844
43
  },
44
  {
 
53
  "eval_combined_score": 0.8450796349525497,
54
  "eval_f1": 0.8221652060910999,
55
  "eval_loss": 0.3039037883281708,
56
+ "eval_runtime": 51.3838,
57
+ "eval_samples_per_second": 786.824,
58
+ "eval_steps_per_second": 3.075,
59
  "step": 4266
60
  },
61
  {
 
70
  "eval_combined_score": 0.8531681858438971,
71
  "eval_f1": 0.8326781970649895,
72
  "eval_loss": 0.32322049140930176,
73
+ "eval_runtime": 51.2318,
74
+ "eval_samples_per_second": 789.158,
75
+ "eval_steps_per_second": 3.084,
76
  "step": 5688
77
  },
78
  {
 
87
  "eval_combined_score": 0.8455726540359703,
88
  "eval_f1": 0.8194163938992965,
89
  "eval_loss": 0.3742031753063202,
90
+ "eval_runtime": 51.195,
91
+ "eval_samples_per_second": 789.725,
92
+ "eval_steps_per_second": 3.086,
93
  "step": 7110
94
  },
95
  {
 
104
  "eval_combined_score": 0.8431165534906415,
105
  "eval_f1": 0.8146031292419805,
106
  "eval_loss": 0.40085598826408386,
107
+ "eval_runtime": 51.3501,
108
+ "eval_samples_per_second": 787.341,
109
+ "eval_steps_per_second": 3.077,
110
  "step": 8532
111
  },
112
  {
 
121
  "eval_combined_score": 0.8499536553423827,
122
  "eval_f1": 0.8299592523122696,
123
  "eval_loss": 0.4470857083797455,
124
+ "eval_runtime": 51.3929,
125
+ "eval_samples_per_second": 786.684,
126
+ "eval_steps_per_second": 3.074,
127
  "step": 9954
128
  },
129
  {
 
138
  "eval_combined_score": 0.8567737171363892,
139
  "eval_f1": 0.8354371201496026,
140
  "eval_loss": 0.4176293909549713,
141
+ "eval_runtime": 51.3123,
142
+ "eval_samples_per_second": 787.92,
143
+ "eval_steps_per_second": 3.079,
144
  "step": 11376
145
  },
146
  {
 
148
  "step": 11376,
149
  "total_flos": 3.676621197992264e+17,
150
  "train_loss": 0.20186867962071328,
151
+ "train_runtime": 11093.9393,
152
+ "train_samples_per_second": 1639.841,
153
+ "train_steps_per_second": 6.409
154
  }
155
  ],
156
  "max_steps": 71100,