gokuls commited on
Commit
254606a
1 Parent(s): 209ee5a

End of training

Browse files
README.md CHANGED
@@ -1,4 +1,6 @@
1
  ---
 
 
2
  tags:
3
  - generated_from_trainer
4
  datasets:
@@ -12,7 +14,7 @@ model-index:
12
  name: Text Classification
13
  type: text-classification
14
  dataset:
15
- name: glue
16
  type: glue
17
  config: sst2
18
  split: validation
@@ -28,9 +30,9 @@ should probably proofread and complete it, then remove this comment. -->
28
 
29
  # add_BERT_no_pretrain_sst2
30
 
31
- This model is a fine-tuned version of [](https://huggingface.co/) on the glue dataset.
32
  It achieves the following results on the evaluation set:
33
- - Loss: 0.7002
34
  - Accuracy: 0.5092
35
 
36
  ## Model description
 
1
  ---
2
+ language:
3
+ - en
4
  tags:
5
  - generated_from_trainer
6
  datasets:
 
14
  name: Text Classification
15
  type: text-classification
16
  dataset:
17
+ name: GLUE SST2
18
  type: glue
19
  config: sst2
20
  split: validation
 
30
 
31
  # add_BERT_no_pretrain_sst2
32
 
33
+ This model is a fine-tuned version of [](https://huggingface.co/) on the GLUE SST2 dataset.
34
  It achieves the following results on the evaluation set:
35
+ - Loss: 0.6936
36
  - Accuracy: 0.5092
37
 
38
  ## Model description
all_results.json CHANGED
@@ -1,14 +1,14 @@
1
  {
2
  "epoch": 6.0,
3
  "eval_accuracy": 0.5091743119266054,
4
- "eval_loss": 0.6978054046630859,
5
- "eval_runtime": 1.3601,
6
  "eval_samples": 872,
7
- "eval_samples_per_second": 641.11,
8
- "eval_steps_per_second": 5.147,
9
- "train_loss": 0.5792089338019104,
10
- "train_runtime": 1859.6741,
11
  "train_samples": 67349,
12
- "train_samples_per_second": 1810.774,
13
- "train_steps_per_second": 14.169
14
  }
 
1
  {
2
  "epoch": 6.0,
3
  "eval_accuracy": 0.5091743119266054,
4
+ "eval_loss": 0.6935691237449646,
5
+ "eval_runtime": 1.6342,
6
  "eval_samples": 872,
7
+ "eval_samples_per_second": 533.578,
8
+ "eval_steps_per_second": 4.283,
9
+ "train_loss": 0.6896291946324271,
10
+ "train_runtime": 2408.1345,
11
  "train_samples": 67349,
12
+ "train_samples_per_second": 1398.365,
13
+ "train_steps_per_second": 10.942
14
  }
eval_results.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "epoch": 6.0,
3
  "eval_accuracy": 0.5091743119266054,
4
- "eval_loss": 0.6978054046630859,
5
- "eval_runtime": 1.3601,
6
  "eval_samples": 872,
7
- "eval_samples_per_second": 641.11,
8
- "eval_steps_per_second": 5.147
9
  }
 
1
  {
2
  "epoch": 6.0,
3
  "eval_accuracy": 0.5091743119266054,
4
+ "eval_loss": 0.6935691237449646,
5
+ "eval_runtime": 1.6342,
6
  "eval_samples": 872,
7
+ "eval_samples_per_second": 533.578,
8
+ "eval_steps_per_second": 4.283
9
  }
logs/events.out.tfevents.1686775817.serv-9219.1715196.11 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a971aa113d8472d020e6c941559f2116a1c6116583dbedbb69fc71c2744e2b8
3
+ size 363
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 6.0,
3
- "train_loss": 0.5792089338019104,
4
- "train_runtime": 1859.6741,
5
  "train_samples": 67349,
6
- "train_samples_per_second": 1810.774,
7
- "train_steps_per_second": 14.169
8
  }
 
1
  {
2
  "epoch": 6.0,
3
+ "train_loss": 0.6896291946324271,
4
+ "train_runtime": 2408.1345,
5
  "train_samples": 67349,
6
+ "train_samples_per_second": 1398.365,
7
+ "train_steps_per_second": 10.942
8
  }
trainer_state.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "best_metric": 0.6978054046630859,
3
  "best_model_checkpoint": "add_BERT_no_pretrain_sst2/checkpoint-527",
4
  "epoch": 6.0,
5
  "global_step": 3162,
@@ -9,102 +9,102 @@
9
  "log_history": [
10
  {
11
  "epoch": 1.0,
12
- "learning_rate": 0.0004900379506641366,
13
- "loss": 0.7276,
14
  "step": 527
15
  },
16
  {
17
  "epoch": 1.0,
18
  "eval_accuracy": 0.5091743119266054,
19
- "eval_loss": 0.6978054046630859,
20
- "eval_runtime": 1.3727,
21
- "eval_samples_per_second": 635.255,
22
- "eval_steps_per_second": 5.1,
23
  "step": 527
24
  },
25
  {
26
  "epoch": 2.0,
27
- "learning_rate": 0.00048003795066413666,
28
- "loss": 0.6872,
29
  "step": 1054
30
  },
31
  {
32
  "epoch": 2.0,
33
  "eval_accuracy": 0.5091743119266054,
34
- "eval_loss": 0.7013314366340637,
35
- "eval_runtime": 1.3699,
36
- "eval_samples_per_second": 636.538,
37
- "eval_steps_per_second": 5.11,
38
  "step": 1054
39
  },
40
  {
41
  "epoch": 3.0,
42
- "learning_rate": 0.00047003795066413663,
43
- "loss": 0.6873,
44
  "step": 1581
45
  },
46
  {
47
  "epoch": 3.0,
48
  "eval_accuracy": 0.5091743119266054,
49
- "eval_loss": 0.6995900273323059,
50
- "eval_runtime": 1.3659,
51
- "eval_samples_per_second": 638.425,
52
- "eval_steps_per_second": 5.125,
53
  "step": 1581
54
  },
55
  {
56
  "epoch": 4.0,
57
- "learning_rate": 0.0004604554079696395,
58
- "loss": 0.6868,
59
  "step": 2108
60
  },
61
  {
62
  "epoch": 4.0,
63
- "eval_accuracy": 0.4908256880733945,
64
- "eval_loss": NaN,
65
- "eval_runtime": 1.3643,
66
- "eval_samples_per_second": 639.154,
67
- "eval_steps_per_second": 5.131,
68
  "step": 2108
69
  },
70
  {
71
  "epoch": 5.0,
72
- "learning_rate": 0.000453168880455408,
73
- "loss": 0.6864,
74
  "step": 2635
75
  },
76
  {
77
  "epoch": 5.0,
78
- "eval_accuracy": 0.4908256880733945,
79
- "eval_loss": NaN,
80
- "eval_runtime": 1.3451,
81
- "eval_samples_per_second": 648.288,
82
- "eval_steps_per_second": 5.204,
83
  "step": 2635
84
  },
85
  {
86
  "epoch": 6.0,
87
- "learning_rate": 0.000443168880455408,
88
- "loss": 0.0,
89
  "step": 3162
90
  },
91
  {
92
  "epoch": 6.0,
93
- "eval_accuracy": 0.4908256880733945,
94
- "eval_loss": NaN,
95
- "eval_runtime": 1.3487,
96
- "eval_samples_per_second": 646.555,
97
- "eval_steps_per_second": 5.19,
98
  "step": 3162
99
  },
100
  {
101
  "epoch": 6.0,
102
  "step": 3162,
103
  "total_flos": 5.771431023476736e+16,
104
- "train_loss": 0.5792089338019104,
105
- "train_runtime": 1859.6741,
106
- "train_samples_per_second": 1810.774,
107
- "train_steps_per_second": 14.169
108
  }
109
  ],
110
  "max_steps": 26350,
 
1
  {
2
+ "best_metric": 0.6935691237449646,
3
  "best_model_checkpoint": "add_BERT_no_pretrain_sst2/checkpoint-527",
4
  "epoch": 6.0,
5
  "global_step": 3162,
 
9
  "log_history": [
10
  {
11
  "epoch": 1.0,
12
+ "learning_rate": 3.9200000000000004e-05,
13
+ "loss": 0.6983,
14
  "step": 527
15
  },
16
  {
17
  "epoch": 1.0,
18
  "eval_accuracy": 0.5091743119266054,
19
+ "eval_loss": 0.6935691237449646,
20
+ "eval_runtime": 1.6343,
21
+ "eval_samples_per_second": 533.567,
22
+ "eval_steps_per_second": 4.283,
23
  "step": 527
24
  },
25
  {
26
  "epoch": 2.0,
27
+ "learning_rate": 3.8400000000000005e-05,
28
+ "loss": 0.6895,
29
  "step": 1054
30
  },
31
  {
32
  "epoch": 2.0,
33
  "eval_accuracy": 0.5091743119266054,
34
+ "eval_loss": 0.7089212536811829,
35
+ "eval_runtime": 1.6328,
36
+ "eval_samples_per_second": 534.054,
37
+ "eval_steps_per_second": 4.287,
38
  "step": 1054
39
  },
40
  {
41
  "epoch": 3.0,
42
+ "learning_rate": 3.76e-05,
43
+ "loss": 0.6881,
44
  "step": 1581
45
  },
46
  {
47
  "epoch": 3.0,
48
  "eval_accuracy": 0.5091743119266054,
49
+ "eval_loss": 0.6993499994277954,
50
+ "eval_runtime": 1.6457,
51
+ "eval_samples_per_second": 529.872,
52
+ "eval_steps_per_second": 4.254,
53
  "step": 1581
54
  },
55
  {
56
  "epoch": 4.0,
57
+ "learning_rate": 3.680000000000001e-05,
58
+ "loss": 0.6875,
59
  "step": 2108
60
  },
61
  {
62
  "epoch": 4.0,
63
+ "eval_accuracy": 0.5091743119266054,
64
+ "eval_loss": 0.6993725299835205,
65
+ "eval_runtime": 1.6446,
66
+ "eval_samples_per_second": 530.225,
67
+ "eval_steps_per_second": 4.256,
68
  "step": 2108
69
  },
70
  {
71
  "epoch": 5.0,
72
+ "learning_rate": 3.6e-05,
73
+ "loss": 0.6874,
74
  "step": 2635
75
  },
76
  {
77
  "epoch": 5.0,
78
+ "eval_accuracy": 0.5091743119266054,
79
+ "eval_loss": 0.694109320640564,
80
+ "eval_runtime": 1.638,
81
+ "eval_samples_per_second": 532.346,
82
+ "eval_steps_per_second": 4.273,
83
  "step": 2635
84
  },
85
  {
86
  "epoch": 6.0,
87
+ "learning_rate": 3.52e-05,
88
+ "loss": 0.687,
89
  "step": 3162
90
  },
91
  {
92
  "epoch": 6.0,
93
+ "eval_accuracy": 0.5091743119266054,
94
+ "eval_loss": 0.7002017498016357,
95
+ "eval_runtime": 1.6315,
96
+ "eval_samples_per_second": 534.473,
97
+ "eval_steps_per_second": 4.29,
98
  "step": 3162
99
  },
100
  {
101
  "epoch": 6.0,
102
  "step": 3162,
103
  "total_flos": 5.771431023476736e+16,
104
+ "train_loss": 0.6896291946324271,
105
+ "train_runtime": 2408.1345,
106
+ "train_samples_per_second": 1398.365,
107
+ "train_steps_per_second": 10.942
108
  }
109
  ],
110
  "max_steps": 26350,