Hugging Face's logo

omarmomen
/
structroberta_s2_final

Fill-Mask
Transformers
PyTorch
English
roberta
custom_code
Model card Files Community
structroberta_s2_final
File size: 4,877 Bytes 
ecd6e41
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
 
{
  "best_metric": 0.8304761904761905,
  "best_model_checkpoint": "final_models/glue_models/structroberta_s2_final//finetune/sst2/checkpoint-2000",
  "epoch": 9.47867298578199,
  "global_step": 4000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.95,
      "eval_accuracy": 0.8110235929489136,
      "eval_f1": 0.8102766798418972,
      "eval_loss": 0.4257064461708069,
      "eval_mcc": 0.6220413857242502,
      "eval_runtime": 0.9922,
      "eval_samples_per_second": 511.972,
      "eval_steps_per_second": 64.5,
      "step": 400
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.407582938388626e-05,
      "loss": 0.3763,
      "step": 500
    },
    {
      "epoch": 1.9,
      "eval_accuracy": 0.8070865869522095,
      "eval_f1": 0.8243727598566307,
      "eval_loss": 0.5127468705177307,
      "eval_mcc": 0.6277527819251606,
      "eval_runtime": 0.9929,
      "eval_samples_per_second": 511.623,
      "eval_steps_per_second": 64.456,
      "step": 800
    },
    {
      "epoch": 2.37,
      "learning_rate": 3.815165876777251e-05,
      "loss": 0.1968,
      "step": 1000
    },
    {
      "epoch": 2.84,
      "eval_accuracy": 0.8129921555519104,
      "eval_f1": 0.8080808080808081,
      "eval_loss": 0.5491798520088196,
      "eval_mcc": 0.6265026705560554,
      "eval_runtime": 0.9941,
      "eval_samples_per_second": 511.013,
      "eval_steps_per_second": 64.38,
      "step": 1200
    },
    {
      "epoch": 3.55,
      "learning_rate": 3.222748815165877e-05,
      "loss": 0.1208,
      "step": 1500
    },
    {
      "epoch": 3.79,
      "eval_accuracy": 0.8188976645469666,
      "eval_f1": 0.8270676691729323,
      "eval_loss": 0.6646919846534729,
      "eval_mcc": 0.6413015929266274,
      "eval_runtime": 0.9945,
      "eval_samples_per_second": 510.824,
      "eval_steps_per_second": 64.356,
      "step": 1600
    },
    {
      "epoch": 4.74,
      "learning_rate": 2.6303317535545023e-05,
      "loss": 0.0765,
      "step": 2000
    },
    {
      "epoch": 4.74,
      "eval_accuracy": 0.8248031735420227,
      "eval_f1": 0.8304761904761905,
      "eval_loss": 0.687165379524231,
      "eval_mcc": 0.6515283866658971,
      "eval_runtime": 0.9913,
      "eval_samples_per_second": 512.447,
      "eval_steps_per_second": 64.56,
      "step": 2000
    },
    {
      "epoch": 5.69,
      "eval_accuracy": 0.8031495809555054,
      "eval_f1": 0.7975708502024291,
      "eval_loss": 0.790716826915741,
      "eval_mcc": 0.6068978167568908,
      "eval_runtime": 0.9943,
      "eval_samples_per_second": 510.929,
      "eval_steps_per_second": 64.369,
      "step": 2400
    },
    {
      "epoch": 5.92,
      "learning_rate": 2.037914691943128e-05,
      "loss": 0.0477,
      "step": 2500
    },
    {
      "epoch": 6.64,
      "eval_accuracy": 0.8248031735420227,
      "eval_f1": 0.8271844660194174,
      "eval_loss": 0.8302326202392578,
      "eval_mcc": 0.6500578442769696,
      "eval_runtime": 0.991,
      "eval_samples_per_second": 512.589,
      "eval_steps_per_second": 64.578,
      "step": 2800
    },
    {
      "epoch": 7.11,
      "learning_rate": 1.4454976303317535e-05,
      "loss": 0.0294,
      "step": 3000
    },
    {
      "epoch": 7.58,
      "eval_accuracy": 0.8129921555519104,
      "eval_f1": 0.8118811881188119,
      "eval_loss": 0.9771924614906311,
      "eval_mcc": 0.6259775087526785,
      "eval_runtime": 0.9936,
      "eval_samples_per_second": 511.275,
      "eval_steps_per_second": 64.413,
      "step": 3200
    },
    {
      "epoch": 8.29,
      "learning_rate": 8.530805687203793e-06,
      "loss": 0.0172,
      "step": 3500
    },
    {
      "epoch": 8.53,
      "eval_accuracy": 0.8188976645469666,
      "eval_f1": 0.8210116731517509,
      "eval_loss": 1.0711852312088013,
      "eval_mcc": 0.6381511040271763,
      "eval_runtime": 0.9924,
      "eval_samples_per_second": 511.908,
      "eval_steps_per_second": 64.492,
      "step": 3600
    },
    {
      "epoch": 9.48,
      "learning_rate": 2.6066350710900472e-06,
      "loss": 0.0113,
      "step": 4000
    },
    {
      "epoch": 9.48,
      "eval_accuracy": 0.8149606585502625,
      "eval_f1": 0.815686274509804,
      "eval_loss": 1.136107087135315,
      "eval_mcc": 0.6300165875296968,
      "eval_runtime": 0.9923,
      "eval_samples_per_second": 511.934,
      "eval_steps_per_second": 64.496,
      "step": 4000
    },
    {
      "epoch": 9.48,
      "step": 4000,
      "total_flos": 3.997142324210074e+16,
      "train_loss": 0.10950899147987365,
      "train_runtime": 2086.3883,
      "train_samples_per_second": 242.179,
      "train_steps_per_second": 2.023
    }
  ],
  "max_steps": 4220,
  "num_train_epochs": 10,
  "total_flos": 3.997142324210074e+16,
  "trial_name": null,
  "trial_params": null
}