Theoreticallyhugo commited on
Commit
5df034f
·
verified ·
1 Parent(s): b8116ea

Training in progress, epoch 3, checkpoint

Browse files
checkpoint-243/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:53190b17ff35b9ad5c167544ed90396f7280afc5ddb1a6c61af3086822d56282
3
  size 592318676
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea4d8a7c9fe2821c281e4bde724a6657d8920522d541c7d830dd550998acd221
3
  size 592318676
checkpoint-243/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2f41c3702d7f6a6ba317df61e02a9051a0fb6bacbce78a09c7f9cf6aed36785a
3
  size 1014645498
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e927cd86735068b468ed669860db347d0a23008ccb0d654855b74aa39ac0de93
3
  size 1014645498
checkpoint-243/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5e7403b5a2b8007c90df75059abe86b7e67f96587685c6c4fcbd47bcd5bb1b47
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e984b98ab63d56b5554ebc9d5cbb96c54b5395d60b231b99094a49c73bd68ca
3
  size 1064
checkpoint-243/trainer_state.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
- "best_metric": null,
3
- "best_model_checkpoint": null,
4
  "epoch": 3.0,
5
  "eval_steps": 500,
6
  "global_step": 243,
@@ -11,125 +11,125 @@
11
  {
12
  "epoch": 1.0,
13
  "eval_B": {
14
- "f1-score": 0.8331822302810515,
15
- "precision": 0.7901977644024075,
16
- "recall": 0.8811121764141898,
17
- "support": 1043.0
18
  },
19
  "eval_I": {
20
- "f1-score": 0.9471294753175105,
21
- "precision": 0.9443616777446711,
22
- "recall": 0.9499135446685879,
23
- "support": 17350.0
24
  },
25
  "eval_O": {
26
- "f1-score": 0.8992868897421833,
27
- "precision": 0.9103731674811195,
28
- "recall": 0.8884673748103187,
29
- "support": 9226.0
30
  },
31
- "eval_accuracy": 0.9267895289474637,
32
- "eval_loss": 0.20478281378746033,
33
  "eval_macro avg": {
34
- "f1-score": 0.8931995317802484,
35
- "precision": 0.8816442032093993,
36
- "recall": 0.9064976986310321,
37
- "support": 27619.0
38
  },
39
- "eval_runtime": 4.6128,
40
- "eval_samples_per_second": 17.343,
41
- "eval_steps_per_second": 2.168,
42
  "eval_weighted avg": {
43
- "f1-score": 0.9268447919078652,
44
- "precision": 0.9271861479533134,
45
- "recall": 0.9267895289474637,
46
- "support": 27619.0
47
  },
48
  "step": 81
49
  },
50
  {
51
  "epoch": 2.0,
52
  "eval_B": {
53
- "f1-score": 0.8682547399124939,
54
- "precision": 0.8806706114398422,
55
- "recall": 0.8561840843720039,
56
- "support": 1043.0
57
  },
58
  "eval_I": {
59
- "f1-score": 0.9590983771942466,
60
- "precision": 0.9592919333448654,
61
- "recall": 0.9589048991354466,
62
- "support": 17350.0
63
  },
64
  "eval_O": {
65
- "f1-score": 0.9226525313717006,
66
- "precision": 0.9208594256100194,
67
- "recall": 0.9244526338608281,
68
- "support": 9226.0
69
  },
70
- "eval_accuracy": 0.9435171439950758,
71
- "eval_loss": 0.16574698686599731,
72
  "eval_macro avg": {
73
- "f1-score": 0.9166685494928136,
74
- "precision": 0.9202739901315756,
75
- "recall": 0.9131805391227594,
76
- "support": 27619.0
77
  },
78
- "eval_runtime": 4.6238,
79
- "eval_samples_per_second": 17.302,
80
- "eval_steps_per_second": 2.163,
81
  "eval_weighted avg": {
82
- "f1-score": 0.9434932036816766,
83
- "precision": 0.9434846863370583,
84
- "recall": 0.9435171439950758,
85
- "support": 27619.0
86
  },
87
  "step": 162
88
  },
89
  {
90
  "epoch": 3.0,
91
  "eval_B": {
92
- "f1-score": 0.8791725434884815,
93
- "precision": 0.8625461254612546,
94
- "recall": 0.8964525407478428,
95
- "support": 1043.0
96
  },
97
  "eval_I": {
98
- "f1-score": 0.9588372159825352,
99
- "precision": 0.9557349825345015,
100
- "recall": 0.9619596541786744,
101
- "support": 17350.0
102
  },
103
  "eval_O": {
104
- "f1-score": 0.9204284621270084,
105
- "precision": 0.9282407407407407,
106
- "recall": 0.9127465857359636,
107
- "support": 9226.0
108
  },
109
- "eval_accuracy": 0.9430464535283681,
110
- "eval_loss": 0.15394224226474762,
111
  "eval_macro avg": {
112
- "f1-score": 0.9194794071993417,
113
- "precision": 0.9155072829121655,
114
- "recall": 0.9237195935541602,
115
- "support": 27619.0
116
  },
117
- "eval_runtime": 4.6233,
118
- "eval_samples_per_second": 17.303,
119
- "eval_steps_per_second": 2.163,
120
  "eval_weighted avg": {
121
- "f1-score": 0.9429985029052194,
122
- "precision": 0.9430314866542512,
123
- "recall": 0.9430464535283681,
124
- "support": 27619.0
125
  },
126
  "step": 243
127
  }
128
  ],
129
  "logging_steps": 500,
130
- "max_steps": 4050,
131
  "num_input_tokens_seen": 0,
132
- "num_train_epochs": 50,
133
  "save_steps": 500,
134
  "total_flos": 431359958206800.0,
135
  "train_batch_size": 4,
 
1
  {
2
+ "best_metric": 0.2252955436706543,
3
+ "best_model_checkpoint": "longformer-spans/checkpoint-162",
4
  "epoch": 3.0,
5
  "eval_steps": 500,
6
  "global_step": 243,
 
11
  {
12
  "epoch": 1.0,
13
  "eval_B": {
14
+ "f1-score": 0.816,
15
+ "precision": 0.7461594732991953,
16
+ "recall": 0.9002647837599294,
17
+ "support": 1133.0
18
  },
19
  "eval_I": {
20
+ "f1-score": 0.9321376763813793,
21
+ "precision": 0.9024103768767235,
22
+ "recall": 0.9638902525500463,
23
+ "support": 18333.0
24
  },
25
  "eval_O": {
26
+ "f1-score": 0.8560784528570645,
27
+ "precision": 0.931782945736434,
28
+ "recall": 0.7917511147142278,
29
+ "support": 9868.0
30
  },
31
+ "eval_accuracy": 0.9035249198881844,
32
+ "eval_loss": 0.2619660496711731,
33
  "eval_macro avg": {
34
+ "f1-score": 0.8680720430794812,
35
+ "precision": 0.860117598637451,
36
+ "recall": 0.8853020503414012,
37
+ "support": 29334.0
38
  },
39
+ "eval_runtime": 5.5032,
40
+ "eval_samples_per_second": 14.537,
41
+ "eval_steps_per_second": 1.817,
42
  "eval_weighted avg": {
43
+ "f1-score": 0.9020655278480035,
44
+ "precision": 0.9062562975065145,
45
+ "recall": 0.9035249198881844,
46
+ "support": 29334.0
47
  },
48
  "step": 81
49
  },
50
  {
51
  "epoch": 2.0,
52
  "eval_B": {
53
+ "f1-score": 0.8512256973795435,
54
+ "precision": 0.8167072181670721,
55
+ "recall": 0.8887908208296558,
56
+ "support": 1133.0
57
  },
58
  "eval_I": {
59
+ "f1-score": 0.9416781438711729,
60
+ "precision": 0.9152551099212274,
61
+ "recall": 0.9696721758577429,
62
+ "support": 18333.0
63
  },
64
  "eval_O": {
65
+ "f1-score": 0.8778173190984578,
66
+ "precision": 0.9380041484212952,
67
+ "recall": 0.8248885285772193,
68
+ "support": 9868.0
69
  },
70
+ "eval_accuracy": 0.9178427763005387,
71
+ "eval_loss": 0.2252955436706543,
72
  "eval_macro avg": {
73
+ "f1-score": 0.8902403867830581,
74
+ "precision": 0.8899888255031981,
75
+ "recall": 0.8944505084215394,
76
+ "support": 29334.0
77
  },
78
+ "eval_runtime": 5.4972,
79
+ "eval_samples_per_second": 14.553,
80
+ "eval_steps_per_second": 1.819,
81
  "eval_weighted avg": {
82
+ "f1-score": 0.9167016237671239,
83
+ "precision": 0.9191015935430046,
84
+ "recall": 0.9178427763005387,
85
+ "support": 29334.0
86
  },
87
  "step": 162
88
  },
89
  {
90
  "epoch": 3.0,
91
  "eval_B": {
92
+ "f1-score": 0.8531120331950207,
93
+ "precision": 0.8050117462803446,
94
+ "recall": 0.9073256840247131,
95
+ "support": 1133.0
96
  },
97
  "eval_I": {
98
+ "f1-score": 0.9469915571230095,
99
+ "precision": 0.9280963603037444,
100
+ "recall": 0.9666721213112965,
101
+ "support": 18333.0
102
  },
103
  "eval_O": {
104
+ "f1-score": 0.8903876792352629,
105
+ "precision": 0.9353938852934612,
106
+ "recall": 0.8495135792460479,
107
+ "support": 9868.0
108
  },
109
+ "eval_accuracy": 0.9249676143724006,
110
+ "eval_loss": 0.22786012291908264,
111
  "eval_macro avg": {
112
+ "f1-score": 0.8968304231844311,
113
+ "precision": 0.8895006639591835,
114
+ "recall": 0.9078371281940192,
115
+ "support": 29334.0
116
  },
117
+ "eval_runtime": 5.5036,
118
+ "eval_samples_per_second": 14.536,
119
+ "eval_steps_per_second": 1.817,
120
  "eval_weighted avg": {
121
+ "f1-score": 0.9243239165827936,
122
+ "precision": 0.9257972230878861,
123
+ "recall": 0.9249676143724006,
124
+ "support": 29334.0
125
  },
126
  "step": 243
127
  }
128
  ],
129
  "logging_steps": 500,
130
+ "max_steps": 1620,
131
  "num_input_tokens_seen": 0,
132
+ "num_train_epochs": 20,
133
  "save_steps": 500,
134
  "total_flos": 431359958206800.0,
135
  "train_batch_size": 4,
checkpoint-243/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:821ca433db9ddb761291ab61fc06d651ad248cd9d560cdb25f7f905e5aaff14e
3
  size 4856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1094850123635c13193a80398a7bb1e351dd871416d3ce265431b259bf603290
3
  size 4856