Theoreticallyhugo commited on
Commit
a192b2b
1 Parent(s): 4cd2d97

Training in progress, epoch 2, checkpoint

Browse files
checkpoint-162/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1cb7714c078eccb9316c9aae707b3bbc8e6fd38502e8d4fbb9abcb02d2ce78c9
3
  size 592318676
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3b1462d1cbcace3ac3c8ddf4ccb8a3cbb627a704f370060841b0e444c12391a
3
  size 592318676
checkpoint-162/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c74fddf14234bd250e65411d334147f20c2180aa29944d8a4a57eaf8ff2abcb2
3
  size 1014645498
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a6629355046299ed3c104355150f6201110b6b7cc1e077505776964e3461ae8
3
  size 1014645498
checkpoint-162/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0bd8264931534616018335b535732049961e4647585455e22b74dcb3e6034c63
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46048b97dd03acf4cb6c82fc924d60322fb8fb6d0b9ecb6d39c987081744ecab
3
  size 1064
checkpoint-162/trainer_state.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
- "best_metric": null,
3
- "best_model_checkpoint": null,
4
  "epoch": 2.0,
5
  "eval_steps": 500,
6
  "global_step": 162,
@@ -11,86 +11,86 @@
11
  {
12
  "epoch": 1.0,
13
  "eval_B": {
14
- "f1-score": 0.8331822302810515,
15
- "precision": 0.7901977644024075,
16
- "recall": 0.8811121764141898,
17
- "support": 1043.0
18
  },
19
  "eval_I": {
20
- "f1-score": 0.9471294753175105,
21
- "precision": 0.9443616777446711,
22
- "recall": 0.9499135446685879,
23
- "support": 17350.0
24
  },
25
  "eval_O": {
26
- "f1-score": 0.8992868897421833,
27
- "precision": 0.9103731674811195,
28
- "recall": 0.8884673748103187,
29
- "support": 9226.0
30
  },
31
- "eval_accuracy": 0.9267895289474637,
32
- "eval_loss": 0.20478281378746033,
33
  "eval_macro avg": {
34
- "f1-score": 0.8931995317802484,
35
- "precision": 0.8816442032093993,
36
- "recall": 0.9064976986310321,
37
- "support": 27619.0
38
  },
39
- "eval_runtime": 4.6128,
40
- "eval_samples_per_second": 17.343,
41
- "eval_steps_per_second": 2.168,
42
  "eval_weighted avg": {
43
- "f1-score": 0.9268447919078652,
44
- "precision": 0.9271861479533134,
45
- "recall": 0.9267895289474637,
46
- "support": 27619.0
47
  },
48
  "step": 81
49
  },
50
  {
51
  "epoch": 2.0,
52
  "eval_B": {
53
- "f1-score": 0.8682547399124939,
54
- "precision": 0.8806706114398422,
55
- "recall": 0.8561840843720039,
56
- "support": 1043.0
57
  },
58
  "eval_I": {
59
- "f1-score": 0.9590983771942466,
60
- "precision": 0.9592919333448654,
61
- "recall": 0.9589048991354466,
62
- "support": 17350.0
63
  },
64
  "eval_O": {
65
- "f1-score": 0.9226525313717006,
66
- "precision": 0.9208594256100194,
67
- "recall": 0.9244526338608281,
68
- "support": 9226.0
69
  },
70
- "eval_accuracy": 0.9435171439950758,
71
- "eval_loss": 0.16574698686599731,
72
  "eval_macro avg": {
73
- "f1-score": 0.9166685494928136,
74
- "precision": 0.9202739901315756,
75
- "recall": 0.9131805391227594,
76
- "support": 27619.0
77
  },
78
- "eval_runtime": 4.6238,
79
- "eval_samples_per_second": 17.302,
80
- "eval_steps_per_second": 2.163,
81
  "eval_weighted avg": {
82
- "f1-score": 0.9434932036816766,
83
- "precision": 0.9434846863370583,
84
- "recall": 0.9435171439950758,
85
- "support": 27619.0
86
  },
87
  "step": 162
88
  }
89
  ],
90
  "logging_steps": 500,
91
- "max_steps": 4050,
92
  "num_input_tokens_seen": 0,
93
- "num_train_epochs": 50,
94
  "save_steps": 500,
95
  "total_flos": 287573305471200.0,
96
  "train_batch_size": 4,
 
1
  {
2
+ "best_metric": 0.2252955436706543,
3
+ "best_model_checkpoint": "longformer-spans/checkpoint-162",
4
  "epoch": 2.0,
5
  "eval_steps": 500,
6
  "global_step": 162,
 
11
  {
12
  "epoch": 1.0,
13
  "eval_B": {
14
+ "f1-score": 0.816,
15
+ "precision": 0.7461594732991953,
16
+ "recall": 0.9002647837599294,
17
+ "support": 1133.0
18
  },
19
  "eval_I": {
20
+ "f1-score": 0.9321376763813793,
21
+ "precision": 0.9024103768767235,
22
+ "recall": 0.9638902525500463,
23
+ "support": 18333.0
24
  },
25
  "eval_O": {
26
+ "f1-score": 0.8560784528570645,
27
+ "precision": 0.931782945736434,
28
+ "recall": 0.7917511147142278,
29
+ "support": 9868.0
30
  },
31
+ "eval_accuracy": 0.9035249198881844,
32
+ "eval_loss": 0.2619660496711731,
33
  "eval_macro avg": {
34
+ "f1-score": 0.8680720430794812,
35
+ "precision": 0.860117598637451,
36
+ "recall": 0.8853020503414012,
37
+ "support": 29334.0
38
  },
39
+ "eval_runtime": 5.5032,
40
+ "eval_samples_per_second": 14.537,
41
+ "eval_steps_per_second": 1.817,
42
  "eval_weighted avg": {
43
+ "f1-score": 0.9020655278480035,
44
+ "precision": 0.9062562975065145,
45
+ "recall": 0.9035249198881844,
46
+ "support": 29334.0
47
  },
48
  "step": 81
49
  },
50
  {
51
  "epoch": 2.0,
52
  "eval_B": {
53
+ "f1-score": 0.8512256973795435,
54
+ "precision": 0.8167072181670721,
55
+ "recall": 0.8887908208296558,
56
+ "support": 1133.0
57
  },
58
  "eval_I": {
59
+ "f1-score": 0.9416781438711729,
60
+ "precision": 0.9152551099212274,
61
+ "recall": 0.9696721758577429,
62
+ "support": 18333.0
63
  },
64
  "eval_O": {
65
+ "f1-score": 0.8778173190984578,
66
+ "precision": 0.9380041484212952,
67
+ "recall": 0.8248885285772193,
68
+ "support": 9868.0
69
  },
70
+ "eval_accuracy": 0.9178427763005387,
71
+ "eval_loss": 0.2252955436706543,
72
  "eval_macro avg": {
73
+ "f1-score": 0.8902403867830581,
74
+ "precision": 0.8899888255031981,
75
+ "recall": 0.8944505084215394,
76
+ "support": 29334.0
77
  },
78
+ "eval_runtime": 5.4972,
79
+ "eval_samples_per_second": 14.553,
80
+ "eval_steps_per_second": 1.819,
81
  "eval_weighted avg": {
82
+ "f1-score": 0.9167016237671239,
83
+ "precision": 0.9191015935430046,
84
+ "recall": 0.9178427763005387,
85
+ "support": 29334.0
86
  },
87
  "step": 162
88
  }
89
  ],
90
  "logging_steps": 500,
91
+ "max_steps": 1620,
92
  "num_input_tokens_seen": 0,
93
+ "num_train_epochs": 20,
94
  "save_steps": 500,
95
  "total_flos": 287573305471200.0,
96
  "train_batch_size": 4,
checkpoint-162/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:821ca433db9ddb761291ab61fc06d651ad248cd9d560cdb25f7f905e5aaff14e
3
  size 4856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1094850123635c13193a80398a7bb1e351dd871416d3ce265431b259bf603290
3
  size 4856