HikasaHana commited on
Commit
6b15685
1 Parent(s): 39bc368

Training in progress, epoch 1

Browse files
Files changed (36) hide show
  1. model.safetensors +1 -1
  2. run-3/checkpoint-1068/model.safetensors +1 -1
  3. run-3/checkpoint-1068/optimizer.pt +1 -1
  4. run-3/checkpoint-1068/rng_state.pth +1 -1
  5. run-3/checkpoint-1068/scheduler.pt +1 -1
  6. run-3/checkpoint-1068/trainer_state.json +28 -31
  7. run-3/checkpoint-1068/training_args.bin +1 -1
  8. run-3/checkpoint-534/model.safetensors +1 -1
  9. run-3/checkpoint-534/optimizer.pt +1 -1
  10. run-3/checkpoint-534/rng_state.pth +1 -1
  11. run-3/checkpoint-534/scheduler.pt +1 -1
  12. run-3/checkpoint-534/trainer_state.json +15 -18
  13. run-3/checkpoint-534/training_args.bin +1 -1
  14. run-3/checkpoint-801/model.safetensors +1 -1
  15. run-3/checkpoint-801/optimizer.pt +1 -1
  16. run-3/checkpoint-801/rng_state.pth +1 -1
  17. run-3/checkpoint-801/scheduler.pt +1 -1
  18. run-3/checkpoint-801/trainer_state.json +20 -23
  19. run-3/checkpoint-801/training_args.bin +1 -1
  20. run-4/checkpoint-267/model.safetensors +1 -1
  21. run-4/checkpoint-267/optimizer.pt +1 -1
  22. run-4/checkpoint-267/scheduler.pt +1 -1
  23. run-4/checkpoint-267/trainer_state.json +9 -9
  24. run-4/checkpoint-267/training_args.bin +1 -1
  25. run-4/checkpoint-534/model.safetensors +1 -1
  26. run-4/checkpoint-534/optimizer.pt +1 -1
  27. run-4/checkpoint-534/scheduler.pt +1 -1
  28. run-4/checkpoint-534/trainer_state.json +17 -17
  29. run-4/checkpoint-534/training_args.bin +1 -1
  30. run-4/checkpoint-801/model.safetensors +1 -1
  31. run-4/checkpoint-801/optimizer.pt +1 -1
  32. run-4/checkpoint-801/scheduler.pt +1 -1
  33. run-4/checkpoint-801/trainer_state.json +22 -22
  34. run-4/checkpoint-801/training_args.bin +1 -1
  35. runs/Apr19_08-35-52_21d31c708e60/events.out.tfevents.1713517318.21d31c708e60.946.24 +3 -0
  36. training_args.bin +1 -1
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:135197ad3195b359042613773b71696c5cf012cf3d066a9a2511d3838c3c35a9
3
  size 409103316
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:709e0174af7e7bfc36b2ca42177cb07663d435c4830e3ef2fd95156cc7684138
3
  size 409103316
run-3/checkpoint-1068/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2560b43fe84762a911d714a67fc5c2919fee7fafebcd308e914817d2dc8566ef
3
  size 409103316
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:638ef2c8256344c11b1952e1c4803f20ccd2b0e0c4c754cc573884f7f3399cea
3
  size 409103316
run-3/checkpoint-1068/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:854f66ea0079d652fdf4f15eeae49e6b2a1b1c1adb91ab7348289dfc954ec4ae
3
  size 818327802
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bee566473dc2dae2be0d80c7c09cd94e61ef20ac726fbf26c3b5573a0884d8b7
3
  size 818327802
run-3/checkpoint-1068/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:250d95c13c6d803d5fd5b5d295b3c98a11c83777eb8bc2925a16ee9368fd5b57
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88efce74fbb2721dc5ac34e297a693ee9d8b613381cc20bc06917c3f551f452b
3
  size 14244
run-3/checkpoint-1068/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8b015e282a908a0b0a7df9e3b39dbc5733ce7bd87981602ed5348ef6e624452a
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf5c025422936aa654887c4e9b654e6c7b7b7d0a40a731b6b887b2c5d246abef
3
  size 1064
run-3/checkpoint-1068/trainer_state.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "best_metric": 0.6060042381286621,
3
  "best_model_checkpoint": "BERT-WMM/run-3/checkpoint-534",
4
  "epoch": 4.0,
5
  "eval_steps": 500,
@@ -10,52 +10,52 @@
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
- "eval_accuracy": 0.7262910798122065,
14
- "eval_loss": 0.6716192960739136,
15
- "eval_runtime": 2.087,
16
- "eval_samples_per_second": 1020.621,
17
- "eval_steps_per_second": 64.208,
18
  "step": 267
19
  },
20
  {
21
  "epoch": 1.87,
22
- "grad_norm": 8.963554382324219,
23
- "learning_rate": 2.063992947537006e-05,
24
- "loss": 0.5881,
25
  "step": 500
26
  },
27
  {
28
  "epoch": 2.0,
29
- "eval_accuracy": 0.7652582159624414,
30
- "eval_loss": 0.6060042381286621,
31
- "eval_runtime": 2.1035,
32
- "eval_samples_per_second": 1012.591,
33
- "eval_steps_per_second": 63.703,
34
  "step": 534
35
  },
36
  {
37
  "epoch": 3.0,
38
- "eval_accuracy": 0.7680751173708921,
39
- "eval_loss": 0.7311103343963623,
40
- "eval_runtime": 1.9991,
41
- "eval_samples_per_second": 1065.459,
42
- "eval_steps_per_second": 67.029,
43
  "step": 801
44
  },
45
  {
46
  "epoch": 3.75,
47
- "grad_norm": 5.572795391082764,
48
- "learning_rate": 2.470977472403458e-06,
49
- "loss": 0.2017,
50
  "step": 1000
51
  },
52
  {
53
  "epoch": 4.0,
54
- "eval_accuracy": 0.7690140845070422,
55
- "eval_loss": 0.9167852997779846,
56
- "eval_runtime": 2.1137,
57
- "eval_samples_per_second": 1007.72,
58
- "eval_steps_per_second": 63.396,
59
  "step": 1068
60
  }
61
  ],
@@ -68,9 +68,6 @@
68
  "train_batch_size": 32,
69
  "trial_name": null,
70
  "trial_params": {
71
- "learning_rate": 3.8808881478336665e-05,
72
- "num_train_epochs": 4,
73
- "per_device_train_batch_size": 32,
74
- "weight_decay": 1.7684940065509674e-05
75
  }
76
  }
 
1
  {
2
+ "best_metric": 0.5784130692481995,
3
  "best_model_checkpoint": "BERT-WMM/run-3/checkpoint-534",
4
  "epoch": 4.0,
5
  "eval_steps": 500,
 
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
+ "eval_accuracy": 0.7549295774647887,
14
+ "eval_loss": 0.603171169757843,
15
+ "eval_runtime": 2.3997,
16
+ "eval_samples_per_second": 887.602,
17
+ "eval_steps_per_second": 55.84,
18
  "step": 267
19
  },
20
  {
21
  "epoch": 1.87,
22
+ "grad_norm": 9.50742244720459,
23
+ "learning_rate": 8.206819746059557e-06,
24
+ "loss": 0.6057,
25
  "step": 500
26
  },
27
  {
28
  "epoch": 2.0,
29
+ "eval_accuracy": 0.7676056338028169,
30
+ "eval_loss": 0.5784130692481995,
31
+ "eval_runtime": 2.4488,
32
+ "eval_samples_per_second": 869.828,
33
+ "eval_steps_per_second": 54.722,
34
  "step": 534
35
  },
36
  {
37
  "epoch": 3.0,
38
+ "eval_accuracy": 0.7657276995305164,
39
+ "eval_loss": 0.6564009189605713,
40
+ "eval_runtime": 2.4626,
41
+ "eval_samples_per_second": 864.929,
42
+ "eval_steps_per_second": 54.413,
43
  "step": 801
44
  },
45
  {
46
  "epoch": 3.75,
47
+ "grad_norm": 23.906795501708984,
48
+ "learning_rate": 9.825065893169892e-07,
49
+ "loss": 0.2903,
50
  "step": 1000
51
  },
52
  {
53
  "epoch": 4.0,
54
+ "eval_accuracy": 0.7544600938967136,
55
+ "eval_loss": 0.7257726788520813,
56
+ "eval_runtime": 2.4681,
57
+ "eval_samples_per_second": 863.014,
58
+ "eval_steps_per_second": 54.293,
59
  "step": 1068
60
  }
61
  ],
 
68
  "train_batch_size": 32,
69
  "trial_name": null,
70
  "trial_params": {
71
+ "num_train_epochs": 4
 
 
 
72
  }
73
  }
run-3/checkpoint-1068/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f6332b6cec121d165520e5db70de2b1562eb8b726bb5c9d5f52be871bd32d17a
3
  size 4856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8c637656beacaec83a46c1d786535828a5c615851f4d21b0069fcadd723fa83
3
  size 4856
run-3/checkpoint-534/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:22f8b5c2a4ec7c4ba90d6aff2ea3e383335216cad48a11aad9a4c34ba98ec717
3
  size 409103316
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fed076af4c274336a1bbda01e7b9e95519d0bf0a1fe5c7f712970d2aa901f093
3
  size 409103316
run-3/checkpoint-534/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a15515177657ad8b28551b140b8ba13ae9ced7b249f415715555788f0ae3458f
3
  size 818327802
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2699e5ce5a66cbca0b105d6408b39db28914becd331e717afd744ad8431c462
3
  size 818327802
run-3/checkpoint-534/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cc165f31ff0ffc674ac86349e2664c1e7bec0f07f3940fd4286bacf83dbab044
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50b42ca1a83d9e0487eef7bc4978f59ad97364890e28f585669fc8e766195ed9
3
  size 14244
run-3/checkpoint-534/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b3db5ba154f6a7f69aebf98a2b4a4ac03660b2d28daa6f2a82bd1de57dd1df6d
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9844fc449bc7d92d10fa8131195695656fc5bae595590761350f9f767121bb98
3
  size 1064
run-3/checkpoint-534/trainer_state.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "best_metric": 0.6060042381286621,
3
  "best_model_checkpoint": "BERT-WMM/run-3/checkpoint-534",
4
  "epoch": 2.0,
5
  "eval_steps": 500,
@@ -10,27 +10,27 @@
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
- "eval_accuracy": 0.7262910798122065,
14
- "eval_loss": 0.6716192960739136,
15
- "eval_runtime": 2.087,
16
- "eval_samples_per_second": 1020.621,
17
- "eval_steps_per_second": 64.208,
18
  "step": 267
19
  },
20
  {
21
  "epoch": 1.87,
22
- "grad_norm": 8.963554382324219,
23
- "learning_rate": 2.063992947537006e-05,
24
- "loss": 0.5881,
25
  "step": 500
26
  },
27
  {
28
  "epoch": 2.0,
29
- "eval_accuracy": 0.7652582159624414,
30
- "eval_loss": 0.6060042381286621,
31
- "eval_runtime": 2.1035,
32
- "eval_samples_per_second": 1012.591,
33
- "eval_steps_per_second": 63.703,
34
  "step": 534
35
  }
36
  ],
@@ -43,9 +43,6 @@
43
  "train_batch_size": 32,
44
  "trial_name": null,
45
  "trial_params": {
46
- "learning_rate": 3.8808881478336665e-05,
47
- "num_train_epochs": 4,
48
- "per_device_train_batch_size": 32,
49
- "weight_decay": 1.7684940065509674e-05
50
  }
51
  }
 
1
  {
2
+ "best_metric": 0.5784130692481995,
3
  "best_model_checkpoint": "BERT-WMM/run-3/checkpoint-534",
4
  "epoch": 2.0,
5
  "eval_steps": 500,
 
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
+ "eval_accuracy": 0.7549295774647887,
14
+ "eval_loss": 0.603171169757843,
15
+ "eval_runtime": 2.3997,
16
+ "eval_samples_per_second": 887.602,
17
+ "eval_steps_per_second": 55.84,
18
  "step": 267
19
  },
20
  {
21
  "epoch": 1.87,
22
+ "grad_norm": 9.50742244720459,
23
+ "learning_rate": 8.206819746059557e-06,
24
+ "loss": 0.6057,
25
  "step": 500
26
  },
27
  {
28
  "epoch": 2.0,
29
+ "eval_accuracy": 0.7676056338028169,
30
+ "eval_loss": 0.5784130692481995,
31
+ "eval_runtime": 2.4488,
32
+ "eval_samples_per_second": 869.828,
33
+ "eval_steps_per_second": 54.722,
34
  "step": 534
35
  }
36
  ],
 
43
  "train_batch_size": 32,
44
  "trial_name": null,
45
  "trial_params": {
46
+ "num_train_epochs": 4
 
 
 
47
  }
48
  }
run-3/checkpoint-534/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f6332b6cec121d165520e5db70de2b1562eb8b726bb5c9d5f52be871bd32d17a
3
  size 4856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8c637656beacaec83a46c1d786535828a5c615851f4d21b0069fcadd723fa83
3
  size 4856
run-3/checkpoint-801/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:05281ccfdb04657dc1f21097d3ad9814c9a9b02f644351f16dffed288040b382
3
  size 409103316
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abcee7b655d87d819ba748aa8f11b89f8184a75c41ea3f5cc09ed28b8dd04dde
3
  size 409103316
run-3/checkpoint-801/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:27ea57bff0992ea25dfd5bf56db87bf04d8cd5bd28a538a99a2d7764f24c4a2d
3
  size 818327802
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b4d09b23a9d36890a6ed4f07e4aa3231a59c99ec420ee4282010c427b8c1c25
3
  size 818327802
run-3/checkpoint-801/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:eb690786753304d1db2cd6b182863e5aa8196fd7b3d7323f4e394214c3dc44f0
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f2e88e818a2ba76e34870352cb30ede96939fd3b25fc6442146490e0caecf29
3
  size 14244
run-3/checkpoint-801/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dd3575a4ca08ff450ace7dcb5ea12993a659670863eefbcb00aa5df4d3ebd0c5
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60b556c69d4b9a7a2ce657180051c90827c184737105bee587768464e8ffe74c
3
  size 1064
run-3/checkpoint-801/trainer_state.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "best_metric": 0.6060042381286621,
3
  "best_model_checkpoint": "BERT-WMM/run-3/checkpoint-534",
4
  "epoch": 3.0,
5
  "eval_steps": 500,
@@ -10,36 +10,36 @@
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
- "eval_accuracy": 0.7262910798122065,
14
- "eval_loss": 0.6716192960739136,
15
- "eval_runtime": 2.087,
16
- "eval_samples_per_second": 1020.621,
17
- "eval_steps_per_second": 64.208,
18
  "step": 267
19
  },
20
  {
21
  "epoch": 1.87,
22
- "grad_norm": 8.963554382324219,
23
- "learning_rate": 2.063992947537006e-05,
24
- "loss": 0.5881,
25
  "step": 500
26
  },
27
  {
28
  "epoch": 2.0,
29
- "eval_accuracy": 0.7652582159624414,
30
- "eval_loss": 0.6060042381286621,
31
- "eval_runtime": 2.1035,
32
- "eval_samples_per_second": 1012.591,
33
- "eval_steps_per_second": 63.703,
34
  "step": 534
35
  },
36
  {
37
  "epoch": 3.0,
38
- "eval_accuracy": 0.7680751173708921,
39
- "eval_loss": 0.7311103343963623,
40
- "eval_runtime": 1.9991,
41
- "eval_samples_per_second": 1065.459,
42
- "eval_steps_per_second": 67.029,
43
  "step": 801
44
  }
45
  ],
@@ -52,9 +52,6 @@
52
  "train_batch_size": 32,
53
  "trial_name": null,
54
  "trial_params": {
55
- "learning_rate": 3.8808881478336665e-05,
56
- "num_train_epochs": 4,
57
- "per_device_train_batch_size": 32,
58
- "weight_decay": 1.7684940065509674e-05
59
  }
60
  }
 
1
  {
2
+ "best_metric": 0.5784130692481995,
3
  "best_model_checkpoint": "BERT-WMM/run-3/checkpoint-534",
4
  "epoch": 3.0,
5
  "eval_steps": 500,
 
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
+ "eval_accuracy": 0.7549295774647887,
14
+ "eval_loss": 0.603171169757843,
15
+ "eval_runtime": 2.3997,
16
+ "eval_samples_per_second": 887.602,
17
+ "eval_steps_per_second": 55.84,
18
  "step": 267
19
  },
20
  {
21
  "epoch": 1.87,
22
+ "grad_norm": 9.50742244720459,
23
+ "learning_rate": 8.206819746059557e-06,
24
+ "loss": 0.6057,
25
  "step": 500
26
  },
27
  {
28
  "epoch": 2.0,
29
+ "eval_accuracy": 0.7676056338028169,
30
+ "eval_loss": 0.5784130692481995,
31
+ "eval_runtime": 2.4488,
32
+ "eval_samples_per_second": 869.828,
33
+ "eval_steps_per_second": 54.722,
34
  "step": 534
35
  },
36
  {
37
  "epoch": 3.0,
38
+ "eval_accuracy": 0.7657276995305164,
39
+ "eval_loss": 0.6564009189605713,
40
+ "eval_runtime": 2.4626,
41
+ "eval_samples_per_second": 864.929,
42
+ "eval_steps_per_second": 54.413,
43
  "step": 801
44
  }
45
  ],
 
52
  "train_batch_size": 32,
53
  "trial_name": null,
54
  "trial_params": {
55
+ "num_train_epochs": 4
 
 
 
56
  }
57
  }
run-3/checkpoint-801/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f6332b6cec121d165520e5db70de2b1562eb8b726bb5c9d5f52be871bd32d17a
3
  size 4856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8c637656beacaec83a46c1d786535828a5c615851f4d21b0069fcadd723fa83
3
  size 4856
run-4/checkpoint-267/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:971a3ddf817b712dc07195c844772ef5d1ec4a8fd2faa3cfc511b714130228d0
3
  size 409103316
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:709e0174af7e7bfc36b2ca42177cb07663d435c4830e3ef2fd95156cc7684138
3
  size 409103316
run-4/checkpoint-267/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cc8b54fc5e8c9423b8eb78032472c72dce9ff03db39846d1622f31a3d6911c46
3
  size 818327802
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52ef4431d2c45c5021200b1e749d9a863141163026b276944e492c1db9ee3f59
3
  size 818327802
run-4/checkpoint-267/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d605219d0cdfe1356d19dfc261c4f045664dbc44ddf04517d0b2ebd1dab264c7
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44c8fc955f6ab66538b705aa40f6ebb08474ec445464a7a19ca29971b9fc42d4
3
  size 1064
run-4/checkpoint-267/trainer_state.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "best_metric": 0.6019130349159241,
3
  "best_model_checkpoint": "BERT-WMM/run-4/checkpoint-267",
4
  "epoch": 1.0,
5
  "eval_steps": 500,
@@ -10,23 +10,23 @@
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
- "eval_accuracy": 0.7563380281690141,
14
- "eval_loss": 0.6019130349159241,
15
- "eval_runtime": 2.4566,
16
- "eval_samples_per_second": 867.035,
17
- "eval_steps_per_second": 54.546,
18
  "step": 267
19
  }
20
  ],
21
  "logging_steps": 500,
22
- "max_steps": 801,
23
  "num_input_tokens_seen": 0,
24
- "num_train_epochs": 3,
25
  "save_steps": 500,
26
  "total_flos": 0,
27
  "train_batch_size": 32,
28
  "trial_name": null,
29
  "trial_params": {
30
- "per_device_train_batch_size": 32
31
  }
32
  }
 
1
  {
2
+ "best_metric": 0.6081846952438354,
3
  "best_model_checkpoint": "BERT-WMM/run-4/checkpoint-267",
4
  "epoch": 1.0,
5
  "eval_steps": 500,
 
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
+ "eval_accuracy": 0.7577464788732394,
14
+ "eval_loss": 0.6081846952438354,
15
+ "eval_runtime": 2.4392,
16
+ "eval_samples_per_second": 873.231,
17
+ "eval_steps_per_second": 54.936,
18
  "step": 267
19
  }
20
  ],
21
  "logging_steps": 500,
22
+ "max_steps": 1335,
23
  "num_input_tokens_seen": 0,
24
+ "num_train_epochs": 5,
25
  "save_steps": 500,
26
  "total_flos": 0,
27
  "train_batch_size": 32,
28
  "trial_name": null,
29
  "trial_params": {
30
+ "num_train_epochs": 5
31
  }
32
  }
run-4/checkpoint-267/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9cc12ec9008fe3ca8c11132361abe51e0525170497895a06dfb1609f916fd77f
3
  size 4856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d42e5e5ec734e47895bff309ce0f98b97c457fc4dc71b42d53c94016f0c7a855
3
  size 4856
run-4/checkpoint-534/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a2c26a4990298c617435add4fef099a107381df4b5d4dd2ceb1932c28c743541
3
  size 409103316
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:976557a36bef1a4a492485f3f6cb8948205b7b3a9ea05ce8ce0eb8982fcc1d9e
3
  size 409103316
run-4/checkpoint-534/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c7c82d05f4ce26f22c9acaa7998473a49f5f6cbfcd52e5fa856d9f347b60ad8c
3
  size 818327802
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:890b6f5cc14af75c85002de6e2745609f1bf02f4a33a71cd0af847d31243fe8a
3
  size 818327802
run-4/checkpoint-534/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dda5eab8086c3361f01b6da1d0d501e5d7ffcc15041db5c9a3384c00b843300f
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e2aa06609570d504e0cfaf6c3bd801e1681706921a7512c6ccb9eded784901f
3
  size 1064
run-4/checkpoint-534/trainer_state.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "best_metric": 0.5817901492118835,
3
  "best_model_checkpoint": "BERT-WMM/run-4/checkpoint-534",
4
  "epoch": 2.0,
5
  "eval_steps": 500,
@@ -10,39 +10,39 @@
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
- "eval_accuracy": 0.7563380281690141,
14
- "eval_loss": 0.6019130349159241,
15
- "eval_runtime": 2.4566,
16
- "eval_samples_per_second": 867.035,
17
- "eval_steps_per_second": 54.546,
18
  "step": 267
19
  },
20
  {
21
  "epoch": 1.87,
22
- "grad_norm": 9.674468994140625,
23
- "learning_rate": 5.7987153604787005e-06,
24
- "loss": 0.6061,
25
  "step": 500
26
  },
27
  {
28
  "epoch": 2.0,
29
- "eval_accuracy": 0.7619718309859155,
30
- "eval_loss": 0.5817901492118835,
31
- "eval_runtime": 2.4611,
32
- "eval_samples_per_second": 865.469,
33
- "eval_steps_per_second": 54.447,
34
  "step": 534
35
  }
36
  ],
37
  "logging_steps": 500,
38
- "max_steps": 801,
39
  "num_input_tokens_seen": 0,
40
- "num_train_epochs": 3,
41
  "save_steps": 500,
42
  "total_flos": 349221394826640.0,
43
  "train_batch_size": 32,
44
  "trial_name": null,
45
  "trial_params": {
46
- "per_device_train_batch_size": 32
47
  }
48
  }
 
1
  {
2
+ "best_metric": 0.5776590704917908,
3
  "best_model_checkpoint": "BERT-WMM/run-4/checkpoint-534",
4
  "epoch": 2.0,
5
  "eval_steps": 500,
 
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
+ "eval_accuracy": 0.7577464788732394,
14
+ "eval_loss": 0.6081846952438354,
15
+ "eval_runtime": 2.4392,
16
+ "eval_samples_per_second": 873.231,
17
+ "eval_steps_per_second": 54.936,
18
  "step": 267
19
  },
20
  {
21
  "epoch": 1.87,
22
+ "grad_norm": 9.532360076904297,
23
+ "learning_rate": 9.65168237740807e-06,
24
+ "loss": 0.6057,
25
  "step": 500
26
  },
27
  {
28
  "epoch": 2.0,
29
+ "eval_accuracy": 0.7657276995305164,
30
+ "eval_loss": 0.5776590704917908,
31
+ "eval_runtime": 2.4594,
32
+ "eval_samples_per_second": 866.069,
33
+ "eval_steps_per_second": 54.485,
34
  "step": 534
35
  }
36
  ],
37
  "logging_steps": 500,
38
+ "max_steps": 1335,
39
  "num_input_tokens_seen": 0,
40
+ "num_train_epochs": 5,
41
  "save_steps": 500,
42
  "total_flos": 349221394826640.0,
43
  "train_batch_size": 32,
44
  "trial_name": null,
45
  "trial_params": {
46
+ "num_train_epochs": 5
47
  }
48
  }
run-4/checkpoint-534/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9cc12ec9008fe3ca8c11132361abe51e0525170497895a06dfb1609f916fd77f
3
  size 4856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d42e5e5ec734e47895bff309ce0f98b97c457fc4dc71b42d53c94016f0c7a855
3
  size 4856
run-4/checkpoint-801/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:26d7f234a18b08d68556eb791d0055c0b179dd8190747f6d104dae29ea9eda1d
3
  size 409103316
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22b99fd8821bb6a7a58373b3e00909c671d6605dea0dd95a2c9cb3761b3b7f4e
3
  size 409103316
run-4/checkpoint-801/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4cb41a29b069558e60295633a1200ae5a46374d86a3d3f48077ca97f9aa46387
3
  size 818327802
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62a624295ad87feed2451e9981cc71ab700084e2468c6ef4e3d6a128b0f68b6c
3
  size 818327802
run-4/checkpoint-801/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2cbdc9fc2ef477673574bd96dbcbae5c7987ba9b5b853636ae08a8f9164bbb32
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d4fd24f628450570301e96568f256a50cad9a43cd0a510b6a50e86be9f9a3a5
3
  size 1064
run-4/checkpoint-801/trainer_state.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "best_metric": 0.5817901492118835,
3
  "best_model_checkpoint": "BERT-WMM/run-4/checkpoint-534",
4
  "epoch": 3.0,
5
  "eval_steps": 500,
@@ -10,48 +10,48 @@
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
- "eval_accuracy": 0.7563380281690141,
14
- "eval_loss": 0.6019130349159241,
15
- "eval_runtime": 2.4566,
16
- "eval_samples_per_second": 867.035,
17
- "eval_steps_per_second": 54.546,
18
  "step": 267
19
  },
20
  {
21
  "epoch": 1.87,
22
- "grad_norm": 9.674468994140625,
23
- "learning_rate": 5.7987153604787005e-06,
24
- "loss": 0.6061,
25
  "step": 500
26
  },
27
  {
28
  "epoch": 2.0,
29
- "eval_accuracy": 0.7619718309859155,
30
- "eval_loss": 0.5817901492118835,
31
- "eval_runtime": 2.4611,
32
- "eval_samples_per_second": 865.469,
33
- "eval_steps_per_second": 54.447,
34
  "step": 534
35
  },
36
  {
37
  "epoch": 3.0,
38
- "eval_accuracy": 0.7582159624413145,
39
- "eval_loss": 0.6465383768081665,
40
- "eval_runtime": 2.4941,
41
- "eval_samples_per_second": 854.016,
42
- "eval_steps_per_second": 53.727,
43
  "step": 801
44
  }
45
  ],
46
  "logging_steps": 500,
47
- "max_steps": 801,
48
  "num_input_tokens_seen": 0,
49
- "num_train_epochs": 3,
50
  "save_steps": 500,
51
  "total_flos": 349221394826640.0,
52
  "train_batch_size": 32,
53
  "trial_name": null,
54
  "trial_params": {
55
- "per_device_train_batch_size": 32
56
  }
57
  }
 
1
  {
2
+ "best_metric": 0.5776590704917908,
3
  "best_model_checkpoint": "BERT-WMM/run-4/checkpoint-534",
4
  "epoch": 3.0,
5
  "eval_steps": 500,
 
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
+ "eval_accuracy": 0.7577464788732394,
14
+ "eval_loss": 0.6081846952438354,
15
+ "eval_runtime": 2.4392,
16
+ "eval_samples_per_second": 873.231,
17
+ "eval_steps_per_second": 54.936,
18
  "step": 267
19
  },
20
  {
21
  "epoch": 1.87,
22
+ "grad_norm": 9.532360076904297,
23
+ "learning_rate": 9.65168237740807e-06,
24
+ "loss": 0.6057,
25
  "step": 500
26
  },
27
  {
28
  "epoch": 2.0,
29
+ "eval_accuracy": 0.7657276995305164,
30
+ "eval_loss": 0.5776590704917908,
31
+ "eval_runtime": 2.4594,
32
+ "eval_samples_per_second": 866.069,
33
+ "eval_steps_per_second": 54.485,
34
  "step": 534
35
  },
36
  {
37
  "epoch": 3.0,
38
+ "eval_accuracy": 0.7690140845070422,
39
+ "eval_loss": 0.6647635102272034,
40
+ "eval_runtime": 2.4523,
41
+ "eval_samples_per_second": 868.556,
42
+ "eval_steps_per_second": 54.642,
43
  "step": 801
44
  }
45
  ],
46
  "logging_steps": 500,
47
+ "max_steps": 1335,
48
  "num_input_tokens_seen": 0,
49
+ "num_train_epochs": 5,
50
  "save_steps": 500,
51
  "total_flos": 349221394826640.0,
52
  "train_batch_size": 32,
53
  "trial_name": null,
54
  "trial_params": {
55
+ "num_train_epochs": 5
56
  }
57
  }
run-4/checkpoint-801/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9cc12ec9008fe3ca8c11132361abe51e0525170497895a06dfb1609f916fd77f
3
  size 4856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d42e5e5ec734e47895bff309ce0f98b97c457fc4dc71b42d53c94016f0c7a855
3
  size 4856
runs/Apr19_08-35-52_21d31c708e60/events.out.tfevents.1713517318.21d31c708e60.946.24 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3dc83e8492bb33036fe1c271a9d1d2b3531582185b77e860f0ebc378b9e5bb4
3
+ size 7285
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a8c637656beacaec83a46c1d786535828a5c615851f4d21b0069fcadd723fa83
3
  size 4856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d42e5e5ec734e47895bff309ce0f98b97c457fc4dc71b42d53c94016f0c7a855
3
  size 4856