Hugging Face's logo

inflaton
/
cs605-nlp-assignment-2-bert-large-uncased

Multiple Choice
Transformers
Safetensors
bert
Generated from Trainer
Inference Endpoints
Model card Files Community
inflaton commited on
Commit
90cfd58
•
1 Parent(s): 65f86d4

Training in progress, step 5000

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. model.safetensors +1 -1
  2. run-19/checkpoint-1000/config.json +26 -0
  3. run-19/checkpoint-1000/model.safetensors +3 -0
  4. run-19/checkpoint-1000/optimizer.pt +3 -0
  5. run-19/checkpoint-1000/rng_state.pth +3 -0
  6. run-19/checkpoint-1000/scheduler.pt +3 -0
  7. run-19/checkpoint-1000/special_tokens_map.json +7 -0
  8. run-19/checkpoint-1000/tokenizer.json +0 -0
  9. run-19/checkpoint-1000/tokenizer_config.json +55 -0
  10. run-19/checkpoint-1000/trainer_state.json +47 -0
  11. run-19/checkpoint-1000/training_args.bin +3 -0
  12. run-19/checkpoint-1000/vocab.txt +0 -0
  13. run-19/checkpoint-1500/config.json +26 -0
  14. run-19/checkpoint-1500/model.safetensors +3 -0
  15. run-19/checkpoint-1500/optimizer.pt +3 -0
  16. run-19/checkpoint-1500/rng_state.pth +3 -0
  17. run-19/checkpoint-1500/scheduler.pt +3 -0
  18. run-19/checkpoint-1500/special_tokens_map.json +7 -0
  19. run-19/checkpoint-1500/tokenizer.json +0 -0
  20. run-19/checkpoint-1500/tokenizer_config.json +55 -0
  21. run-19/checkpoint-1500/trainer_state.json +63 -0
  22. run-19/checkpoint-1500/training_args.bin +3 -0
  23. run-19/checkpoint-1500/vocab.txt +0 -0
  24. run-19/checkpoint-2000/config.json +26 -0
  25. run-19/checkpoint-2000/model.safetensors +3 -0
  26. run-19/checkpoint-2000/optimizer.pt +3 -0
  27. run-19/checkpoint-2000/rng_state.pth +3 -0
  28. run-19/checkpoint-2000/scheduler.pt +3 -0
  29. run-19/checkpoint-2000/special_tokens_map.json +7 -0
  30. run-19/checkpoint-2000/tokenizer.json +0 -0
  31. run-19/checkpoint-2000/tokenizer_config.json +55 -0
  32. run-19/checkpoint-2000/trainer_state.json +70 -0
  33. run-19/checkpoint-2000/training_args.bin +3 -0
  34. run-19/checkpoint-2000/vocab.txt +0 -0
  35. run-19/checkpoint-2500/config.json +26 -0
  36. run-19/checkpoint-2500/model.safetensors +3 -0
  37. run-19/checkpoint-2500/optimizer.pt +3 -0
  38. run-19/checkpoint-2500/rng_state.pth +3 -0
  39. run-19/checkpoint-2500/scheduler.pt +3 -0
  40. run-19/checkpoint-2500/special_tokens_map.json +7 -0
  41. run-19/checkpoint-2500/tokenizer.json +0 -0
  42. run-19/checkpoint-2500/tokenizer_config.json +55 -0
  43. run-19/checkpoint-2500/trainer_state.json +86 -0
  44. run-19/checkpoint-2500/training_args.bin +3 -0
  45. run-19/checkpoint-2500/vocab.txt +0 -0
  46. run-19/checkpoint-3000/config.json +26 -0
  47. run-19/checkpoint-3000/model.safetensors +3 -0
  48. run-19/checkpoint-3000/optimizer.pt +3 -0
  49. run-19/checkpoint-3000/rng_state.pth +3 -0
  50. run-19/checkpoint-3000/scheduler.pt +3 -0
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:46c96230ac04c72b5de6f4625be6662aedf4e72b2820cac4fd205591d196a404
3
  size 1340618660
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f64a3ea0ab2b0c918539d86f10b540fe6ed5f567707154cc64c9e9a42acd51b2
3
  size 1340618660
run-19/checkpoint-1000/config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "bert-large-uncased",
3
+ "architectures": [
4
+ "BertForMultipleChoice"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "classifier_dropout": null,
8
+ "gradient_checkpointing": false,
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.1,
11
+ "hidden_size": 1024,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 4096,
14
+ "layer_norm_eps": 1e-12,
15
+ "max_position_embeddings": 512,
16
+ "model_type": "bert",
17
+ "num_attention_heads": 16,
18
+ "num_hidden_layers": 24,
19
+ "pad_token_id": 0,
20
+ "position_embedding_type": "absolute",
21
+ "torch_dtype": "float32",
22
+ "transformers_version": "4.40.1",
23
+ "type_vocab_size": 2,
24
+ "use_cache": true,
25
+ "vocab_size": 30522
26
+ }
run-19/checkpoint-1000/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91a2277aa9d727e1da883398d0e35cca519e6f47d986803c7f1eed131d2c84ad
3
+ size 1340618660
run-19/checkpoint-1000/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f448086acb235aa6a6b67720185ad1382d4e86ff755f1d987c894155b179428c
3
+ size 2681472237
run-19/checkpoint-1000/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38c752dc0df82afd3fc4927225721c6718f89b642523e4400a9217d164bd5d92
3
+ size 14244
run-19/checkpoint-1000/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a867b6d3c94020b1929ece0107ada674cb5f037b2ceb82d64aaf99458f5309cb
3
+ size 1064
run-19/checkpoint-1000/special_tokens_map.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": "[CLS]",
3
+ "mask_token": "[MASK]",
4
+ "pad_token": "[PAD]",
5
+ "sep_token": "[SEP]",
6
+ "unk_token": "[UNK]"
7
+ }
run-19/checkpoint-1000/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
run-19/checkpoint-1000/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "[PAD]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "100": {
12
+ "content": "[UNK]",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "101": {
20
+ "content": "[CLS]",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "102": {
28
+ "content": "[SEP]",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "103": {
36
+ "content": "[MASK]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "clean_up_tokenization_spaces": true,
45
+ "cls_token": "[CLS]",
46
+ "do_lower_case": true,
47
+ "mask_token": "[MASK]",
48
+ "model_max_length": 512,
49
+ "pad_token": "[PAD]",
50
+ "sep_token": "[SEP]",
51
+ "strip_accents": null,
52
+ "tokenize_chinese_chars": true,
53
+ "tokenizer_class": "BertTokenizer",
54
+ "unk_token": "[UNK]"
55
+ }
run-19/checkpoint-1000/trainer_state.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 1.3404825737265416,
5
+ "eval_steps": 500,
6
+ "global_step": 1000,
7
+ "is_hyper_param_search": true,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.6702412868632708,
13
+ "grad_norm": 4.357646942138672,
14
+ "learning_rate": 1.0524844447678954e-05,
15
+ "loss": 0.552,
16
+ "step": 500
17
+ },
18
+ {
19
+ "epoch": 1.0,
20
+ "eval_accuracy": 0.7542742490768433,
21
+ "eval_loss": 0.4794575572013855,
22
+ "eval_runtime": 8.8133,
23
+ "eval_samples_per_second": 338.465,
24
+ "eval_steps_per_second": 21.218,
25
+ "step": 746
26
+ },
27
+ {
28
+ "epoch": 1.3404825737265416,
29
+ "grad_norm": 9.759268760681152,
30
+ "learning_rate": 9.768749300575582e-06,
31
+ "loss": 0.4163,
32
+ "step": 1000
33
+ }
34
+ ],
35
+ "logging_steps": 500,
36
+ "max_steps": 7460,
37
+ "num_input_tokens_seen": 0,
38
+ "num_train_epochs": 10,
39
+ "save_steps": 500,
40
+ "total_flos": 4405326599722320.0,
41
+ "train_batch_size": 16,
42
+ "trial_name": null,
43
+ "trial_params": {
44
+ "learning_rate": 1.1280939594782328e-05,
45
+ "per_device_train_batch_size": 16
46
+ }
47
+ }
run-19/checkpoint-1000/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e8d635ff262d94e3653cb4692e65059af6f5ed4e3cfbd089131942e413b468c
3
+ size 5048
run-19/checkpoint-1000/vocab.txt ADDED
The diff for this file is too large to render. See raw diff
 
run-19/checkpoint-1500/config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "bert-large-uncased",
3
+ "architectures": [
4
+ "BertForMultipleChoice"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "classifier_dropout": null,
8
+ "gradient_checkpointing": false,
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.1,
11
+ "hidden_size": 1024,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 4096,
14
+ "layer_norm_eps": 1e-12,
15
+ "max_position_embeddings": 512,
16
+ "model_type": "bert",
17
+ "num_attention_heads": 16,
18
+ "num_hidden_layers": 24,
19
+ "pad_token_id": 0,
20
+ "position_embedding_type": "absolute",
21
+ "torch_dtype": "float32",
22
+ "transformers_version": "4.40.1",
23
+ "type_vocab_size": 2,
24
+ "use_cache": true,
25
+ "vocab_size": 30522
26
+ }
run-19/checkpoint-1500/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c374de71a3a6edfe6b194e5e6a53dca301b342fe1ef6a26fa262265362204bc0
3
+ size 1340618660
run-19/checkpoint-1500/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:260d146ef275af487488120ca3d0adec7be401baef8e947265a363a8eb446550
3
+ size 2681472237
run-19/checkpoint-1500/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b6599d5d79187827e050787339b527eef0d6c77ccebbad27127fd9a8877fcbb
3
+ size 14244
run-19/checkpoint-1500/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:504f865cb151519f769f70b7c46e0882d4297a0b626a81c64b6fe06a6a5da19f
3
+ size 1064
run-19/checkpoint-1500/special_tokens_map.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": "[CLS]",
3
+ "mask_token": "[MASK]",
4
+ "pad_token": "[PAD]",
5
+ "sep_token": "[SEP]",
6
+ "unk_token": "[UNK]"
7
+ }
run-19/checkpoint-1500/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
run-19/checkpoint-1500/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "[PAD]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "100": {
12
+ "content": "[UNK]",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "101": {
20
+ "content": "[CLS]",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "102": {
28
+ "content": "[SEP]",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "103": {
36
+ "content": "[MASK]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "clean_up_tokenization_spaces": true,
45
+ "cls_token": "[CLS]",
46
+ "do_lower_case": true,
47
+ "mask_token": "[MASK]",
48
+ "model_max_length": 512,
49
+ "pad_token": "[PAD]",
50
+ "sep_token": "[SEP]",
51
+ "strip_accents": null,
52
+ "tokenize_chinese_chars": true,
53
+ "tokenizer_class": "BertTokenizer",
54
+ "unk_token": "[UNK]"
55
+ }
run-19/checkpoint-1500/trainer_state.json ADDED
@@ -0,0 +1,63 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 2.0107238605898123,
5
+ "eval_steps": 500,
6
+ "global_step": 1500,
7
+ "is_hyper_param_search": true,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.6702412868632708,
13
+ "grad_norm": 4.357646942138672,
14
+ "learning_rate": 1.0524844447678954e-05,
15
+ "loss": 0.552,
16
+ "step": 500
17
+ },
18
+ {
19
+ "epoch": 1.0,
20
+ "eval_accuracy": 0.7542742490768433,
21
+ "eval_loss": 0.4794575572013855,
22
+ "eval_runtime": 8.8133,
23
+ "eval_samples_per_second": 338.465,
24
+ "eval_steps_per_second": 21.218,
25
+ "step": 746
26
+ },
27
+ {
28
+ "epoch": 1.3404825737265416,
29
+ "grad_norm": 9.759268760681152,
30
+ "learning_rate": 9.768749300575582e-06,
31
+ "loss": 0.4163,
32
+ "step": 1000
33
+ },
34
+ {
35
+ "epoch": 2.0,
36
+ "eval_accuracy": 0.7660073637962341,
37
+ "eval_loss": 0.5210239291191101,
38
+ "eval_runtime": 8.8965,
39
+ "eval_samples_per_second": 335.302,
40
+ "eval_steps_per_second": 21.02,
41
+ "step": 1492
42
+ },
43
+ {
44
+ "epoch": 2.0107238605898123,
45
+ "grad_norm": 5.988788604736328,
46
+ "learning_rate": 9.01265415347221e-06,
47
+ "loss": 0.3141,
48
+ "step": 1500
49
+ }
50
+ ],
51
+ "logging_steps": 500,
52
+ "max_steps": 7460,
53
+ "num_input_tokens_seen": 0,
54
+ "num_train_epochs": 10,
55
+ "save_steps": 500,
56
+ "total_flos": 5591682137850228.0,
57
+ "train_batch_size": 16,
58
+ "trial_name": null,
59
+ "trial_params": {
60
+ "learning_rate": 1.1280939594782328e-05,
61
+ "per_device_train_batch_size": 16
62
+ }
63
+ }
run-19/checkpoint-1500/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e8d635ff262d94e3653cb4692e65059af6f5ed4e3cfbd089131942e413b468c
3
+ size 5048
run-19/checkpoint-1500/vocab.txt ADDED
The diff for this file is too large to render. See raw diff
 
run-19/checkpoint-2000/config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "bert-large-uncased",
3
+ "architectures": [
4
+ "BertForMultipleChoice"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "classifier_dropout": null,
8
+ "gradient_checkpointing": false,
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.1,
11
+ "hidden_size": 1024,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 4096,
14
+ "layer_norm_eps": 1e-12,
15
+ "max_position_embeddings": 512,
16
+ "model_type": "bert",
17
+ "num_attention_heads": 16,
18
+ "num_hidden_layers": 24,
19
+ "pad_token_id": 0,
20
+ "position_embedding_type": "absolute",
21
+ "torch_dtype": "float32",
22
+ "transformers_version": "4.40.1",
23
+ "type_vocab_size": 2,
24
+ "use_cache": true,
25
+ "vocab_size": 30522
26
+ }
run-19/checkpoint-2000/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d4126348464ae62d746b6ed15dd322cb90e8b88e9d9062c5cd8e79a1d4ef43c
3
+ size 1340618660
run-19/checkpoint-2000/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a77b9ee6faaba390b0a667c2225da31e9a5144f5c19b94a4bcdc0ccc57fafc4
3
+ size 2681472237
run-19/checkpoint-2000/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:025eebcb042d7b5cf8c379a84ed4c03984839f35c20062f1c7126a35ed7e9a3f
3
+ size 14244
run-19/checkpoint-2000/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd32e6168a13623758d0ac75275d99ea53fc6fc222ab2a616059f9762b5822a2
3
+ size 1064
run-19/checkpoint-2000/special_tokens_map.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": "[CLS]",
3
+ "mask_token": "[MASK]",
4
+ "pad_token": "[PAD]",
5
+ "sep_token": "[SEP]",
6
+ "unk_token": "[UNK]"
7
+ }
run-19/checkpoint-2000/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
run-19/checkpoint-2000/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "[PAD]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "100": {
12
+ "content": "[UNK]",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "101": {
20
+ "content": "[CLS]",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "102": {
28
+ "content": "[SEP]",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "103": {
36
+ "content": "[MASK]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "clean_up_tokenization_spaces": true,
45
+ "cls_token": "[CLS]",
46
+ "do_lower_case": true,
47
+ "mask_token": "[MASK]",
48
+ "model_max_length": 512,
49
+ "pad_token": "[PAD]",
50
+ "sep_token": "[SEP]",
51
+ "strip_accents": null,
52
+ "tokenize_chinese_chars": true,
53
+ "tokenizer_class": "BertTokenizer",
54
+ "unk_token": "[UNK]"
55
+ }
run-19/checkpoint-2000/trainer_state.json ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 2.680965147453083,
5
+ "eval_steps": 500,
6
+ "global_step": 2000,
7
+ "is_hyper_param_search": true,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.6702412868632708,
13
+ "grad_norm": 4.357646942138672,
14
+ "learning_rate": 1.0524844447678954e-05,
15
+ "loss": 0.552,
16
+ "step": 500
17
+ },
18
+ {
19
+ "epoch": 1.0,
20
+ "eval_accuracy": 0.7542742490768433,
21
+ "eval_loss": 0.4794575572013855,
22
+ "eval_runtime": 8.8133,
23
+ "eval_samples_per_second": 338.465,
24
+ "eval_steps_per_second": 21.218,
25
+ "step": 746
26
+ },
27
+ {
28
+ "epoch": 1.3404825737265416,
29
+ "grad_norm": 9.759268760681152,
30
+ "learning_rate": 9.768749300575582e-06,
31
+ "loss": 0.4163,
32
+ "step": 1000
33
+ },
34
+ {
35
+ "epoch": 2.0,
36
+ "eval_accuracy": 0.7660073637962341,
37
+ "eval_loss": 0.5210239291191101,
38
+ "eval_runtime": 8.8965,
39
+ "eval_samples_per_second": 335.302,
40
+ "eval_steps_per_second": 21.02,
41
+ "step": 1492
42
+ },
43
+ {
44
+ "epoch": 2.0107238605898123,
45
+ "grad_norm": 5.988788604736328,
46
+ "learning_rate": 9.01265415347221e-06,
47
+ "loss": 0.3141,
48
+ "step": 1500
49
+ },
50
+ {
51
+ "epoch": 2.680965147453083,
52
+ "grad_norm": 7.434717178344727,
53
+ "learning_rate": 8.256559006368837e-06,
54
+ "loss": 0.1535,
55
+ "step": 2000
56
+ }
57
+ ],
58
+ "logging_steps": 500,
59
+ "max_steps": 7460,
60
+ "num_input_tokens_seen": 0,
61
+ "num_train_epochs": 10,
62
+ "save_steps": 500,
63
+ "total_flos": 6786239372334900.0,
64
+ "train_batch_size": 16,
65
+ "trial_name": null,
66
+ "trial_params": {
67
+ "learning_rate": 1.1280939594782328e-05,
68
+ "per_device_train_batch_size": 16
69
+ }
70
+ }
run-19/checkpoint-2000/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e8d635ff262d94e3653cb4692e65059af6f5ed4e3cfbd089131942e413b468c
3
+ size 5048
run-19/checkpoint-2000/vocab.txt ADDED
The diff for this file is too large to render. See raw diff
 
run-19/checkpoint-2500/config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "bert-large-uncased",
3
+ "architectures": [
4
+ "BertForMultipleChoice"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "classifier_dropout": null,
8
+ "gradient_checkpointing": false,
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.1,
11
+ "hidden_size": 1024,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 4096,
14
+ "layer_norm_eps": 1e-12,
15
+ "max_position_embeddings": 512,
16
+ "model_type": "bert",
17
+ "num_attention_heads": 16,
18
+ "num_hidden_layers": 24,
19
+ "pad_token_id": 0,
20
+ "position_embedding_type": "absolute",
21
+ "torch_dtype": "float32",
22
+ "transformers_version": "4.40.1",
23
+ "type_vocab_size": 2,
24
+ "use_cache": true,
25
+ "vocab_size": 30522
26
+ }
run-19/checkpoint-2500/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f17f639b8f27608a79cc26094814a29f24cf106ee7658260024ec67365f3a682
3
+ size 1340618660
run-19/checkpoint-2500/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4908ef8fb5f2893dcda6072e7b6c99b9c41cd78648fec385eea6ed36fb191a13
3
+ size 2681472237
run-19/checkpoint-2500/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89585a93d0d1163797229c71d3b2b10076d6e8ddc0ecb610145c0b5486d9ef45
3
+ size 14244
run-19/checkpoint-2500/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5ad8bd6548fb636eda1b5333406f3440fa09f1b1f309265a4250fd521947f4c
3
+ size 1064
run-19/checkpoint-2500/special_tokens_map.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": "[CLS]",
3
+ "mask_token": "[MASK]",
4
+ "pad_token": "[PAD]",
5
+ "sep_token": "[SEP]",
6
+ "unk_token": "[UNK]"
7
+ }
run-19/checkpoint-2500/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
run-19/checkpoint-2500/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "[PAD]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "100": {
12
+ "content": "[UNK]",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "101": {
20
+ "content": "[CLS]",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "102": {
28
+ "content": "[SEP]",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "103": {
36
+ "content": "[MASK]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "clean_up_tokenization_spaces": true,
45
+ "cls_token": "[CLS]",
46
+ "do_lower_case": true,
47
+ "mask_token": "[MASK]",
48
+ "model_max_length": 512,
49
+ "pad_token": "[PAD]",
50
+ "sep_token": "[SEP]",
51
+ "strip_accents": null,
52
+ "tokenize_chinese_chars": true,
53
+ "tokenizer_class": "BertTokenizer",
54
+ "unk_token": "[UNK]"
55
+ }
run-19/checkpoint-2500/trainer_state.json ADDED
@@ -0,0 +1,86 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 3.351206434316354,
5
+ "eval_steps": 500,
6
+ "global_step": 2500,
7
+ "is_hyper_param_search": true,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.6702412868632708,
13
+ "grad_norm": 4.357646942138672,
14
+ "learning_rate": 1.0524844447678954e-05,
15
+ "loss": 0.552,
16
+ "step": 500
17
+ },
18
+ {
19
+ "epoch": 1.0,
20
+ "eval_accuracy": 0.7542742490768433,
21
+ "eval_loss": 0.4794575572013855,
22
+ "eval_runtime": 8.8133,
23
+ "eval_samples_per_second": 338.465,
24
+ "eval_steps_per_second": 21.218,
25
+ "step": 746
26
+ },
27
+ {
28
+ "epoch": 1.3404825737265416,
29
+ "grad_norm": 9.759268760681152,
30
+ "learning_rate": 9.768749300575582e-06,
31
+ "loss": 0.4163,
32
+ "step": 1000
33
+ },
34
+ {
35
+ "epoch": 2.0,
36
+ "eval_accuracy": 0.7660073637962341,
37
+ "eval_loss": 0.5210239291191101,
38
+ "eval_runtime": 8.8965,
39
+ "eval_samples_per_second": 335.302,
40
+ "eval_steps_per_second": 21.02,
41
+ "step": 1492
42
+ },
43
+ {
44
+ "epoch": 2.0107238605898123,
45
+ "grad_norm": 5.988788604736328,
46
+ "learning_rate": 9.01265415347221e-06,
47
+ "loss": 0.3141,
48
+ "step": 1500
49
+ },
50
+ {
51
+ "epoch": 2.680965147453083,
52
+ "grad_norm": 7.434717178344727,
53
+ "learning_rate": 8.256559006368837e-06,
54
+ "loss": 0.1535,
55
+ "step": 2000
56
+ },
57
+ {
58
+ "epoch": 3.0,
59
+ "eval_accuracy": 0.7717063426971436,
60
+ "eval_loss": 0.7554643154144287,
61
+ "eval_runtime": 8.8771,
62
+ "eval_samples_per_second": 336.034,
63
+ "eval_steps_per_second": 21.065,
64
+ "step": 2238
65
+ },
66
+ {
67
+ "epoch": 3.351206434316354,
68
+ "grad_norm": 2.2768313884735107,
69
+ "learning_rate": 7.5004638592654626e-06,
70
+ "loss": 0.1157,
71
+ "step": 2500
72
+ }
73
+ ],
74
+ "logging_steps": 500,
75
+ "max_steps": 7460,
76
+ "num_input_tokens_seen": 0,
77
+ "num_train_epochs": 10,
78
+ "save_steps": 500,
79
+ "total_flos": 7965183168881640.0,
80
+ "train_batch_size": 16,
81
+ "trial_name": null,
82
+ "trial_params": {
83
+ "learning_rate": 1.1280939594782328e-05,
84
+ "per_device_train_batch_size": 16
85
+ }
86
+ }
run-19/checkpoint-2500/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e8d635ff262d94e3653cb4692e65059af6f5ed4e3cfbd089131942e413b468c
3
+ size 5048
run-19/checkpoint-2500/vocab.txt ADDED
The diff for this file is too large to render. See raw diff
 
run-19/checkpoint-3000/config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "bert-large-uncased",
3
+ "architectures": [
4
+ "BertForMultipleChoice"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "classifier_dropout": null,
8
+ "gradient_checkpointing": false,
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.1,
11
+ "hidden_size": 1024,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 4096,
14
+ "layer_norm_eps": 1e-12,
15
+ "max_position_embeddings": 512,
16
+ "model_type": "bert",
17
+ "num_attention_heads": 16,
18
+ "num_hidden_layers": 24,
19
+ "pad_token_id": 0,
20
+ "position_embedding_type": "absolute",
21
+ "torch_dtype": "float32",
22
+ "transformers_version": "4.40.1",
23
+ "type_vocab_size": 2,
24
+ "use_cache": true,
25
+ "vocab_size": 30522
26
+ }
run-19/checkpoint-3000/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2066dee2ba4676532daf76223f111df37697559802fee4558d6f55dd6b2c4957
3
+ size 1340618660
run-19/checkpoint-3000/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94a670502f06d832ecd09065496daac486e3aadd229c40774197cb91fd1842e9
3
+ size 2681472237
run-19/checkpoint-3000/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73ddd981a153c8372979053534b577e7b34ff4a45e4a8f39b8176414035e6ee1
3
+ size 14244
run-19/checkpoint-3000/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79dd27bd8025cff5dda9237643577b62fc5e0f887979e9114a56622475402667
3
+ size 1064