eliza-dukim commited on
Commit
e9f4609
1 Parent(s): dd9ca23

ckpt 3045 second model

Browse files
Files changed (8) hide show
  1. config.json +94 -0
  2. optimizer.pt +3 -0
  3. pytorch_model.bin +3 -0
  4. rng_state.pth +3 -0
  5. scaler.pt +3 -0
  6. scheduler.pt +3 -0
  7. trainer_state.json +52 -0
  8. training_args.bin +3 -0
config.json ADDED
@@ -0,0 +1,94 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "klue/roberta-large",
3
+ "architectures": [
4
+ "RobertaForSequenceClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": 0,
8
+ "classifier_dropout": null,
9
+ "eos_token_id": 2,
10
+ "gradient_checkpointing": false,
11
+ "hidden_act": "gelu",
12
+ "hidden_dropout_prob": 0.1,
13
+ "hidden_size": 1024,
14
+ "id2label": {
15
+ "0": "no_relation",
16
+ "1": "org:top_members/employees",
17
+ "2": "org:members",
18
+ "3": "org:product",
19
+ "4": "per:title",
20
+ "5": "org:alternate_names",
21
+ "6": "per:employee_of",
22
+ "7": "org:place_of_headquarters",
23
+ "8": "per:product",
24
+ "9": "org:number_of_employees/members",
25
+ "10": "per:children",
26
+ "11": "per:place_of_residence",
27
+ "12": "per:alternate_names",
28
+ "13": "per:other_family",
29
+ "14": "per:colleagues",
30
+ "15": "per:origin",
31
+ "16": "per:siblings",
32
+ "17": "per:spouse",
33
+ "18": "org:founded",
34
+ "19": "org:political/religious_affiliation",
35
+ "20": "org:member_of",
36
+ "21": "per:parents",
37
+ "22": "org:dissolved",
38
+ "23": "per:schools_attended",
39
+ "24": "per:date_of_death",
40
+ "25": "per:date_of_birth",
41
+ "26": "per:place_of_birth",
42
+ "27": "per:place_of_death",
43
+ "28": "org:founded_by",
44
+ "29": "per:religion"
45
+ },
46
+ "initializer_range": 0.02,
47
+ "intermediate_size": 4096,
48
+ "label2id": {
49
+ "no_relation": 0,
50
+ "org:alternate_names": 5,
51
+ "org:dissolved": 22,
52
+ "org:founded": 18,
53
+ "org:founded_by": 28,
54
+ "org:member_of": 20,
55
+ "org:members": 2,
56
+ "org:number_of_employees/members": 9,
57
+ "org:place_of_headquarters": 7,
58
+ "org:political/religious_affiliation": 19,
59
+ "org:product": 3,
60
+ "org:top_members/employees": 1,
61
+ "per:alternate_names": 12,
62
+ "per:children": 10,
63
+ "per:colleagues": 14,
64
+ "per:date_of_birth": 25,
65
+ "per:date_of_death": 24,
66
+ "per:employee_of": 6,
67
+ "per:origin": 15,
68
+ "per:other_family": 13,
69
+ "per:parents": 21,
70
+ "per:place_of_birth": 26,
71
+ "per:place_of_death": 27,
72
+ "per:place_of_residence": 11,
73
+ "per:product": 8,
74
+ "per:religion": 29,
75
+ "per:schools_attended": 23,
76
+ "per:siblings": 16,
77
+ "per:spouse": 17,
78
+ "per:title": 4
79
+ },
80
+ "layer_norm_eps": 1e-05,
81
+ "max_position_embeddings": 514,
82
+ "model_type": "roberta",
83
+ "num_attention_heads": 16,
84
+ "num_hidden_layers": 24,
85
+ "pad_token_id": 1,
86
+ "position_embedding_type": "absolute",
87
+ "problem_type": "single_label_classification",
88
+ "tokenizer_class": "BertTokenizer",
89
+ "torch_dtype": "float32",
90
+ "transformers_version": "4.11.0.dev0",
91
+ "type_vocab_size": 1,
92
+ "use_cache": true,
93
+ "vocab_size": 32004
94
+ }
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:764b3cc2c5aa077a07d9360d33326d35290db2a6d5f55ecc95c7427946de2ef9
3
+ size 2693758493
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86120460a7f591e7a20078182a6a0744df37fee53db591d55f2127f7b58456c3
3
+ size 1346929005
rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a96fb85137275e672ea5d2094d1bae87433c5af7e7c546fb068350232a2bd7b1
3
+ size 14503
scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4eccc082304cdb1b781a00d1171288ffa36d40ca690860809f81bcac4e20adae
3
+ size 559
scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e553aa5fa51ec1952575ddea35537c8bb77156c52c8bceb39b8c524e28fb18b
3
+ size 623
trainer_state.json ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 3.0,
5
+ "global_step": 3045,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 0.49,
12
+ "learning_rate": 2.4532019704433497e-05,
13
+ "loss": 1.6412,
14
+ "step": 500
15
+ },
16
+ {
17
+ "epoch": 0.99,
18
+ "learning_rate": 2.522167487684729e-05,
19
+ "loss": 0.7311,
20
+ "step": 1000
21
+ },
22
+ {
23
+ "epoch": 1.48,
24
+ "learning_rate": 1.9064039408866997e-05,
25
+ "loss": 0.5043,
26
+ "step": 1500
27
+ },
28
+ {
29
+ "epoch": 1.97,
30
+ "learning_rate": 1.2918719211822661e-05,
31
+ "loss": 0.4708,
32
+ "step": 2000
33
+ },
34
+ {
35
+ "epoch": 2.46,
36
+ "learning_rate": 6.7610837438423645e-06,
37
+ "loss": 0.2924,
38
+ "step": 2500
39
+ },
40
+ {
41
+ "epoch": 2.96,
42
+ "learning_rate": 6.03448275862069e-07,
43
+ "loss": 0.2632,
44
+ "step": 3000
45
+ }
46
+ ],
47
+ "max_steps": 3045,
48
+ "num_train_epochs": 3,
49
+ "total_flos": 2.303221952809243e+16,
50
+ "trial_name": null,
51
+ "trial_params": null
52
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6c1f6c94ed8e11dc43a347869cd0365a29db82fb1e485737d390bca1b93cb67
3
+ size 2863