ktgiahieu commited on
Commit
f9355df
1 Parent(s): 06edd59

Training in progress, step 500

Browse files
.gitignore ADDED
@@ -0,0 +1 @@
 
 
1
+ checkpoint-*/
added_tokens.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "[MASK]": 128000
3
+ }
config.json ADDED
@@ -0,0 +1,203 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "microsoft/deberta-v3-large",
3
+ "architectures": [
4
+ "DebertaV2ForTokenClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "hidden_act": "gelu",
8
+ "hidden_dropout_prob": 0.1,
9
+ "hidden_size": 1024,
10
+ "id2label": {
11
+ "0": "LABEL_0",
12
+ "1": "LABEL_1",
13
+ "2": "LABEL_2",
14
+ "3": "LABEL_3",
15
+ "4": "LABEL_4",
16
+ "5": "LABEL_5",
17
+ "6": "LABEL_6",
18
+ "7": "LABEL_7",
19
+ "8": "LABEL_8",
20
+ "9": "LABEL_9",
21
+ "10": "LABEL_10",
22
+ "11": "LABEL_11",
23
+ "12": "LABEL_12",
24
+ "13": "LABEL_13",
25
+ "14": "LABEL_14",
26
+ "15": "LABEL_15",
27
+ "16": "LABEL_16",
28
+ "17": "LABEL_17",
29
+ "18": "LABEL_18",
30
+ "19": "LABEL_19",
31
+ "20": "LABEL_20",
32
+ "21": "LABEL_21",
33
+ "22": "LABEL_22",
34
+ "23": "LABEL_23",
35
+ "24": "LABEL_24",
36
+ "25": "LABEL_25",
37
+ "26": "LABEL_26",
38
+ "27": "LABEL_27",
39
+ "28": "LABEL_28",
40
+ "29": "LABEL_29",
41
+ "30": "LABEL_30",
42
+ "31": "LABEL_31",
43
+ "32": "LABEL_32",
44
+ "33": "LABEL_33",
45
+ "34": "LABEL_34",
46
+ "35": "LABEL_35",
47
+ "36": "LABEL_36",
48
+ "37": "LABEL_37",
49
+ "38": "LABEL_38",
50
+ "39": "LABEL_39",
51
+ "40": "LABEL_40",
52
+ "41": "LABEL_41",
53
+ "42": "LABEL_42",
54
+ "43": "LABEL_43",
55
+ "44": "LABEL_44",
56
+ "45": "LABEL_45",
57
+ "46": "LABEL_46",
58
+ "47": "LABEL_47",
59
+ "48": "LABEL_48",
60
+ "49": "LABEL_49",
61
+ "50": "LABEL_50",
62
+ "51": "LABEL_51",
63
+ "52": "LABEL_52",
64
+ "53": "LABEL_53",
65
+ "54": "LABEL_54",
66
+ "55": "LABEL_55",
67
+ "56": "LABEL_56",
68
+ "57": "LABEL_57",
69
+ "58": "LABEL_58",
70
+ "59": "LABEL_59",
71
+ "60": "LABEL_60",
72
+ "61": "LABEL_61",
73
+ "62": "LABEL_62",
74
+ "63": "LABEL_63",
75
+ "64": "LABEL_64",
76
+ "65": "LABEL_65",
77
+ "66": "LABEL_66",
78
+ "67": "LABEL_67",
79
+ "68": "LABEL_68",
80
+ "69": "LABEL_69",
81
+ "70": "LABEL_70",
82
+ "71": "LABEL_71",
83
+ "72": "LABEL_72",
84
+ "73": "LABEL_73",
85
+ "74": "LABEL_74",
86
+ "75": "LABEL_75",
87
+ "76": "LABEL_76",
88
+ "77": "LABEL_77",
89
+ "78": "LABEL_78",
90
+ "79": "LABEL_79",
91
+ "80": "LABEL_80",
92
+ "81": "LABEL_81"
93
+ },
94
+ "initializer_range": 0.02,
95
+ "intermediate_size": 4096,
96
+ "label2id": {
97
+ "LABEL_0": 0,
98
+ "LABEL_1": 1,
99
+ "LABEL_10": 10,
100
+ "LABEL_11": 11,
101
+ "LABEL_12": 12,
102
+ "LABEL_13": 13,
103
+ "LABEL_14": 14,
104
+ "LABEL_15": 15,
105
+ "LABEL_16": 16,
106
+ "LABEL_17": 17,
107
+ "LABEL_18": 18,
108
+ "LABEL_19": 19,
109
+ "LABEL_2": 2,
110
+ "LABEL_20": 20,
111
+ "LABEL_21": 21,
112
+ "LABEL_22": 22,
113
+ "LABEL_23": 23,
114
+ "LABEL_24": 24,
115
+ "LABEL_25": 25,
116
+ "LABEL_26": 26,
117
+ "LABEL_27": 27,
118
+ "LABEL_28": 28,
119
+ "LABEL_29": 29,
120
+ "LABEL_3": 3,
121
+ "LABEL_30": 30,
122
+ "LABEL_31": 31,
123
+ "LABEL_32": 32,
124
+ "LABEL_33": 33,
125
+ "LABEL_34": 34,
126
+ "LABEL_35": 35,
127
+ "LABEL_36": 36,
128
+ "LABEL_37": 37,
129
+ "LABEL_38": 38,
130
+ "LABEL_39": 39,
131
+ "LABEL_4": 4,
132
+ "LABEL_40": 40,
133
+ "LABEL_41": 41,
134
+ "LABEL_42": 42,
135
+ "LABEL_43": 43,
136
+ "LABEL_44": 44,
137
+ "LABEL_45": 45,
138
+ "LABEL_46": 46,
139
+ "LABEL_47": 47,
140
+ "LABEL_48": 48,
141
+ "LABEL_49": 49,
142
+ "LABEL_5": 5,
143
+ "LABEL_50": 50,
144
+ "LABEL_51": 51,
145
+ "LABEL_52": 52,
146
+ "LABEL_53": 53,
147
+ "LABEL_54": 54,
148
+ "LABEL_55": 55,
149
+ "LABEL_56": 56,
150
+ "LABEL_57": 57,
151
+ "LABEL_58": 58,
152
+ "LABEL_59": 59,
153
+ "LABEL_6": 6,
154
+ "LABEL_60": 60,
155
+ "LABEL_61": 61,
156
+ "LABEL_62": 62,
157
+ "LABEL_63": 63,
158
+ "LABEL_64": 64,
159
+ "LABEL_65": 65,
160
+ "LABEL_66": 66,
161
+ "LABEL_67": 67,
162
+ "LABEL_68": 68,
163
+ "LABEL_69": 69,
164
+ "LABEL_7": 7,
165
+ "LABEL_70": 70,
166
+ "LABEL_71": 71,
167
+ "LABEL_72": 72,
168
+ "LABEL_73": 73,
169
+ "LABEL_74": 74,
170
+ "LABEL_75": 75,
171
+ "LABEL_76": 76,
172
+ "LABEL_77": 77,
173
+ "LABEL_78": 78,
174
+ "LABEL_79": 79,
175
+ "LABEL_8": 8,
176
+ "LABEL_80": 80,
177
+ "LABEL_81": 81,
178
+ "LABEL_9": 9
179
+ },
180
+ "layer_norm_eps": 1e-07,
181
+ "max_position_embeddings": 512,
182
+ "max_relative_positions": -1,
183
+ "model_type": "deberta-v2",
184
+ "norm_rel_ebd": "layer_norm",
185
+ "num_attention_heads": 16,
186
+ "num_hidden_layers": 24,
187
+ "pad_token_id": 0,
188
+ "pooler_dropout": 0,
189
+ "pooler_hidden_act": "gelu",
190
+ "pooler_hidden_size": 1024,
191
+ "pos_att_type": [
192
+ "p2c",
193
+ "c2p"
194
+ ],
195
+ "position_biased_input": false,
196
+ "position_buckets": 256,
197
+ "relative_attention": true,
198
+ "share_att_key": true,
199
+ "torch_dtype": "float32",
200
+ "transformers_version": "4.28.1",
201
+ "type_vocab_size": 0,
202
+ "vocab_size": 128100
203
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28e5a893343ebaaf58485b1a1dd77122bd20d88fed9e89ce3aa0400b94576ec3
3
+ size 1736525233
runs/Apr21_21-38-38_4b0e10dce21c/1682113136.6930256/events.out.tfevents.1682113136.4b0e10dce21c.394.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3d2f951d5ab3fc7f6e515a87b682364fe9135ceac340b30e878954931a037bc
3
+ size 5909
runs/Apr21_21-38-38_4b0e10dce21c/events.out.tfevents.1682113136.4b0e10dce21c.394.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:805244acddda971770b74292c4518bce8045484f5b6fd13d816861d440bf000d
3
+ size 4184
runs/Apr21_21-39-51_4b0e10dce21c/1682113197.5224466/events.out.tfevents.1682113197.4b0e10dce21c.1424.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c2a9c93c37aca6aaccb880c67eee98607f4cd06b7e287761979f7e1dfd953a5
3
+ size 5909
runs/Apr21_21-39-51_4b0e10dce21c/events.out.tfevents.1682113197.4b0e10dce21c.1424.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53da47e58674b0bf71cd6309a1bb78f8a5a01eb0438c52a3dcdbcbeec3f12891
3
+ size 12951
special_tokens_map.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "[CLS]",
3
+ "cls_token": "[CLS]",
4
+ "eos_token": "[SEP]",
5
+ "mask_token": "[MASK]",
6
+ "pad_token": "[PAD]",
7
+ "sep_token": "[SEP]",
8
+ "unk_token": "[UNK]"
9
+ }
spm.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c679fbf93643d19aab7ee10c0b99e460bdbc02fedf34b92b05af343b4af586fd
3
+ size 2464616
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "[CLS]",
3
+ "clean_up_tokenization_spaces": true,
4
+ "cls_token": "[CLS]",
5
+ "do_lower_case": false,
6
+ "eos_token": "[SEP]",
7
+ "mask_token": "[MASK]",
8
+ "model_max_length": 1000000000000000019884624838656,
9
+ "pad_token": "[PAD]",
10
+ "sep_token": "[SEP]",
11
+ "sp_model_kwargs": {},
12
+ "split_by_punct": false,
13
+ "tokenizer_class": "DebertaV2Tokenizer",
14
+ "unk_token": "[UNK]",
15
+ "vocab_type": "spm"
16
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45a7ab8def6dcb6d0e4bc32ca8a8ec81113fd26d6efb96c1a0d5a81dad9d417c
3
+ size 3643