cartesinus commited on
Commit
2b76700
1 Parent(s): 955837f

Training in progress, epoch 1

Browse files
.gitattributes CHANGED
@@ -32,3 +32,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
32
  *.zip filter=lfs diff=lfs merge=lfs -text
33
  *.zst filter=lfs diff=lfs merge=lfs -text
34
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
32
  *.zip filter=lfs diff=lfs merge=lfs -text
33
  *.zst filter=lfs diff=lfs merge=lfs -text
34
  *tfevents* filter=lfs diff=lfs merge=lfs -text
35
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
.gitignore ADDED
@@ -0,0 +1 @@
 
 
1
+ checkpoint-*/
config.json ADDED
@@ -0,0 +1,278 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "xlm-roberta-base",
3
+ "architectures": [
4
+ "XLMRobertaForTokenClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": 0,
8
+ "classifier_dropout": null,
9
+ "eos_token_id": 2,
10
+ "hidden_act": "gelu",
11
+ "hidden_dropout_prob": 0.1,
12
+ "hidden_size": 768,
13
+ "id2label": {
14
+ "0": "o",
15
+ "1": "b-device_name",
16
+ "10": "i-event_name",
17
+ "100": "b-trg_lang_es",
18
+ "101": "b-trg_lang_fr",
19
+ "102": "b-trg_lang_pl",
20
+ "103": "b-trg_lang_it",
21
+ "104": "b-translator",
22
+ "105": "b-trg_lang_general",
23
+ "106": "i-hashtag",
24
+ "107": "b-img_query",
25
+ "108": "i-img_query",
26
+ "109": "b-txt_query",
27
+ "11": "b-location",
28
+ "110": "i-txt_query",
29
+ "111": "b-query",
30
+ "112": "i-query",
31
+ "113": "b-category_a",
32
+ "114": "b-category_b",
33
+ "115": "i-category_b",
34
+ "116": "i-category_a",
35
+ "117": "b-rating",
36
+ "118": "b-review_count",
37
+ "119": "b-channel_id",
38
+ "12": "i-location",
39
+ "120": "i-channel_id",
40
+ "121": "b-category",
41
+ "122": "i-category",
42
+ "13": "b-pathname",
43
+ "14": "b-from",
44
+ "15": "b-to",
45
+ "16": "b-filename",
46
+ "17": "i-filename",
47
+ "18": "b-name",
48
+ "19": "b-phone_number",
49
+ "2": "i-device_name",
50
+ "20": "i-phone_number",
51
+ "21": "b-phone_type",
52
+ "22": "i-name",
53
+ "23": "b-email",
54
+ "24": "i-to",
55
+ "25": "b-subject",
56
+ "26": "i-subject",
57
+ "27": "b-message",
58
+ "28": "i-message",
59
+ "29": "b-sender_address",
60
+ "3": "b-value",
61
+ "30": "b-label",
62
+ "31": "b-time",
63
+ "32": "i-time",
64
+ "33": "b-priority",
65
+ "34": "i-priority",
66
+ "35": "b-caption",
67
+ "36": "i-caption",
68
+ "37": "b-picture_url",
69
+ "38": "b-status",
70
+ "39": "i-status",
71
+ "4": "i-value",
72
+ "40": "b-album",
73
+ "41": "i-album",
74
+ "42": "b-weight",
75
+ "43": "i-weight",
76
+ "44": "b-file_name",
77
+ "45": "i-file_name",
78
+ "46": "b-mail",
79
+ "47": "b-file_size",
80
+ "48": "i-file_size",
81
+ "49": "b-mime_type",
82
+ "5": "b-av_alias",
83
+ "50": "b-hashtag",
84
+ "51": "b-filter",
85
+ "52": "b-date_month",
86
+ "53": "b-date_day",
87
+ "54": "i-date_month",
88
+ "55": "b-count",
89
+ "56": "b-portal",
90
+ "57": "i-portal",
91
+ "58": "b-section",
92
+ "59": "b-sender",
93
+ "6": "i-av_alias",
94
+ "60": "i-sender",
95
+ "61": "b-username",
96
+ "62": "b-channel",
97
+ "63": "i-channel",
98
+ "64": "i-username",
99
+ "65": "b-purpose",
100
+ "66": "i-purpose",
101
+ "67": "b-topic",
102
+ "68": "i-topic",
103
+ "69": "b-percent",
104
+ "7": "b-date",
105
+ "70": "b-playlist",
106
+ "71": "i-playlist",
107
+ "72": "b-song",
108
+ "73": "i-song",
109
+ "74": "b-artist",
110
+ "75": "i-artist",
111
+ "76": "b-seek_time",
112
+ "77": "b-text_multi",
113
+ "78": "i-text_multi",
114
+ "79": "b-all_lang",
115
+ "8": "i-date",
116
+ "80": "b-text_en",
117
+ "81": "i-text_en",
118
+ "82": "b-src_lang_en",
119
+ "83": "b-src_lang_pl",
120
+ "84": "b-text_pl",
121
+ "85": "b-src_lang_it",
122
+ "86": "b-text_it",
123
+ "87": "b-text_de",
124
+ "88": "i-text_de",
125
+ "89": "b-src_lang_de",
126
+ "9": "b-event_name",
127
+ "90": "b-text_es",
128
+ "91": "b-src_lang_es",
129
+ "92": "i-text_es",
130
+ "93": "i-text_it",
131
+ "94": "b-text_fr",
132
+ "95": "i-text_fr",
133
+ "96": "b-src_lang_fr",
134
+ "97": "i-text_pl",
135
+ "98": "b-trg_lang_de",
136
+ "99": "b-trg_lang_en"
137
+ },
138
+ "initializer_range": 0.02,
139
+ "intermediate_size": 3072,
140
+ "label2id": {
141
+ "b-album": "40",
142
+ "b-all_lang": "79",
143
+ "b-artist": "74",
144
+ "b-av_alias": "5",
145
+ "b-caption": "35",
146
+ "b-category": "121",
147
+ "b-category_a": "113",
148
+ "b-category_b": "114",
149
+ "b-channel": "62",
150
+ "b-channel_id": "119",
151
+ "b-count": "55",
152
+ "b-date": "7",
153
+ "b-date_day": "53",
154
+ "b-date_month": "52",
155
+ "b-device_name": "1",
156
+ "b-email": "23",
157
+ "b-event_name": "9",
158
+ "b-file_name": "44",
159
+ "b-file_size": "47",
160
+ "b-filename": "16",
161
+ "b-filter": "51",
162
+ "b-from": "14",
163
+ "b-hashtag": "50",
164
+ "b-img_query": "107",
165
+ "b-label": "30",
166
+ "b-location": "11",
167
+ "b-mail": "46",
168
+ "b-message": "27",
169
+ "b-mime_type": "49",
170
+ "b-name": "18",
171
+ "b-pathname": "13",
172
+ "b-percent": "69",
173
+ "b-phone_number": "19",
174
+ "b-phone_type": "21",
175
+ "b-picture_url": "37",
176
+ "b-playlist": "70",
177
+ "b-portal": "56",
178
+ "b-priority": "33",
179
+ "b-purpose": "65",
180
+ "b-query": "111",
181
+ "b-rating": "117",
182
+ "b-review_count": "118",
183
+ "b-section": "58",
184
+ "b-seek_time": "76",
185
+ "b-sender": "59",
186
+ "b-sender_address": "29",
187
+ "b-song": "72",
188
+ "b-src_lang_de": "89",
189
+ "b-src_lang_en": "82",
190
+ "b-src_lang_es": "91",
191
+ "b-src_lang_fr": "96",
192
+ "b-src_lang_it": "85",
193
+ "b-src_lang_pl": "83",
194
+ "b-status": "38",
195
+ "b-subject": "25",
196
+ "b-text_de": "87",
197
+ "b-text_en": "80",
198
+ "b-text_es": "90",
199
+ "b-text_fr": "94",
200
+ "b-text_it": "86",
201
+ "b-text_multi": "77",
202
+ "b-text_pl": "84",
203
+ "b-time": "31",
204
+ "b-to": "15",
205
+ "b-topic": "67",
206
+ "b-translator": "104",
207
+ "b-trg_lang_de": "98",
208
+ "b-trg_lang_en": "99",
209
+ "b-trg_lang_es": "100",
210
+ "b-trg_lang_fr": "101",
211
+ "b-trg_lang_general": "105",
212
+ "b-trg_lang_it": "103",
213
+ "b-trg_lang_pl": "102",
214
+ "b-txt_query": "109",
215
+ "b-username": "61",
216
+ "b-value": "3",
217
+ "b-weight": "42",
218
+ "i-album": "41",
219
+ "i-artist": "75",
220
+ "i-av_alias": "6",
221
+ "i-caption": "36",
222
+ "i-category": "122",
223
+ "i-category_a": "116",
224
+ "i-category_b": "115",
225
+ "i-channel": "63",
226
+ "i-channel_id": "120",
227
+ "i-date": "8",
228
+ "i-date_month": "54",
229
+ "i-device_name": "2",
230
+ "i-event_name": "10",
231
+ "i-file_name": "45",
232
+ "i-file_size": "48",
233
+ "i-filename": "17",
234
+ "i-hashtag": "106",
235
+ "i-img_query": "108",
236
+ "i-location": "12",
237
+ "i-message": "28",
238
+ "i-name": "22",
239
+ "i-phone_number": "20",
240
+ "i-playlist": "71",
241
+ "i-portal": "57",
242
+ "i-priority": "34",
243
+ "i-purpose": "66",
244
+ "i-query": "112",
245
+ "i-sender": "60",
246
+ "i-song": "73",
247
+ "i-status": "39",
248
+ "i-subject": "26",
249
+ "i-text_de": "88",
250
+ "i-text_en": "81",
251
+ "i-text_es": "92",
252
+ "i-text_fr": "95",
253
+ "i-text_it": "93",
254
+ "i-text_multi": "78",
255
+ "i-text_pl": "97",
256
+ "i-time": "32",
257
+ "i-to": "24",
258
+ "i-topic": "68",
259
+ "i-txt_query": "110",
260
+ "i-username": "64",
261
+ "i-value": "4",
262
+ "i-weight": "43",
263
+ "o": "0"
264
+ },
265
+ "layer_norm_eps": 1e-05,
266
+ "max_position_embeddings": 514,
267
+ "model_type": "xlm-roberta",
268
+ "num_attention_heads": 12,
269
+ "num_hidden_layers": 12,
270
+ "output_past": true,
271
+ "pad_token_id": 1,
272
+ "position_embedding_type": "absolute",
273
+ "torch_dtype": "float32",
274
+ "transformers_version": "4.27.4",
275
+ "type_vocab_size": 1,
276
+ "use_cache": true,
277
+ "vocab_size": 250002
278
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91cc9d65346438d46939db1a31ca255d5b9f88a071bee2f6a9d3399b20454aa2
3
+ size 1110263277
runs/Mar31_11-17-41_70a23f47f38e/1680261515.365469/events.out.tfevents.1680261515.70a23f47f38e.1155.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42d6e1609528dd037a00b32ed4d40d09f543e472558039e77ca700db9c97ccda
3
+ size 5856
runs/Mar31_11-17-41_70a23f47f38e/events.out.tfevents.1680261515.70a23f47f38e.1155.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:456fae14f46823322e03839e3d4d19ddcdd0feb1910e8f4bccc80a5ead72f8c5
3
+ size 10569
special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2c509a525eb51aebb33fb59c24ee923c1d4c1db23c3ae81fe05ccf354084f7b
3
+ size 17082758
tokenizer_config.json ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "__type": "AddedToken",
7
+ "content": "<mask>",
8
+ "lstrip": true,
9
+ "normalized": true,
10
+ "rstrip": false,
11
+ "single_word": false
12
+ },
13
+ "model_max_length": 512,
14
+ "pad_token": "<pad>",
15
+ "sep_token": "</s>",
16
+ "special_tokens_map_file": null,
17
+ "tokenizer_class": "XLMRobertaTokenizer",
18
+ "unk_token": "<unk>"
19
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:874c857341fe8b89050440dbd95efc42d76cc72c3d22f4e5c5448f760d0b297a
3
+ size 3579