sorayutmild
commited on
Commit
•
7ffe6e0
1
Parent(s):
2907abd
Training in progress, epoch 1
Browse files- .gitattributes +1 -0
- config.json +35 -0
- model.safetensors +3 -0
- runs/May03_11-53-28_c44ed3c64373/events.out.tfevents.1714737209.c44ed3c64373.2144.0 +3 -0
- runs/May03_11-55-03_c44ed3c64373/events.out.tfevents.1714737304.c44ed3c64373.2144.1 +3 -0
- runs/May03_11-56-29_c44ed3c64373/events.out.tfevents.1714737390.c44ed3c64373.2144.2 +3 -0
- runs/May03_11-56-56_c44ed3c64373/events.out.tfevents.1714737416.c44ed3c64373.2144.3 +3 -0
- runs/May03_11-57-14_c44ed3c64373/events.out.tfevents.1714737435.c44ed3c64373.2144.4 +3 -0
- runs/May03_11-57-25_c44ed3c64373/events.out.tfevents.1714737446.c44ed3c64373.2144.5 +3 -0
- runs/May03_11-57-43_c44ed3c64373/events.out.tfevents.1714737464.c44ed3c64373.2144.6 +3 -0
- runs/May03_11-58-36_c44ed3c64373/events.out.tfevents.1714737517.c44ed3c64373.2144.7 +3 -0
- runs/May03_11-59-12_c44ed3c64373/events.out.tfevents.1714737552.c44ed3c64373.2144.8 +3 -0
- runs/May03_11-59-47_c44ed3c64373/events.out.tfevents.1714737587.c44ed3c64373.2144.9 +3 -0
- runs/May03_12-00-03_c44ed3c64373/events.out.tfevents.1714737603.c44ed3c64373.2144.10 +3 -0
- runs/May03_12-01-21_c44ed3c64373/events.out.tfevents.1714737681.c44ed3c64373.2144.11 +3 -0
- runs/May03_12-02-55_c44ed3c64373/events.out.tfevents.1714737775.c44ed3c64373.2144.12 +3 -0
- runs/May03_12-03-04_c44ed3c64373/events.out.tfevents.1714737785.c44ed3c64373.2144.13 +3 -0
- runs/May03_12-03-31_c44ed3c64373/events.out.tfevents.1714737812.c44ed3c64373.2144.14 +3 -0
- runs/May03_12-03-59_c44ed3c64373/events.out.tfevents.1714737839.c44ed3c64373.2144.15 +3 -0
- runs/May03_12-04-03_c44ed3c64373/events.out.tfevents.1714737844.c44ed3c64373.2144.16 +3 -0
- runs/May03_12-04-08_c44ed3c64373/events.out.tfevents.1714737848.c44ed3c64373.2144.17 +3 -0
- runs/May03_12-04-24_c44ed3c64373/events.out.tfevents.1714737864.c44ed3c64373.2144.18 +3 -0
- runs/May03_12-04-37_c44ed3c64373/events.out.tfevents.1714737877.c44ed3c64373.2144.19 +3 -0
- runs/May03_12-04-56_c44ed3c64373/events.out.tfevents.1714737897.c44ed3c64373.2144.20 +3 -0
- runs/May03_12-44-12_c44ed3c64373/events.out.tfevents.1714740253.c44ed3c64373.2144.21 +3 -0
- runs/May03_12-44-34_c44ed3c64373/events.out.tfevents.1714740274.c44ed3c64373.2144.22 +3 -0
- runs/May03_12-45-27_c44ed3c64373/events.out.tfevents.1714740328.c44ed3c64373.2144.23 +3 -0
- runs/May03_12-47-39_c44ed3c64373/events.out.tfevents.1714740460.c44ed3c64373.2144.24 +3 -0
- runs/May03_12-57-50_c44ed3c64373/events.out.tfevents.1714741071.c44ed3c64373.2144.25 +3 -0
- runs/May03_12-58-09_c44ed3c64373/events.out.tfevents.1714741089.c44ed3c64373.2144.26 +3 -0
- runs/May03_13-00-36_c44ed3c64373/events.out.tfevents.1714741236.c44ed3c64373.19519.0 +3 -0
- runs/May03_13-01-22_c44ed3c64373/events.out.tfevents.1714741283.c44ed3c64373.19519.1 +3 -0
- runs/May03_13-04-33_c44ed3c64373/events.out.tfevents.1714741476.c44ed3c64373.19519.2 +3 -0
- runs/May03_13-07-57_c44ed3c64373/events.out.tfevents.1714741679.c44ed3c64373.19519.3 +3 -0
- runs/May03_13-08-07_c44ed3c64373/events.out.tfevents.1714741688.c44ed3c64373.19519.4 +3 -0
- runs/May03_13-08-40_c44ed3c64373/events.out.tfevents.1714741721.c44ed3c64373.19519.5 +3 -0
- runs/May03_13-22-51_c44ed3c64373/events.out.tfevents.1714742572.c44ed3c64373.19519.6 +3 -0
- runs/May03_13-25-27_c44ed3c64373/events.out.tfevents.1714742727.c44ed3c64373.19519.7 +3 -0
- sentencepiece.bpe.model +3 -0
- special_tokens_map.json +15 -0
- tokenizer.json +3 -0
- tokenizer_config.json +58 -0
- training_args.bin +3 -0
.gitattributes
CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
36 |
+
tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
config.json
ADDED
@@ -0,0 +1,35 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "microsoft/Multilingual-MiniLM-L12-H384",
|
3 |
+
"architectures": [
|
4 |
+
"BertForSequenceClassification"
|
5 |
+
],
|
6 |
+
"attention_probs_dropout_prob": 0.1,
|
7 |
+
"classifier_dropout": null,
|
8 |
+
"hidden_act": "gelu",
|
9 |
+
"hidden_dropout_prob": 0.1,
|
10 |
+
"hidden_size": 384,
|
11 |
+
"id2label": {
|
12 |
+
"0": "Entertainment",
|
13 |
+
"1": "Criminal"
|
14 |
+
},
|
15 |
+
"initializer_range": 0.02,
|
16 |
+
"intermediate_size": 1536,
|
17 |
+
"label2id": {
|
18 |
+
"Criminal": 1,
|
19 |
+
"Entertainment": 0
|
20 |
+
},
|
21 |
+
"layer_norm_eps": 1e-12,
|
22 |
+
"max_position_embeddings": 512,
|
23 |
+
"model_type": "bert",
|
24 |
+
"num_attention_heads": 12,
|
25 |
+
"num_hidden_layers": 12,
|
26 |
+
"pad_token_id": 0,
|
27 |
+
"position_embedding_type": "absolute",
|
28 |
+
"problem_type": "single_label_classification",
|
29 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
30 |
+
"torch_dtype": "float32",
|
31 |
+
"transformers_version": "4.40.1",
|
32 |
+
"type_vocab_size": 2,
|
33 |
+
"use_cache": true,
|
34 |
+
"vocab_size": 250037
|
35 |
+
}
|
model.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ac9a41cbc94566cc007a5efe5212bff800bfcd3cfba19a462cf2786e2c9bff24
|
3 |
+
size 470641664
|
runs/May03_11-53-28_c44ed3c64373/events.out.tfevents.1714737209.c44ed3c64373.2144.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:82119a3625ee65ef32b56c717ca351ed95f829c9a12924446c3b3e859eced775
|
3 |
+
size 6150
|
runs/May03_11-55-03_c44ed3c64373/events.out.tfevents.1714737304.c44ed3c64373.2144.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8332595dc7628ec2eb7887a27efe442e2425cbf5f0c35bbfed7b833708ff3f1d
|
3 |
+
size 6150
|
runs/May03_11-56-29_c44ed3c64373/events.out.tfevents.1714737390.c44ed3c64373.2144.2
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:551fc8d11532a1e84a81be0cdf1f43f1c018c9dfc6372652072116ff4ea2d212
|
3 |
+
size 6150
|
runs/May03_11-56-56_c44ed3c64373/events.out.tfevents.1714737416.c44ed3c64373.2144.3
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f96f1130d795a0416160e519eaf8a62f50f32ac1edb777eabd3fda61f0f86d6a
|
3 |
+
size 6150
|
runs/May03_11-57-14_c44ed3c64373/events.out.tfevents.1714737435.c44ed3c64373.2144.4
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:201e5485df71b3c44482e1ed7e9230df6a96a4ba53acb1ae71f0cf9fd1047a29
|
3 |
+
size 6150
|
runs/May03_11-57-25_c44ed3c64373/events.out.tfevents.1714737446.c44ed3c64373.2144.5
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7f0365b4fd32e824b4a4fb047357725b8735d2dfbec274d6c1947b8ff110a75a
|
3 |
+
size 6150
|
runs/May03_11-57-43_c44ed3c64373/events.out.tfevents.1714737464.c44ed3c64373.2144.6
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e07e93b5aff956f032aeb1eb59d31660ae838b92421722a230944e49e123a114
|
3 |
+
size 6150
|
runs/May03_11-58-36_c44ed3c64373/events.out.tfevents.1714737517.c44ed3c64373.2144.7
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e154602e40e63221bc4cc91562777389f07420bb76d827303b46031bf9bcef81
|
3 |
+
size 6150
|
runs/May03_11-59-12_c44ed3c64373/events.out.tfevents.1714737552.c44ed3c64373.2144.8
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e353cfa2737badd5f957d1d7ef09c7849d2a3ece44ea00e818a02cb029e13d7b
|
3 |
+
size 6150
|
runs/May03_11-59-47_c44ed3c64373/events.out.tfevents.1714737587.c44ed3c64373.2144.9
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:52d164d1d8464f6f700c68ce7d591d801d2b78137510c41960c4e9141d6d81ae
|
3 |
+
size 6150
|
runs/May03_12-00-03_c44ed3c64373/events.out.tfevents.1714737603.c44ed3c64373.2144.10
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:38eea8a38bba20ecd9c7b2930c3cf63a049fbda0222f20600d61eec7d9236ae3
|
3 |
+
size 6150
|
runs/May03_12-01-21_c44ed3c64373/events.out.tfevents.1714737681.c44ed3c64373.2144.11
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fcb70c7d7a9fd89ce8f995dac709f84e99efab868210a5f0cb38fbcce7f277fd
|
3 |
+
size 6150
|
runs/May03_12-02-55_c44ed3c64373/events.out.tfevents.1714737775.c44ed3c64373.2144.12
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:992212279c898faa4f3ee95e027febbc0b81c2801255f0b009e7d0dbe93bedee
|
3 |
+
size 6150
|
runs/May03_12-03-04_c44ed3c64373/events.out.tfevents.1714737785.c44ed3c64373.2144.13
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b77a13ec83a5c1faa00c51545239bb4ececa33a1ed10c2c5a73b2362da17cafb
|
3 |
+
size 6150
|
runs/May03_12-03-31_c44ed3c64373/events.out.tfevents.1714737812.c44ed3c64373.2144.14
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ce3a0f35bd34e86b766ff431a30153b68f9fa63611ef11d21b37f07686e64f92
|
3 |
+
size 6150
|
runs/May03_12-03-59_c44ed3c64373/events.out.tfevents.1714737839.c44ed3c64373.2144.15
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:884e521ac0c78e9ea696d8a851752040d7569c7079130febac709b9229f916ca
|
3 |
+
size 6150
|
runs/May03_12-04-03_c44ed3c64373/events.out.tfevents.1714737844.c44ed3c64373.2144.16
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b8581e78d107995a06a519785c60d5036e6a39731b6913eb05da2a55b2b84057
|
3 |
+
size 6150
|
runs/May03_12-04-08_c44ed3c64373/events.out.tfevents.1714737848.c44ed3c64373.2144.17
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a98c4725a60935d4d30c6efc77d7f776fb509cc53302f801a462a887307989bc
|
3 |
+
size 6150
|
runs/May03_12-04-24_c44ed3c64373/events.out.tfevents.1714737864.c44ed3c64373.2144.18
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:902f12d392396866b46cc95ac355a68c0c1c789077a9c7b60cc2f6963fcff3d7
|
3 |
+
size 6150
|
runs/May03_12-04-37_c44ed3c64373/events.out.tfevents.1714737877.c44ed3c64373.2144.19
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:59dd2df3dd94e7e6d3d575955ea92cc4d4805e6c9953aafa4499c7d4aafb058f
|
3 |
+
size 6150
|
runs/May03_12-04-56_c44ed3c64373/events.out.tfevents.1714737897.c44ed3c64373.2144.20
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4727b13adda086525b4af396a421e28c37a01b09631478dc6842a64328750cfd
|
3 |
+
size 6150
|
runs/May03_12-44-12_c44ed3c64373/events.out.tfevents.1714740253.c44ed3c64373.2144.21
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:666674843df15282eab13c1c0cf9268176d5da7f0f4f91b1f9da2bd2dc267b62
|
3 |
+
size 6150
|
runs/May03_12-44-34_c44ed3c64373/events.out.tfevents.1714740274.c44ed3c64373.2144.22
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cfb26b5d2608d9cb4e7c04f71e4ea6c6057c75a729fff6d39f0b823973469b5c
|
3 |
+
size 6150
|
runs/May03_12-45-27_c44ed3c64373/events.out.tfevents.1714740328.c44ed3c64373.2144.23
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5dfd0d0df02c9bb4790369cd8eae0d4a5686e0d9dc491b7c778c78f4340222ca
|
3 |
+
size 6150
|
runs/May03_12-47-39_c44ed3c64373/events.out.tfevents.1714740460.c44ed3c64373.2144.24
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9ee88cb7114c18d3c24ca76ce6025e6122ce9c375f7d978ab7d5780a1c418226
|
3 |
+
size 6150
|
runs/May03_12-57-50_c44ed3c64373/events.out.tfevents.1714741071.c44ed3c64373.2144.25
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c4df7646c7e4c38bd3001cab535bc972250a69386b0c00516805697b0607834d
|
3 |
+
size 4184
|
runs/May03_12-58-09_c44ed3c64373/events.out.tfevents.1714741089.c44ed3c64373.2144.26
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4f0803b4a94de49790f7a9ed97f80aad896aa9d65e823d4559dc1799d568f97a
|
3 |
+
size 4184
|
runs/May03_13-00-36_c44ed3c64373/events.out.tfevents.1714741236.c44ed3c64373.19519.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5c7e61354cc7c2767a093377eb59ef2ac5938cd52772359b844f8b24aa8796fa
|
3 |
+
size 5000
|
runs/May03_13-01-22_c44ed3c64373/events.out.tfevents.1714741283.c44ed3c64373.19519.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7c3f816cfb9dc8ea85d9aa1967a551326fe14312e73d6a6735779644d89dd714
|
3 |
+
size 5000
|
runs/May03_13-04-33_c44ed3c64373/events.out.tfevents.1714741476.c44ed3c64373.19519.2
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ac2d3e9204927c875e5950772448caec9e658b838a42f55a75cc5bd1c3644bb6
|
3 |
+
size 4802
|
runs/May03_13-07-57_c44ed3c64373/events.out.tfevents.1714741679.c44ed3c64373.19519.3
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:71cc5b6f58b4532c75cac094a0885145d56b901eeac1b55418ee93a5fa87a395
|
3 |
+
size 4802
|
runs/May03_13-08-07_c44ed3c64373/events.out.tfevents.1714741688.c44ed3c64373.19519.4
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:00cf6192c1a0836d4452d6e952af708796ae19ebe2ba7d859dd1312e5ca7d8a9
|
3 |
+
size 4802
|
runs/May03_13-08-40_c44ed3c64373/events.out.tfevents.1714741721.c44ed3c64373.19519.5
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b8f59eabae3471de2fdce8afcdebc103efb16e68ffed33da2706fa6dd01b1115
|
3 |
+
size 4802
|
runs/May03_13-22-51_c44ed3c64373/events.out.tfevents.1714742572.c44ed3c64373.19519.6
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ff40311db2bdc102cfc50cf18f42f994f24eecd6ba624e8598c5039e921d00a7
|
3 |
+
size 4802
|
runs/May03_13-25-27_c44ed3c64373/events.out.tfevents.1714742727.c44ed3c64373.19519.7
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:696928509794bc08c99b5a17c7d2699b1ae9d58e8c64f059cffa28b27f05f4d1
|
3 |
+
size 5125
|
sentencepiece.bpe.model
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865
|
3 |
+
size 5069051
|
special_tokens_map.json
ADDED
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"bos_token": "<s>",
|
3 |
+
"cls_token": "<s>",
|
4 |
+
"eos_token": "</s>",
|
5 |
+
"mask_token": {
|
6 |
+
"content": "<mask>",
|
7 |
+
"lstrip": true,
|
8 |
+
"normalized": false,
|
9 |
+
"rstrip": false,
|
10 |
+
"single_word": false
|
11 |
+
},
|
12 |
+
"pad_token": "<pad>",
|
13 |
+
"sep_token": "</s>",
|
14 |
+
"unk_token": "<unk>"
|
15 |
+
}
|
tokenizer.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3ea2d57e1ab5ebb5789b8e8e6f9593a996e8b624f870e6f55f63abe5359ff32c
|
3 |
+
size 17098504
|
tokenizer_config.json
ADDED
@@ -0,0 +1,58 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"added_tokens_decoder": {
|
3 |
+
"0": {
|
4 |
+
"content": "<s>",
|
5 |
+
"lstrip": false,
|
6 |
+
"normalized": false,
|
7 |
+
"rstrip": false,
|
8 |
+
"single_word": false,
|
9 |
+
"special": true
|
10 |
+
},
|
11 |
+
"1": {
|
12 |
+
"content": "<pad>",
|
13 |
+
"lstrip": false,
|
14 |
+
"normalized": false,
|
15 |
+
"rstrip": false,
|
16 |
+
"single_word": false,
|
17 |
+
"special": true
|
18 |
+
},
|
19 |
+
"2": {
|
20 |
+
"content": "</s>",
|
21 |
+
"lstrip": false,
|
22 |
+
"normalized": false,
|
23 |
+
"rstrip": false,
|
24 |
+
"single_word": false,
|
25 |
+
"special": true
|
26 |
+
},
|
27 |
+
"3": {
|
28 |
+
"content": "<unk>",
|
29 |
+
"lstrip": false,
|
30 |
+
"normalized": false,
|
31 |
+
"rstrip": false,
|
32 |
+
"single_word": false,
|
33 |
+
"special": true
|
34 |
+
},
|
35 |
+
"250001": {
|
36 |
+
"content": "<mask>",
|
37 |
+
"lstrip": true,
|
38 |
+
"normalized": false,
|
39 |
+
"rstrip": false,
|
40 |
+
"single_word": false,
|
41 |
+
"special": true
|
42 |
+
}
|
43 |
+
},
|
44 |
+
"bos_token": "<s>",
|
45 |
+
"clean_up_tokenization_spaces": true,
|
46 |
+
"cls_token": "<s>",
|
47 |
+
"eos_token": "</s>",
|
48 |
+
"mask_token": "<mask>",
|
49 |
+
"max_length": 512,
|
50 |
+
"model_max_length": 1000000000000000019884624838656,
|
51 |
+
"pad_token": "<pad>",
|
52 |
+
"padding": true,
|
53 |
+
"sep_token": "</s>",
|
54 |
+
"sp_model_kwargs": {},
|
55 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
56 |
+
"truncation": true,
|
57 |
+
"unk_token": "<unk>"
|
58 |
+
}
|
training_args.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2474796cdb1f55e6df131f6585b6359f2e5e8e2f6f212c38a2b5560e40a4ea8d
|
3 |
+
size 4984
|