Training in progress, epoch 0
Browse files- added_tokens.json +8 -8
- config.json +1 -1
- model.safetensors +1 -1
- special_tokens_map.json +8 -8
- tokenizer.json +8 -8
- tokenizer_config.json +12 -12
- training_args.bin +2 -2
added_tokens.json
CHANGED
@@ -1,12 +1,12 @@
|
|
1 |
{
|
2 |
-
"[PAD_left_10]":
|
3 |
-
"[PAD_left_1]":
|
4 |
-
"[PAD_left_2]":
|
5 |
-
"[PAD_left_3]":
|
6 |
-
"[PAD_left_4]":
|
7 |
-
"[PAD_left_5]":
|
8 |
"[PAD_left_6]": 30527,
|
9 |
"[PAD_left_7]": 30528,
|
10 |
-
"[PAD_left_8]":
|
11 |
-
"[PAD_left_9]":
|
12 |
}
|
|
|
1 |
{
|
2 |
+
"[PAD_left_10]": 30531,
|
3 |
+
"[PAD_left_1]": 30522,
|
4 |
+
"[PAD_left_2]": 30523,
|
5 |
+
"[PAD_left_3]": 30524,
|
6 |
+
"[PAD_left_4]": 30525,
|
7 |
+
"[PAD_left_5]": 30526,
|
8 |
"[PAD_left_6]": 30527,
|
9 |
"[PAD_left_7]": 30528,
|
10 |
+
"[PAD_left_8]": 30529,
|
11 |
+
"[PAD_left_9]": 30530
|
12 |
}
|
config.json
CHANGED
@@ -28,6 +28,6 @@
|
|
28 |
"sinusoidal_pos_embds": false,
|
29 |
"tie_weights_": true,
|
30 |
"torch_dtype": "float32",
|
31 |
-
"transformers_version": "4.
|
32 |
"vocab_size": 30532
|
33 |
}
|
|
|
28 |
"sinusoidal_pos_embds": false,
|
29 |
"tie_weights_": true,
|
30 |
"torch_dtype": "float32",
|
31 |
+
"transformers_version": "4.37.2",
|
32 |
"vocab_size": 30532
|
33 |
}
|
model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 267863280
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0d218d269ef2d5dc54a11460f9083a098eb7155e36b755807d85137ee6a02db4
|
3 |
size 267863280
|
special_tokens_map.json
CHANGED
@@ -1,35 +1,35 @@
|
|
1 |
{
|
2 |
"additional_special_tokens": [
|
3 |
{
|
4 |
-
"content": "[
|
5 |
"lstrip": false,
|
6 |
"normalized": false,
|
7 |
"rstrip": false,
|
8 |
"single_word": false
|
9 |
},
|
10 |
{
|
11 |
-
"content": "[
|
12 |
"lstrip": false,
|
13 |
"normalized": false,
|
14 |
"rstrip": false,
|
15 |
"single_word": false
|
16 |
},
|
17 |
{
|
18 |
-
"content": "[
|
19 |
"lstrip": false,
|
20 |
"normalized": false,
|
21 |
"rstrip": false,
|
22 |
"single_word": false
|
23 |
},
|
24 |
{
|
25 |
-
"content": "[
|
26 |
"lstrip": false,
|
27 |
"normalized": false,
|
28 |
"rstrip": false,
|
29 |
"single_word": false
|
30 |
},
|
31 |
{
|
32 |
-
"content": "[
|
33 |
"lstrip": false,
|
34 |
"normalized": false,
|
35 |
"rstrip": false,
|
@@ -50,21 +50,21 @@
|
|
50 |
"single_word": false
|
51 |
},
|
52 |
{
|
53 |
-
"content": "[
|
54 |
"lstrip": false,
|
55 |
"normalized": false,
|
56 |
"rstrip": false,
|
57 |
"single_word": false
|
58 |
},
|
59 |
{
|
60 |
-
"content": "[
|
61 |
"lstrip": false,
|
62 |
"normalized": false,
|
63 |
"rstrip": false,
|
64 |
"single_word": false
|
65 |
},
|
66 |
{
|
67 |
-
"content": "[
|
68 |
"lstrip": false,
|
69 |
"normalized": false,
|
70 |
"rstrip": false,
|
|
|
1 |
{
|
2 |
"additional_special_tokens": [
|
3 |
{
|
4 |
+
"content": "[PAD_left_1]",
|
5 |
"lstrip": false,
|
6 |
"normalized": false,
|
7 |
"rstrip": false,
|
8 |
"single_word": false
|
9 |
},
|
10 |
{
|
11 |
+
"content": "[PAD_left_2]",
|
12 |
"lstrip": false,
|
13 |
"normalized": false,
|
14 |
"rstrip": false,
|
15 |
"single_word": false
|
16 |
},
|
17 |
{
|
18 |
+
"content": "[PAD_left_3]",
|
19 |
"lstrip": false,
|
20 |
"normalized": false,
|
21 |
"rstrip": false,
|
22 |
"single_word": false
|
23 |
},
|
24 |
{
|
25 |
+
"content": "[PAD_left_4]",
|
26 |
"lstrip": false,
|
27 |
"normalized": false,
|
28 |
"rstrip": false,
|
29 |
"single_word": false
|
30 |
},
|
31 |
{
|
32 |
+
"content": "[PAD_left_5]",
|
33 |
"lstrip": false,
|
34 |
"normalized": false,
|
35 |
"rstrip": false,
|
|
|
50 |
"single_word": false
|
51 |
},
|
52 |
{
|
53 |
+
"content": "[PAD_left_8]",
|
54 |
"lstrip": false,
|
55 |
"normalized": false,
|
56 |
"rstrip": false,
|
57 |
"single_word": false
|
58 |
},
|
59 |
{
|
60 |
+
"content": "[PAD_left_9]",
|
61 |
"lstrip": false,
|
62 |
"normalized": false,
|
63 |
"rstrip": false,
|
64 |
"single_word": false
|
65 |
},
|
66 |
{
|
67 |
+
"content": "[PAD_left_10]",
|
68 |
"lstrip": false,
|
69 |
"normalized": false,
|
70 |
"rstrip": false,
|
tokenizer.json
CHANGED
@@ -55,7 +55,7 @@
|
|
55 |
},
|
56 |
{
|
57 |
"id": 30522,
|
58 |
-
"content": "[
|
59 |
"single_word": false,
|
60 |
"lstrip": false,
|
61 |
"rstrip": false,
|
@@ -64,7 +64,7 @@
|
|
64 |
},
|
65 |
{
|
66 |
"id": 30523,
|
67 |
-
"content": "[
|
68 |
"single_word": false,
|
69 |
"lstrip": false,
|
70 |
"rstrip": false,
|
@@ -73,7 +73,7 @@
|
|
73 |
},
|
74 |
{
|
75 |
"id": 30524,
|
76 |
-
"content": "[
|
77 |
"single_word": false,
|
78 |
"lstrip": false,
|
79 |
"rstrip": false,
|
@@ -82,7 +82,7 @@
|
|
82 |
},
|
83 |
{
|
84 |
"id": 30525,
|
85 |
-
"content": "[
|
86 |
"single_word": false,
|
87 |
"lstrip": false,
|
88 |
"rstrip": false,
|
@@ -91,7 +91,7 @@
|
|
91 |
},
|
92 |
{
|
93 |
"id": 30526,
|
94 |
-
"content": "[
|
95 |
"single_word": false,
|
96 |
"lstrip": false,
|
97 |
"rstrip": false,
|
@@ -118,7 +118,7 @@
|
|
118 |
},
|
119 |
{
|
120 |
"id": 30529,
|
121 |
-
"content": "[
|
122 |
"single_word": false,
|
123 |
"lstrip": false,
|
124 |
"rstrip": false,
|
@@ -127,7 +127,7 @@
|
|
127 |
},
|
128 |
{
|
129 |
"id": 30530,
|
130 |
-
"content": "[
|
131 |
"single_word": false,
|
132 |
"lstrip": false,
|
133 |
"rstrip": false,
|
@@ -136,7 +136,7 @@
|
|
136 |
},
|
137 |
{
|
138 |
"id": 30531,
|
139 |
-
"content": "[
|
140 |
"single_word": false,
|
141 |
"lstrip": false,
|
142 |
"rstrip": false,
|
|
|
55 |
},
|
56 |
{
|
57 |
"id": 30522,
|
58 |
+
"content": "[PAD_left_1]",
|
59 |
"single_word": false,
|
60 |
"lstrip": false,
|
61 |
"rstrip": false,
|
|
|
64 |
},
|
65 |
{
|
66 |
"id": 30523,
|
67 |
+
"content": "[PAD_left_2]",
|
68 |
"single_word": false,
|
69 |
"lstrip": false,
|
70 |
"rstrip": false,
|
|
|
73 |
},
|
74 |
{
|
75 |
"id": 30524,
|
76 |
+
"content": "[PAD_left_3]",
|
77 |
"single_word": false,
|
78 |
"lstrip": false,
|
79 |
"rstrip": false,
|
|
|
82 |
},
|
83 |
{
|
84 |
"id": 30525,
|
85 |
+
"content": "[PAD_left_4]",
|
86 |
"single_word": false,
|
87 |
"lstrip": false,
|
88 |
"rstrip": false,
|
|
|
91 |
},
|
92 |
{
|
93 |
"id": 30526,
|
94 |
+
"content": "[PAD_left_5]",
|
95 |
"single_word": false,
|
96 |
"lstrip": false,
|
97 |
"rstrip": false,
|
|
|
118 |
},
|
119 |
{
|
120 |
"id": 30529,
|
121 |
+
"content": "[PAD_left_8]",
|
122 |
"single_word": false,
|
123 |
"lstrip": false,
|
124 |
"rstrip": false,
|
|
|
127 |
},
|
128 |
{
|
129 |
"id": 30530,
|
130 |
+
"content": "[PAD_left_9]",
|
131 |
"single_word": false,
|
132 |
"lstrip": false,
|
133 |
"rstrip": false,
|
|
|
136 |
},
|
137 |
{
|
138 |
"id": 30531,
|
139 |
+
"content": "[PAD_left_10]",
|
140 |
"single_word": false,
|
141 |
"lstrip": false,
|
142 |
"rstrip": false,
|
tokenizer_config.json
CHANGED
@@ -41,7 +41,7 @@
|
|
41 |
"special": true
|
42 |
},
|
43 |
"30522": {
|
44 |
-
"content": "[
|
45 |
"lstrip": false,
|
46 |
"normalized": false,
|
47 |
"rstrip": false,
|
@@ -49,7 +49,7 @@
|
|
49 |
"special": true
|
50 |
},
|
51 |
"30523": {
|
52 |
-
"content": "[
|
53 |
"lstrip": false,
|
54 |
"normalized": false,
|
55 |
"rstrip": false,
|
@@ -57,7 +57,7 @@
|
|
57 |
"special": true
|
58 |
},
|
59 |
"30524": {
|
60 |
-
"content": "[
|
61 |
"lstrip": false,
|
62 |
"normalized": false,
|
63 |
"rstrip": false,
|
@@ -65,7 +65,7 @@
|
|
65 |
"special": true
|
66 |
},
|
67 |
"30525": {
|
68 |
-
"content": "[
|
69 |
"lstrip": false,
|
70 |
"normalized": false,
|
71 |
"rstrip": false,
|
@@ -73,7 +73,7 @@
|
|
73 |
"special": true
|
74 |
},
|
75 |
"30526": {
|
76 |
-
"content": "[
|
77 |
"lstrip": false,
|
78 |
"normalized": false,
|
79 |
"rstrip": false,
|
@@ -97,7 +97,7 @@
|
|
97 |
"special": true
|
98 |
},
|
99 |
"30529": {
|
100 |
-
"content": "[
|
101 |
"lstrip": false,
|
102 |
"normalized": false,
|
103 |
"rstrip": false,
|
@@ -105,7 +105,7 @@
|
|
105 |
"special": true
|
106 |
},
|
107 |
"30530": {
|
108 |
-
"content": "[
|
109 |
"lstrip": false,
|
110 |
"normalized": false,
|
111 |
"rstrip": false,
|
@@ -113,7 +113,7 @@
|
|
113 |
"special": true
|
114 |
},
|
115 |
"30531": {
|
116 |
-
"content": "[
|
117 |
"lstrip": false,
|
118 |
"normalized": false,
|
119 |
"rstrip": false,
|
@@ -122,16 +122,16 @@
|
|
122 |
}
|
123 |
},
|
124 |
"additional_special_tokens": [
|
|
|
125 |
"[PAD_left_2]",
|
126 |
-
"[PAD_left_10]",
|
127 |
-
"[PAD_left_5]",
|
128 |
"[PAD_left_3]",
|
129 |
"[PAD_left_4]",
|
|
|
130 |
"[PAD_left_6]",
|
131 |
"[PAD_left_7]",
|
|
|
132 |
"[PAD_left_9]",
|
133 |
-
"[
|
134 |
-
"[PAD_left_8]"
|
135 |
],
|
136 |
"clean_up_tokenization_spaces": true,
|
137 |
"cls_token": "[CLS]",
|
|
|
41 |
"special": true
|
42 |
},
|
43 |
"30522": {
|
44 |
+
"content": "[PAD_left_1]",
|
45 |
"lstrip": false,
|
46 |
"normalized": false,
|
47 |
"rstrip": false,
|
|
|
49 |
"special": true
|
50 |
},
|
51 |
"30523": {
|
52 |
+
"content": "[PAD_left_2]",
|
53 |
"lstrip": false,
|
54 |
"normalized": false,
|
55 |
"rstrip": false,
|
|
|
57 |
"special": true
|
58 |
},
|
59 |
"30524": {
|
60 |
+
"content": "[PAD_left_3]",
|
61 |
"lstrip": false,
|
62 |
"normalized": false,
|
63 |
"rstrip": false,
|
|
|
65 |
"special": true
|
66 |
},
|
67 |
"30525": {
|
68 |
+
"content": "[PAD_left_4]",
|
69 |
"lstrip": false,
|
70 |
"normalized": false,
|
71 |
"rstrip": false,
|
|
|
73 |
"special": true
|
74 |
},
|
75 |
"30526": {
|
76 |
+
"content": "[PAD_left_5]",
|
77 |
"lstrip": false,
|
78 |
"normalized": false,
|
79 |
"rstrip": false,
|
|
|
97 |
"special": true
|
98 |
},
|
99 |
"30529": {
|
100 |
+
"content": "[PAD_left_8]",
|
101 |
"lstrip": false,
|
102 |
"normalized": false,
|
103 |
"rstrip": false,
|
|
|
105 |
"special": true
|
106 |
},
|
107 |
"30530": {
|
108 |
+
"content": "[PAD_left_9]",
|
109 |
"lstrip": false,
|
110 |
"normalized": false,
|
111 |
"rstrip": false,
|
|
|
113 |
"special": true
|
114 |
},
|
115 |
"30531": {
|
116 |
+
"content": "[PAD_left_10]",
|
117 |
"lstrip": false,
|
118 |
"normalized": false,
|
119 |
"rstrip": false,
|
|
|
122 |
}
|
123 |
},
|
124 |
"additional_special_tokens": [
|
125 |
+
"[PAD_left_1]",
|
126 |
"[PAD_left_2]",
|
|
|
|
|
127 |
"[PAD_left_3]",
|
128 |
"[PAD_left_4]",
|
129 |
+
"[PAD_left_5]",
|
130 |
"[PAD_left_6]",
|
131 |
"[PAD_left_7]",
|
132 |
+
"[PAD_left_8]",
|
133 |
"[PAD_left_9]",
|
134 |
+
"[PAD_left_10]"
|
|
|
135 |
],
|
136 |
"clean_up_tokenization_spaces": true,
|
137 |
"cls_token": "[CLS]",
|
training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a104f0c930dbd545a161da2db0c1b7563a48a3da2ad20abe0425bd91fa3c3740
|
3 |
+
size 4792
|