Training done
Browse files- added_tokens.json +8 -0
- special_tokens_map.json +60 -4
- tokenizer.json +72 -0
- tokenizer_config.json +76 -4
added_tokens.json
CHANGED
@@ -2,19 +2,24 @@
|
|
2 |
"</s_all_in>": 57542,
|
3 |
"</s_bet>": 57550,
|
4 |
"</s_call>": 57548,
|
|
|
5 |
"</s_chips>": 57532,
|
6 |
"</s_dealing>": 57544,
|
7 |
"</s_first_card>": 57530,
|
8 |
"</s_fold>": 57536,
|
9 |
"</s_plater>": 57538,
|
10 |
"</s_player>": 57534,
|
|
|
11 |
"</s_readable>": 57526,
|
|
|
12 |
"</s_second_card>": 57528,
|
13 |
"</s_thinking>": 57540,
|
|
|
14 |
"</s_winner>": 57546,
|
15 |
"<s_all_in>": 57541,
|
16 |
"<s_bet>": 57549,
|
17 |
"<s_call>": 57547,
|
|
|
18 |
"<s_chips>": 57531,
|
19 |
"<s_dealing>": 57543,
|
20 |
"<s_first_card>": 57529,
|
@@ -22,10 +27,13 @@
|
|
22 |
"<s_iitcdip>": 57523,
|
23 |
"<s_plater>": 57537,
|
24 |
"<s_player>": 57533,
|
|
|
25 |
"<s_readable>": 57525,
|
|
|
26 |
"<s_second_card>": 57527,
|
27 |
"<s_synthdog>": 57524,
|
28 |
"<s_thinking>": 57539,
|
|
|
29 |
"<s_winner>": 57545,
|
30 |
"<sep/>": 57522
|
31 |
}
|
|
|
2 |
"</s_all_in>": 57542,
|
3 |
"</s_bet>": 57550,
|
4 |
"</s_call>": 57548,
|
5 |
+
"</s_cards>": 57552,
|
6 |
"</s_chips>": 57532,
|
7 |
"</s_dealing>": 57544,
|
8 |
"</s_first_card>": 57530,
|
9 |
"</s_fold>": 57536,
|
10 |
"</s_plater>": 57538,
|
11 |
"</s_player>": 57534,
|
12 |
+
"</s_raise>": 57558,
|
13 |
"</s_readable>": 57526,
|
14 |
+
"</s_roundPot>": 57556,
|
15 |
"</s_second_card>": 57528,
|
16 |
"</s_thinking>": 57540,
|
17 |
+
"</s_totalPot>": 57554,
|
18 |
"</s_winner>": 57546,
|
19 |
"<s_all_in>": 57541,
|
20 |
"<s_bet>": 57549,
|
21 |
"<s_call>": 57547,
|
22 |
+
"<s_cards>": 57551,
|
23 |
"<s_chips>": 57531,
|
24 |
"<s_dealing>": 57543,
|
25 |
"<s_first_card>": 57529,
|
|
|
27 |
"<s_iitcdip>": 57523,
|
28 |
"<s_plater>": 57537,
|
29 |
"<s_player>": 57533,
|
30 |
+
"<s_raise>": 57557,
|
31 |
"<s_readable>": 57525,
|
32 |
+
"<s_roundPot>": 57555,
|
33 |
"<s_second_card>": 57527,
|
34 |
"<s_synthdog>": 57524,
|
35 |
"<s_thinking>": 57539,
|
36 |
+
"<s_totalPot>": 57553,
|
37 |
"<s_winner>": 57545,
|
38 |
"<sep/>": 57522
|
39 |
}
|
special_tokens_map.json
CHANGED
@@ -71,28 +71,42 @@
|
|
71 |
"single_word": false
|
72 |
},
|
73 |
{
|
74 |
-
"content": "<
|
75 |
"lstrip": false,
|
76 |
"normalized": false,
|
77 |
"rstrip": false,
|
78 |
"single_word": false
|
79 |
},
|
80 |
{
|
81 |
-
"content": "</
|
82 |
"lstrip": false,
|
83 |
"normalized": false,
|
84 |
"rstrip": false,
|
85 |
"single_word": false
|
86 |
},
|
87 |
{
|
88 |
-
"content": "<
|
89 |
"lstrip": false,
|
90 |
"normalized": false,
|
91 |
"rstrip": false,
|
92 |
"single_word": false
|
93 |
},
|
94 |
{
|
95 |
-
"content": "</
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
96 |
"lstrip": false,
|
97 |
"normalized": false,
|
98 |
"rstrip": false,
|
@@ -112,6 +126,20 @@
|
|
112 |
"rstrip": false,
|
113 |
"single_word": false
|
114 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
115 |
{
|
116 |
"content": "<s_all_in>",
|
117 |
"lstrip": false,
|
@@ -154,6 +182,20 @@
|
|
154 |
"rstrip": false,
|
155 |
"single_word": false
|
156 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
157 |
{
|
158 |
"content": "<s_bet>",
|
159 |
"lstrip": false,
|
@@ -168,6 +210,20 @@
|
|
168 |
"rstrip": false,
|
169 |
"single_word": false
|
170 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
171 |
{
|
172 |
"content": "<s>",
|
173 |
"lstrip": false,
|
|
|
71 |
"single_word": false
|
72 |
},
|
73 |
{
|
74 |
+
"content": "<s_cards>",
|
75 |
"lstrip": false,
|
76 |
"normalized": false,
|
77 |
"rstrip": false,
|
78 |
"single_word": false
|
79 |
},
|
80 |
{
|
81 |
+
"content": "</s_cards>",
|
82 |
"lstrip": false,
|
83 |
"normalized": false,
|
84 |
"rstrip": false,
|
85 |
"single_word": false
|
86 |
},
|
87 |
{
|
88 |
+
"content": "<s_totalPot>",
|
89 |
"lstrip": false,
|
90 |
"normalized": false,
|
91 |
"rstrip": false,
|
92 |
"single_word": false
|
93 |
},
|
94 |
{
|
95 |
+
"content": "</s_totalPot>",
|
96 |
+
"lstrip": false,
|
97 |
+
"normalized": false,
|
98 |
+
"rstrip": false,
|
99 |
+
"single_word": false
|
100 |
+
},
|
101 |
+
{
|
102 |
+
"content": "<s_roundPot>",
|
103 |
+
"lstrip": false,
|
104 |
+
"normalized": false,
|
105 |
+
"rstrip": false,
|
106 |
+
"single_word": false
|
107 |
+
},
|
108 |
+
{
|
109 |
+
"content": "</s_roundPot>",
|
110 |
"lstrip": false,
|
111 |
"normalized": false,
|
112 |
"rstrip": false,
|
|
|
126 |
"rstrip": false,
|
127 |
"single_word": false
|
128 |
},
|
129 |
+
{
|
130 |
+
"content": "<s_thinking>",
|
131 |
+
"lstrip": false,
|
132 |
+
"normalized": false,
|
133 |
+
"rstrip": false,
|
134 |
+
"single_word": false
|
135 |
+
},
|
136 |
+
{
|
137 |
+
"content": "</s_thinking>",
|
138 |
+
"lstrip": false,
|
139 |
+
"normalized": false,
|
140 |
+
"rstrip": false,
|
141 |
+
"single_word": false
|
142 |
+
},
|
143 |
{
|
144 |
"content": "<s_all_in>",
|
145 |
"lstrip": false,
|
|
|
182 |
"rstrip": false,
|
183 |
"single_word": false
|
184 |
},
|
185 |
+
{
|
186 |
+
"content": "<s_fold>",
|
187 |
+
"lstrip": false,
|
188 |
+
"normalized": false,
|
189 |
+
"rstrip": false,
|
190 |
+
"single_word": false
|
191 |
+
},
|
192 |
+
{
|
193 |
+
"content": "</s_fold>",
|
194 |
+
"lstrip": false,
|
195 |
+
"normalized": false,
|
196 |
+
"rstrip": false,
|
197 |
+
"single_word": false
|
198 |
+
},
|
199 |
{
|
200 |
"content": "<s_bet>",
|
201 |
"lstrip": false,
|
|
|
210 |
"rstrip": false,
|
211 |
"single_word": false
|
212 |
},
|
213 |
+
{
|
214 |
+
"content": "<s_raise>",
|
215 |
+
"lstrip": false,
|
216 |
+
"normalized": false,
|
217 |
+
"rstrip": false,
|
218 |
+
"single_word": false
|
219 |
+
},
|
220 |
+
{
|
221 |
+
"content": "</s_raise>",
|
222 |
+
"lstrip": false,
|
223 |
+
"normalized": false,
|
224 |
+
"rstrip": false,
|
225 |
+
"single_word": false
|
226 |
+
},
|
227 |
{
|
228 |
"content": "<s>",
|
229 |
"lstrip": false,
|
tokenizer.json
CHANGED
@@ -308,6 +308,78 @@
|
|
308 |
"rstrip": false,
|
309 |
"normalized": false,
|
310 |
"special": true
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
311 |
}
|
312 |
],
|
313 |
"normalizer": {
|
|
|
308 |
"rstrip": false,
|
309 |
"normalized": false,
|
310 |
"special": true
|
311 |
+
},
|
312 |
+
{
|
313 |
+
"id": 57551,
|
314 |
+
"content": "<s_cards>",
|
315 |
+
"single_word": false,
|
316 |
+
"lstrip": false,
|
317 |
+
"rstrip": false,
|
318 |
+
"normalized": false,
|
319 |
+
"special": true
|
320 |
+
},
|
321 |
+
{
|
322 |
+
"id": 57552,
|
323 |
+
"content": "</s_cards>",
|
324 |
+
"single_word": false,
|
325 |
+
"lstrip": false,
|
326 |
+
"rstrip": false,
|
327 |
+
"normalized": false,
|
328 |
+
"special": true
|
329 |
+
},
|
330 |
+
{
|
331 |
+
"id": 57553,
|
332 |
+
"content": "<s_totalPot>",
|
333 |
+
"single_word": false,
|
334 |
+
"lstrip": false,
|
335 |
+
"rstrip": false,
|
336 |
+
"normalized": false,
|
337 |
+
"special": true
|
338 |
+
},
|
339 |
+
{
|
340 |
+
"id": 57554,
|
341 |
+
"content": "</s_totalPot>",
|
342 |
+
"single_word": false,
|
343 |
+
"lstrip": false,
|
344 |
+
"rstrip": false,
|
345 |
+
"normalized": false,
|
346 |
+
"special": true
|
347 |
+
},
|
348 |
+
{
|
349 |
+
"id": 57555,
|
350 |
+
"content": "<s_roundPot>",
|
351 |
+
"single_word": false,
|
352 |
+
"lstrip": false,
|
353 |
+
"rstrip": false,
|
354 |
+
"normalized": false,
|
355 |
+
"special": true
|
356 |
+
},
|
357 |
+
{
|
358 |
+
"id": 57556,
|
359 |
+
"content": "</s_roundPot>",
|
360 |
+
"single_word": false,
|
361 |
+
"lstrip": false,
|
362 |
+
"rstrip": false,
|
363 |
+
"normalized": false,
|
364 |
+
"special": true
|
365 |
+
},
|
366 |
+
{
|
367 |
+
"id": 57557,
|
368 |
+
"content": "<s_raise>",
|
369 |
+
"single_word": false,
|
370 |
+
"lstrip": false,
|
371 |
+
"rstrip": false,
|
372 |
+
"normalized": false,
|
373 |
+
"special": true
|
374 |
+
},
|
375 |
+
{
|
376 |
+
"id": 57558,
|
377 |
+
"content": "</s_raise>",
|
378 |
+
"single_word": false,
|
379 |
+
"lstrip": false,
|
380 |
+
"rstrip": false,
|
381 |
+
"normalized": false,
|
382 |
+
"special": true
|
383 |
}
|
384 |
],
|
385 |
"normalizer": {
|
tokenizer_config.json
CHANGED
@@ -271,6 +271,70 @@
|
|
271 |
"rstrip": false,
|
272 |
"single_word": false,
|
273 |
"special": true
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
274 |
}
|
275 |
},
|
276 |
"additional_special_tokens": [
|
@@ -284,20 +348,28 @@
|
|
284 |
"</s_chips>",
|
285 |
"<s_player>",
|
286 |
"</s_player>",
|
287 |
-
"<
|
288 |
-
"</
|
289 |
-
"<
|
290 |
-
"</
|
|
|
|
|
291 |
"<s_winner>",
|
292 |
"</s_winner>",
|
|
|
|
|
293 |
"<s_all_in>",
|
294 |
"</s_all_in>",
|
295 |
"<s_dealing>",
|
296 |
"</s_dealing>",
|
297 |
"<s_call>",
|
298 |
"</s_call>",
|
|
|
|
|
299 |
"<s_bet>",
|
300 |
"</s_bet>",
|
|
|
|
|
301 |
"<s>",
|
302 |
"<s>"
|
303 |
],
|
|
|
271 |
"rstrip": false,
|
272 |
"single_word": false,
|
273 |
"special": true
|
274 |
+
},
|
275 |
+
"57551": {
|
276 |
+
"content": "<s_cards>",
|
277 |
+
"lstrip": false,
|
278 |
+
"normalized": false,
|
279 |
+
"rstrip": false,
|
280 |
+
"single_word": false,
|
281 |
+
"special": true
|
282 |
+
},
|
283 |
+
"57552": {
|
284 |
+
"content": "</s_cards>",
|
285 |
+
"lstrip": false,
|
286 |
+
"normalized": false,
|
287 |
+
"rstrip": false,
|
288 |
+
"single_word": false,
|
289 |
+
"special": true
|
290 |
+
},
|
291 |
+
"57553": {
|
292 |
+
"content": "<s_totalPot>",
|
293 |
+
"lstrip": false,
|
294 |
+
"normalized": false,
|
295 |
+
"rstrip": false,
|
296 |
+
"single_word": false,
|
297 |
+
"special": true
|
298 |
+
},
|
299 |
+
"57554": {
|
300 |
+
"content": "</s_totalPot>",
|
301 |
+
"lstrip": false,
|
302 |
+
"normalized": false,
|
303 |
+
"rstrip": false,
|
304 |
+
"single_word": false,
|
305 |
+
"special": true
|
306 |
+
},
|
307 |
+
"57555": {
|
308 |
+
"content": "<s_roundPot>",
|
309 |
+
"lstrip": false,
|
310 |
+
"normalized": false,
|
311 |
+
"rstrip": false,
|
312 |
+
"single_word": false,
|
313 |
+
"special": true
|
314 |
+
},
|
315 |
+
"57556": {
|
316 |
+
"content": "</s_roundPot>",
|
317 |
+
"lstrip": false,
|
318 |
+
"normalized": false,
|
319 |
+
"rstrip": false,
|
320 |
+
"single_word": false,
|
321 |
+
"special": true
|
322 |
+
},
|
323 |
+
"57557": {
|
324 |
+
"content": "<s_raise>",
|
325 |
+
"lstrip": false,
|
326 |
+
"normalized": false,
|
327 |
+
"rstrip": false,
|
328 |
+
"single_word": false,
|
329 |
+
"special": true
|
330 |
+
},
|
331 |
+
"57558": {
|
332 |
+
"content": "</s_raise>",
|
333 |
+
"lstrip": false,
|
334 |
+
"normalized": false,
|
335 |
+
"rstrip": false,
|
336 |
+
"single_word": false,
|
337 |
+
"special": true
|
338 |
}
|
339 |
},
|
340 |
"additional_special_tokens": [
|
|
|
348 |
"</s_chips>",
|
349 |
"<s_player>",
|
350 |
"</s_player>",
|
351 |
+
"<s_cards>",
|
352 |
+
"</s_cards>",
|
353 |
+
"<s_totalPot>",
|
354 |
+
"</s_totalPot>",
|
355 |
+
"<s_roundPot>",
|
356 |
+
"</s_roundPot>",
|
357 |
"<s_winner>",
|
358 |
"</s_winner>",
|
359 |
+
"<s_thinking>",
|
360 |
+
"</s_thinking>",
|
361 |
"<s_all_in>",
|
362 |
"</s_all_in>",
|
363 |
"<s_dealing>",
|
364 |
"</s_dealing>",
|
365 |
"<s_call>",
|
366 |
"</s_call>",
|
367 |
+
"<s_fold>",
|
368 |
+
"</s_fold>",
|
369 |
"<s_bet>",
|
370 |
"</s_bet>",
|
371 |
+
"<s_raise>",
|
372 |
+
"</s_raise>",
|
373 |
"<s>",
|
374 |
"<s>"
|
375 |
],
|