WayneChiu commited on
Commit
ebe2e50
1 Parent(s): 04f5a39

Training done

Browse files
Files changed (2) hide show
  1. added_tokens.json +25 -24
  2. tokenizer.json +33 -24
added_tokens.json CHANGED
@@ -1,32 +1,33 @@
1
  {
2
- "</s_age>": 57546,
3
- "</s_checkup>": 57544,
4
- "</s_checkupdetail>": 57536,
5
- "</s_department>": 57534,
6
- "</s_doctor>": 57532,
7
- "</s_gender>": 57530,
8
- "</s_hospital>": 57528,
 
9
  "</s_id>": 57550,
10
- "</s_patient>": 57526,
11
- "</s_refrange>": 57542,
12
- "</s_result>": 57540,
13
- "</s_time>": 57548,
14
- "</s_unit>": 57538,
15
- "<s_age>": 57545,
16
- "<s_checkup>": 57543,
17
- "<s_checkupdetail>": 57535,
18
- "<s_department>": 57533,
19
- "<s_doctor>": 57531,
20
- "<s_gender>": 57529,
21
  "<s_haixin>": 57551,
22
- "<s_hospital>": 57527,
23
  "<s_id>": 57549,
24
  "<s_iitcdip>": 57523,
25
- "<s_patient>": 57525,
26
- "<s_refrange>": 57541,
27
- "<s_result>": 57539,
28
  "<s_synthdog>": 57524,
29
- "<s_time>": 57547,
30
- "<s_unit>": 57537,
31
  "<sep/>": 57522
32
  }
 
1
  {
2
+ "</s_age>": 57548,
3
+ "</s_checkup>": 57546,
4
+ "</s_checkupdetail>": 57538,
5
+ "</s_department>": 57536,
6
+ "</s_doctor>": 57534,
7
+ "</s_gender>": 57532,
8
+ "</s_haixin>": 57552,
9
+ "</s_hospital>": 57530,
10
  "</s_id>": 57550,
11
+ "</s_patient>": 57528,
12
+ "</s_refrange>": 57544,
13
+ "</s_result>": 57542,
14
+ "</s_time>": 57526,
15
+ "</s_unit>": 57540,
16
+ "<s_age>": 57547,
17
+ "<s_checkup>": 57545,
18
+ "<s_checkupdetail>": 57537,
19
+ "<s_department>": 57535,
20
+ "<s_doctor>": 57533,
21
+ "<s_gender>": 57531,
22
  "<s_haixin>": 57551,
23
+ "<s_hospital>": 57529,
24
  "<s_id>": 57549,
25
  "<s_iitcdip>": 57523,
26
+ "<s_patient>": 57527,
27
+ "<s_refrange>": 57543,
28
+ "<s_result>": 57541,
29
  "<s_synthdog>": 57524,
30
+ "<s_time>": 57525,
31
+ "<s_unit>": 57539,
32
  "<sep/>": 57522
33
  }
tokenizer.json CHANGED
@@ -91,7 +91,7 @@
91
  },
92
  {
93
  "id": 57525,
94
- "content": "<s_patient>",
95
  "single_word": false,
96
  "lstrip": false,
97
  "rstrip": false,
@@ -100,7 +100,7 @@
100
  },
101
  {
102
  "id": 57526,
103
- "content": "</s_patient>",
104
  "single_word": false,
105
  "lstrip": false,
106
  "rstrip": false,
@@ -109,7 +109,7 @@
109
  },
110
  {
111
  "id": 57527,
112
- "content": "<s_hospital>",
113
  "single_word": false,
114
  "lstrip": false,
115
  "rstrip": false,
@@ -118,7 +118,7 @@
118
  },
119
  {
120
  "id": 57528,
121
- "content": "</s_hospital>",
122
  "single_word": false,
123
  "lstrip": false,
124
  "rstrip": false,
@@ -127,7 +127,7 @@
127
  },
128
  {
129
  "id": 57529,
130
- "content": "<s_gender>",
131
  "single_word": false,
132
  "lstrip": false,
133
  "rstrip": false,
@@ -136,7 +136,7 @@
136
  },
137
  {
138
  "id": 57530,
139
- "content": "</s_gender>",
140
  "single_word": false,
141
  "lstrip": false,
142
  "rstrip": false,
@@ -145,7 +145,7 @@
145
  },
146
  {
147
  "id": 57531,
148
- "content": "<s_doctor>",
149
  "single_word": false,
150
  "lstrip": false,
151
  "rstrip": false,
@@ -154,7 +154,7 @@
154
  },
155
  {
156
  "id": 57532,
157
- "content": "</s_doctor>",
158
  "single_word": false,
159
  "lstrip": false,
160
  "rstrip": false,
@@ -163,7 +163,7 @@
163
  },
164
  {
165
  "id": 57533,
166
- "content": "<s_department>",
167
  "single_word": false,
168
  "lstrip": false,
169
  "rstrip": false,
@@ -172,7 +172,7 @@
172
  },
173
  {
174
  "id": 57534,
175
- "content": "</s_department>",
176
  "single_word": false,
177
  "lstrip": false,
178
  "rstrip": false,
@@ -181,7 +181,7 @@
181
  },
182
  {
183
  "id": 57535,
184
- "content": "<s_checkupdetail>",
185
  "single_word": false,
186
  "lstrip": false,
187
  "rstrip": false,
@@ -190,7 +190,7 @@
190
  },
191
  {
192
  "id": 57536,
193
- "content": "</s_checkupdetail>",
194
  "single_word": false,
195
  "lstrip": false,
196
  "rstrip": false,
@@ -199,7 +199,7 @@
199
  },
200
  {
201
  "id": 57537,
202
- "content": "<s_unit>",
203
  "single_word": false,
204
  "lstrip": false,
205
  "rstrip": false,
@@ -208,7 +208,7 @@
208
  },
209
  {
210
  "id": 57538,
211
- "content": "</s_unit>",
212
  "single_word": false,
213
  "lstrip": false,
214
  "rstrip": false,
@@ -217,7 +217,7 @@
217
  },
218
  {
219
  "id": 57539,
220
- "content": "<s_result>",
221
  "single_word": false,
222
  "lstrip": false,
223
  "rstrip": false,
@@ -226,7 +226,7 @@
226
  },
227
  {
228
  "id": 57540,
229
- "content": "</s_result>",
230
  "single_word": false,
231
  "lstrip": false,
232
  "rstrip": false,
@@ -235,7 +235,7 @@
235
  },
236
  {
237
  "id": 57541,
238
- "content": "<s_refrange>",
239
  "single_word": false,
240
  "lstrip": false,
241
  "rstrip": false,
@@ -244,7 +244,7 @@
244
  },
245
  {
246
  "id": 57542,
247
- "content": "</s_refrange>",
248
  "single_word": false,
249
  "lstrip": false,
250
  "rstrip": false,
@@ -253,7 +253,7 @@
253
  },
254
  {
255
  "id": 57543,
256
- "content": "<s_checkup>",
257
  "single_word": false,
258
  "lstrip": false,
259
  "rstrip": false,
@@ -262,7 +262,7 @@
262
  },
263
  {
264
  "id": 57544,
265
- "content": "</s_checkup>",
266
  "single_word": false,
267
  "lstrip": false,
268
  "rstrip": false,
@@ -271,7 +271,7 @@
271
  },
272
  {
273
  "id": 57545,
274
- "content": "<s_age>",
275
  "single_word": false,
276
  "lstrip": false,
277
  "rstrip": false,
@@ -280,7 +280,7 @@
280
  },
281
  {
282
  "id": 57546,
283
- "content": "</s_age>",
284
  "single_word": false,
285
  "lstrip": false,
286
  "rstrip": false,
@@ -289,7 +289,7 @@
289
  },
290
  {
291
  "id": 57547,
292
- "content": "<s_time>",
293
  "single_word": false,
294
  "lstrip": false,
295
  "rstrip": false,
@@ -298,7 +298,7 @@
298
  },
299
  {
300
  "id": 57548,
301
- "content": "</s_time>",
302
  "single_word": false,
303
  "lstrip": false,
304
  "rstrip": false,
@@ -331,6 +331,15 @@
331
  "rstrip": false,
332
  "normalized": true,
333
  "special": false
 
 
 
 
 
 
 
 
 
334
  }
335
  ],
336
  "normalizer": {
 
91
  },
92
  {
93
  "id": 57525,
94
+ "content": "<s_time>",
95
  "single_word": false,
96
  "lstrip": false,
97
  "rstrip": false,
 
100
  },
101
  {
102
  "id": 57526,
103
+ "content": "</s_time>",
104
  "single_word": false,
105
  "lstrip": false,
106
  "rstrip": false,
 
109
  },
110
  {
111
  "id": 57527,
112
+ "content": "<s_patient>",
113
  "single_word": false,
114
  "lstrip": false,
115
  "rstrip": false,
 
118
  },
119
  {
120
  "id": 57528,
121
+ "content": "</s_patient>",
122
  "single_word": false,
123
  "lstrip": false,
124
  "rstrip": false,
 
127
  },
128
  {
129
  "id": 57529,
130
+ "content": "<s_hospital>",
131
  "single_word": false,
132
  "lstrip": false,
133
  "rstrip": false,
 
136
  },
137
  {
138
  "id": 57530,
139
+ "content": "</s_hospital>",
140
  "single_word": false,
141
  "lstrip": false,
142
  "rstrip": false,
 
145
  },
146
  {
147
  "id": 57531,
148
+ "content": "<s_gender>",
149
  "single_word": false,
150
  "lstrip": false,
151
  "rstrip": false,
 
154
  },
155
  {
156
  "id": 57532,
157
+ "content": "</s_gender>",
158
  "single_word": false,
159
  "lstrip": false,
160
  "rstrip": false,
 
163
  },
164
  {
165
  "id": 57533,
166
+ "content": "<s_doctor>",
167
  "single_word": false,
168
  "lstrip": false,
169
  "rstrip": false,
 
172
  },
173
  {
174
  "id": 57534,
175
+ "content": "</s_doctor>",
176
  "single_word": false,
177
  "lstrip": false,
178
  "rstrip": false,
 
181
  },
182
  {
183
  "id": 57535,
184
+ "content": "<s_department>",
185
  "single_word": false,
186
  "lstrip": false,
187
  "rstrip": false,
 
190
  },
191
  {
192
  "id": 57536,
193
+ "content": "</s_department>",
194
  "single_word": false,
195
  "lstrip": false,
196
  "rstrip": false,
 
199
  },
200
  {
201
  "id": 57537,
202
+ "content": "<s_checkupdetail>",
203
  "single_word": false,
204
  "lstrip": false,
205
  "rstrip": false,
 
208
  },
209
  {
210
  "id": 57538,
211
+ "content": "</s_checkupdetail>",
212
  "single_word": false,
213
  "lstrip": false,
214
  "rstrip": false,
 
217
  },
218
  {
219
  "id": 57539,
220
+ "content": "<s_unit>",
221
  "single_word": false,
222
  "lstrip": false,
223
  "rstrip": false,
 
226
  },
227
  {
228
  "id": 57540,
229
+ "content": "</s_unit>",
230
  "single_word": false,
231
  "lstrip": false,
232
  "rstrip": false,
 
235
  },
236
  {
237
  "id": 57541,
238
+ "content": "<s_result>",
239
  "single_word": false,
240
  "lstrip": false,
241
  "rstrip": false,
 
244
  },
245
  {
246
  "id": 57542,
247
+ "content": "</s_result>",
248
  "single_word": false,
249
  "lstrip": false,
250
  "rstrip": false,
 
253
  },
254
  {
255
  "id": 57543,
256
+ "content": "<s_refrange>",
257
  "single_word": false,
258
  "lstrip": false,
259
  "rstrip": false,
 
262
  },
263
  {
264
  "id": 57544,
265
+ "content": "</s_refrange>",
266
  "single_word": false,
267
  "lstrip": false,
268
  "rstrip": false,
 
271
  },
272
  {
273
  "id": 57545,
274
+ "content": "<s_checkup>",
275
  "single_word": false,
276
  "lstrip": false,
277
  "rstrip": false,
 
280
  },
281
  {
282
  "id": 57546,
283
+ "content": "</s_checkup>",
284
  "single_word": false,
285
  "lstrip": false,
286
  "rstrip": false,
 
289
  },
290
  {
291
  "id": 57547,
292
+ "content": "<s_age>",
293
  "single_word": false,
294
  "lstrip": false,
295
  "rstrip": false,
 
298
  },
299
  {
300
  "id": 57548,
301
+ "content": "</s_age>",
302
  "single_word": false,
303
  "lstrip": false,
304
  "rstrip": false,
 
331
  "rstrip": false,
332
  "normalized": true,
333
  "special": false
334
+ },
335
+ {
336
+ "id": 57552,
337
+ "content": "</s_haixin>",
338
+ "single_word": false,
339
+ "lstrip": false,
340
+ "rstrip": false,
341
+ "normalized": true,
342
+ "special": false
343
  }
344
  ],
345
  "normalizer": {