HamAndCheese82 commited on
Commit
abdd72d
1 Parent(s): 4d9059a

Training done

Browse files
Files changed (3) hide show
  1. added_tokens.json +5 -5
  2. tokenizer.json +5 -5
  3. tokenizer_config.json +5 -5
added_tokens.json CHANGED
@@ -1,11 +1,11 @@
1
  {
2
- "</line>": 57531,
3
- "</s_HW>": 57526,
4
  "</s_P>": 57528,
5
- "<MathOCR>": 57530,
6
  "<line>": 57525,
7
- "<s_HW>": 57527,
8
- "<s_P>": 57529,
9
  "<s_iitcdip>": 57523,
10
  "<s_synthdog>": 57524,
11
  "<sep/>": 57522
 
1
  {
2
+ "</line>": 57527,
3
+ "</s_HW>": 57531,
4
  "</s_P>": 57528,
5
+ "<MathOCR>": 57529,
6
  "<line>": 57525,
7
+ "<s_HW>": 57526,
8
+ "<s_P>": 57530,
9
  "<s_iitcdip>": 57523,
10
  "<s_synthdog>": 57524,
11
  "<sep/>": 57522
tokenizer.json CHANGED
@@ -100,7 +100,7 @@
100
  },
101
  {
102
  "id": 57526,
103
- "content": "</s_HW>",
104
  "single_word": false,
105
  "lstrip": false,
106
  "rstrip": false,
@@ -109,7 +109,7 @@
109
  },
110
  {
111
  "id": 57527,
112
- "content": "<s_HW>",
113
  "single_word": false,
114
  "lstrip": false,
115
  "rstrip": false,
@@ -127,7 +127,7 @@
127
  },
128
  {
129
  "id": 57529,
130
- "content": "<s_P>",
131
  "single_word": false,
132
  "lstrip": false,
133
  "rstrip": false,
@@ -136,7 +136,7 @@
136
  },
137
  {
138
  "id": 57530,
139
- "content": "<MathOCR>",
140
  "single_word": false,
141
  "lstrip": false,
142
  "rstrip": false,
@@ -145,7 +145,7 @@
145
  },
146
  {
147
  "id": 57531,
148
- "content": "</line>",
149
  "single_word": false,
150
  "lstrip": false,
151
  "rstrip": false,
 
100
  },
101
  {
102
  "id": 57526,
103
+ "content": "<s_HW>",
104
  "single_word": false,
105
  "lstrip": false,
106
  "rstrip": false,
 
109
  },
110
  {
111
  "id": 57527,
112
+ "content": "</line>",
113
  "single_word": false,
114
  "lstrip": false,
115
  "rstrip": false,
 
127
  },
128
  {
129
  "id": 57529,
130
+ "content": "<MathOCR>",
131
  "single_word": false,
132
  "lstrip": false,
133
  "rstrip": false,
 
136
  },
137
  {
138
  "id": 57530,
139
+ "content": "<s_P>",
140
  "single_word": false,
141
  "lstrip": false,
142
  "rstrip": false,
 
145
  },
146
  {
147
  "id": 57531,
148
+ "content": "</s_HW>",
149
  "single_word": false,
150
  "lstrip": false,
151
  "rstrip": false,
tokenizer_config.json CHANGED
@@ -73,7 +73,7 @@
73
  "special": false
74
  },
75
  "57526": {
76
- "content": "</s_HW>",
77
  "lstrip": false,
78
  "normalized": true,
79
  "rstrip": false,
@@ -81,7 +81,7 @@
81
  "special": false
82
  },
83
  "57527": {
84
- "content": "<s_HW>",
85
  "lstrip": false,
86
  "normalized": true,
87
  "rstrip": false,
@@ -97,7 +97,7 @@
97
  "special": false
98
  },
99
  "57529": {
100
- "content": "<s_P>",
101
  "lstrip": false,
102
  "normalized": true,
103
  "rstrip": false,
@@ -105,7 +105,7 @@
105
  "special": false
106
  },
107
  "57530": {
108
- "content": "<MathOCR>",
109
  "lstrip": false,
110
  "normalized": true,
111
  "rstrip": false,
@@ -113,7 +113,7 @@
113
  "special": false
114
  },
115
  "57531": {
116
- "content": "</line>",
117
  "lstrip": false,
118
  "normalized": true,
119
  "rstrip": false,
 
73
  "special": false
74
  },
75
  "57526": {
76
+ "content": "<s_HW>",
77
  "lstrip": false,
78
  "normalized": true,
79
  "rstrip": false,
 
81
  "special": false
82
  },
83
  "57527": {
84
+ "content": "</line>",
85
  "lstrip": false,
86
  "normalized": true,
87
  "rstrip": false,
 
97
  "special": false
98
  },
99
  "57529": {
100
+ "content": "<MathOCR>",
101
  "lstrip": false,
102
  "normalized": true,
103
  "rstrip": false,
 
105
  "special": false
106
  },
107
  "57530": {
108
+ "content": "<s_P>",
109
  "lstrip": false,
110
  "normalized": true,
111
  "rstrip": false,
 
113
  "special": false
114
  },
115
  "57531": {
116
+ "content": "</s_HW>",
117
  "lstrip": false,
118
  "normalized": true,
119
  "rstrip": false,