Hangton commited on
Commit
9e7b33a
1 Parent(s): b39fe35

Training done

Browse files
added_tokens.json CHANGED
@@ -3,7 +3,6 @@
3
  "</s_ms>": 57526,
4
  "</s_q>": 57528,
5
  "<s_a>": 57529,
6
- "<s_cord-v2>": 57531,
7
  "<s_iitcdip>": 57523,
8
  "<s_ms>": 57525,
9
  "<s_q>": 57527,
 
3
  "</s_ms>": 57526,
4
  "</s_q>": 57528,
5
  "<s_a>": 57529,
 
6
  "<s_iitcdip>": 57523,
7
  "<s_ms>": 57525,
8
  "<s_q>": 57527,
preprocessor_config.json CHANGED
@@ -20,7 +20,7 @@
20
  "resample": 2,
21
  "rescale_factor": 0.00392156862745098,
22
  "size": [
23
- 960,
24
  1280
25
  ]
26
  }
 
20
  "resample": 2,
21
  "rescale_factor": 0.00392156862745098,
22
  "size": [
23
+ 720,
24
  1280
25
  ]
26
  }
tokenizer.json CHANGED
@@ -23,8 +23,8 @@
23
  "single_word": false,
24
  "lstrip": false,
25
  "rstrip": false,
26
- "normalized": false,
27
- "special": true
28
  },
29
  {
30
  "id": 1,
@@ -41,8 +41,8 @@
41
  "single_word": false,
42
  "lstrip": false,
43
  "rstrip": false,
44
- "normalized": false,
45
- "special": true
46
  },
47
  {
48
  "id": 3,
@@ -142,15 +142,6 @@
142
  "rstrip": false,
143
  "normalized": true,
144
  "special": false
145
- },
146
- {
147
- "id": 57531,
148
- "content": "<s_cord-v2>",
149
- "single_word": false,
150
- "lstrip": false,
151
- "rstrip": false,
152
- "normalized": true,
153
- "special": false
154
  }
155
  ],
156
  "normalizer": {
 
23
  "single_word": false,
24
  "lstrip": false,
25
  "rstrip": false,
26
+ "normalized": true,
27
+ "special": false
28
  },
29
  {
30
  "id": 1,
 
41
  "single_word": false,
42
  "lstrip": false,
43
  "rstrip": false,
44
+ "normalized": true,
45
+ "special": false
46
  },
47
  {
48
  "id": 3,
 
142
  "rstrip": false,
143
  "normalized": true,
144
  "special": false
 
 
 
 
 
 
 
 
 
145
  }
146
  ],
147
  "normalizer": {
tokenizer_config.json CHANGED
@@ -3,10 +3,10 @@
3
  "0": {
4
  "content": "<s>",
5
  "lstrip": false,
6
- "normalized": false,
7
  "rstrip": false,
8
  "single_word": false,
9
- "special": true
10
  },
11
  "1": {
12
  "content": "<pad>",
@@ -19,10 +19,10 @@
19
  "2": {
20
  "content": "</s>",
21
  "lstrip": false,
22
- "normalized": false,
23
  "rstrip": false,
24
  "single_word": false,
25
- "special": true
26
  },
27
  "3": {
28
  "content": "<unk>",
@@ -111,14 +111,6 @@
111
  "rstrip": false,
112
  "single_word": false,
113
  "special": false
114
- },
115
- "57531": {
116
- "content": "<s_cord-v2>",
117
- "lstrip": false,
118
- "normalized": true,
119
- "rstrip": false,
120
- "single_word": false,
121
- "special": false
122
  }
123
  },
124
  "additional_special_tokens": [
 
3
  "0": {
4
  "content": "<s>",
5
  "lstrip": false,
6
+ "normalized": true,
7
  "rstrip": false,
8
  "single_word": false,
9
+ "special": false
10
  },
11
  "1": {
12
  "content": "<pad>",
 
19
  "2": {
20
  "content": "</s>",
21
  "lstrip": false,
22
+ "normalized": true,
23
  "rstrip": false,
24
  "single_word": false,
25
+ "special": false
26
  },
27
  "3": {
28
  "content": "<unk>",
 
111
  "rstrip": false,
112
  "single_word": false,
113
  "special": false
 
 
 
 
 
 
 
 
114
  }
115
  },
116
  "additional_special_tokens": [