Hugging Face's logo

Dragon116rus
/
training

Automatic Speech Recognition
Transformers
TensorBoard
Safetensors
whisper
Inference Endpoints
Model card Files Metrics Community
Dragon116rus commited on
Commit
248c57a
•
1 Parent(s): afcbb23

Saving train state of step 10000

Browse files
Files changed (14) hide show
  1. config.json +105 -3
  2. distil-whisper/events.out.tfevents.1712752511.train02.10985.0 +3 -0
  3. dvclive/metrics.json +8 -2
  4. dvclive/plots/metrics/eval/epoch.tsv +10 -0
  5. dvclive/plots/metrics/eval/time.tsv +10 -0
  6. dvclive/plots/metrics/eval/wer.tsv +10 -0
  7. dvclive/plots/metrics/eval/wer_ortho.tsv +10 -0
  8. dvclive/plots/metrics/train/learning_rate.tsv +2 -2
  9. dvclive/plots/metrics/train/time.tsv +400 -400
  10. generation_config.json +243 -1
  11. merges.txt +1 -0
  12. special_tokens_map.json +3 -3
  13. tokenizer.json +2 -1
  14. tokenizer_config.json +2 -2
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "ElectricSecretAgent/whisper-base-fine_tuned-ru",
3
  "activation_dropout": 0.0,
4
  "activation_function": "gelu",
5
  "apply_spec_augment": false,
@@ -25,7 +25,20 @@
25
  "encoder_layerdrop": 0.0,
26
  "encoder_layers": 6,
27
  "eos_token_id": 50257,
28
- "forced_decoder_ids": null,
 
 
 
 
 
 
 
 
 
 
 
 
 
29
  "init_std": 0.02,
30
  "is_encoder_decoder": true,
31
  "mask_feature_length": 10,
@@ -43,7 +56,96 @@
43
  "num_mel_bins": 80,
44
  "pad_token_id": 50257,
45
  "scale_embedding": false,
46
- "suppress_tokens": [],
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
47
  "torch_dtype": "float32",
48
  "transformers_version": "4.39.3",
49
  "use_cache": true,
 
1
  {
2
+ "_name_or_path": "openai/whisper-base",
3
  "activation_dropout": 0.0,
4
  "activation_function": "gelu",
5
  "apply_spec_augment": false,
 
25
  "encoder_layerdrop": 0.0,
26
  "encoder_layers": 6,
27
  "eos_token_id": 50257,
28
+ "forced_decoder_ids": [
29
+ [
30
+ 1,
31
+ 50259
32
+ ],
33
+ [
34
+ 2,
35
+ 50359
36
+ ],
37
+ [
38
+ 3,
39
+ 50363
40
+ ]
41
+ ],
42
  "init_std": 0.02,
43
  "is_encoder_decoder": true,
44
  "mask_feature_length": 10,
 
56
  "num_mel_bins": 80,
57
  "pad_token_id": 50257,
58
  "scale_embedding": false,
59
+ "suppress_tokens": [
60
+ 1,
61
+ 2,
62
+ 7,
63
+ 8,
64
+ 9,
65
+ 10,
66
+ 14,
67
+ 25,
68
+ 26,
69
+ 27,
70
+ 28,
71
+ 29,
72
+ 31,
73
+ 58,
74
+ 59,
75
+ 60,
76
+ 61,
77
+ 62,
78
+ 63,
79
+ 90,
80
+ 91,
81
+ 92,
82
+ 93,
83
+ 359,
84
+ 503,
85
+ 522,
86
+ 542,
87
+ 873,
88
+ 893,
89
+ 902,
90
+ 918,
91
+ 922,
92
+ 931,
93
+ 1350,
94
+ 1853,
95
+ 1982,
96
+ 2460,
97
+ 2627,
98
+ 3246,
99
+ 3253,
100
+ 3268,
101
+ 3536,
102
+ 3846,
103
+ 3961,
104
+ 4183,
105
+ 4667,
106
+ 6585,
107
+ 6647,
108
+ 7273,
109
+ 9061,
110
+ 9383,
111
+ 10428,
112
+ 10929,
113
+ 11938,
114
+ 12033,
115
+ 12331,
116
+ 12562,
117
+ 13793,
118
+ 14157,
119
+ 14635,
120
+ 15265,
121
+ 15618,
122
+ 16553,
123
+ 16604,
124
+ 18362,
125
+ 18956,
126
+ 20075,
127
+ 21675,
128
+ 22520,
129
+ 26130,
130
+ 26161,
131
+ 26435,
132
+ 28279,
133
+ 29464,
134
+ 31650,
135
+ 32302,
136
+ 32470,
137
+ 36865,
138
+ 42863,
139
+ 47425,
140
+ 49870,
141
+ 50254,
142
+ 50258,
143
+ 50358,
144
+ 50359,
145
+ 50360,
146
+ 50361,
147
+ 50362
148
+ ],
149
  "torch_dtype": "float32",
150
  "transformers_version": "4.39.3",
151
  "use_cache": true,
distil-whisper/events.out.tfevents.1712752511.train02.10985.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13718624fac3242f62a7c34addd2bf0e074f63f79655f293ff8a6e3da0774c0e
3
+ size 127181
dvclive/metrics.json CHANGED
@@ -1,8 +1,14 @@
1
  {
2
  "train": {
3
- "time": 3929.9265716075897,
4
  "epoch": 11,
5
  "learning_rate": 0.0001
6
  },
7
- "step": 10000
 
 
 
 
 
 
8
  }
 
1
  {
2
  "train": {
3
+ "time": 3848.142868041992,
4
  "epoch": 11,
5
  "learning_rate": 0.0001
6
  },
7
+ "step": 10000,
8
+ "eval": {
9
+ "wer": 21.38517761248399,
10
+ "wer_ortho": 27.346155196834726,
11
+ "time": 256.0495011806488,
12
+ "epoch": 10
13
+ }
14
  }
dvclive/plots/metrics/eval/epoch.tsv ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ step epoch
2
+ 1000 1
3
+ 2000 2
4
+ 3000 3
5
+ 4000 4
6
+ 5000 5
7
+ 6000 6
8
+ 7000 8
9
+ 8000 9
10
+ 9000 10
dvclive/plots/metrics/eval/time.tsv ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ step time
2
+ 1000 257.89648365974426
3
+ 2000 255.65486931800842
4
+ 3000 259.470472574234
5
+ 4000 257.3348431587219
6
+ 5000 259.8297235965729
7
+ 6000 270.1035213470459
8
+ 7000 255.2817723751068
9
+ 8000 256.38064908981323
10
+ 9000 256.0495011806488
dvclive/plots/metrics/eval/wer.tsv ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ step wer
2
+ 1000 24.78114240725726
3
+ 2000 23.210068036803328
4
+ 3000 23.062008672048506
5
+ 4000 22.289984841541227
6
+ 5000 21.98564059176743
7
+ 6000 22.25590768616115
8
+ 7000 21.468607889449007
9
+ 8000 21.528536679945006
10
+ 9000 21.38517761248399
dvclive/plots/metrics/eval/wer_ortho.tsv ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ step wer_ortho
2
+ 1000 30.429489505659802
3
+ 2000 29.450876186685708
4
+ 3000 29.123110960235053
5
+ 4000 28.27209196155782
6
+ 5000 27.917403162934434
7
+ 6000 28.281456682313554
8
+ 7000 27.28177274163906
9
+ 8000 27.69733222517471
10
+ 9000 27.346155196834726
dvclive/plots/metrics/train/learning_rate.tsv CHANGED
@@ -1,6 +1,6 @@
1
  step learning_rate
2
- 25 4.4000000000000006e-05
3
- 50 9.4e-05
4
  75 0.0001
5
  100 0.0001
6
  125 0.0001
 
1
  step learning_rate
2
+ 25 4e-05
3
+ 50 9e-05
4
  75 0.0001
5
  100 0.0001
6
  125 0.0001
dvclive/plots/metrics/train/time.tsv CHANGED
@@ -1,401 +1,401 @@
1
  step time
2
- 25 10.797513961791992
3
- 50 20.487430810928345
4
- 75 30.247894048690796
5
- 100 40.044506788253784
6
- 125 49.80959439277649
7
- 150 59.60220527648926
8
- 175 69.37553286552429
9
- 200 79.17621779441833
10
- 225 88.93962907791138
11
- 250 98.72423648834229
12
- 275 108.53657960891724
13
- 300 118.36554908752441
14
- 325 128.18710327148438
15
- 350 137.931955575943
16
- 375 147.6987338066101
17
- 400 157.4769811630249
18
- 425 167.24212408065796
19
- 450 177.03481149673462
20
- 475 186.7839903831482
21
- 500 196.61908173561096
22
- 525 206.40291738510132
23
- 550 216.18399453163147
24
- 575 226.04275155067444
25
- 600 235.84582686424255
26
- 625 245.57813596725464
27
- 650 255.38749194145203
28
- 675 265.17493081092834
29
- 700 274.9581582546234
30
- 725 284.8003041744232
31
- 750 294.6215901374817
32
- 775 304.44326305389404
33
- 800 314.24269366264343
34
- 825 324.0155806541443
35
- 850 333.8293228149414
36
- 875 344.75221276283264
37
- 900 354.58573269844055
38
- 925 364.42222714424133
39
- 950 374.1604528427124
40
- 975 383.914094209671
41
- 1000 393.72110390663147
42
- 1025 403.50684666633606
43
- 1050 413.25310707092285
44
- 1075 423.06639409065247
45
- 1100 432.8725187778473
46
- 1125 442.63215160369873
47
- 1150 452.4296250343323
48
- 1175 462.1848654747009
49
- 1200 472.0103678703308
50
- 1225 481.82702112197876
51
- 1250 491.6303198337555
52
- 1275 501.4599063396454
53
- 1300 511.29287123680115
54
- 1325 521.0664868354797
55
- 1350 530.8611731529236
56
- 1375 540.6509373188019
57
- 1400 550.4375376701355
58
- 1425 560.2638058662415
59
- 1450 570.0359740257263
60
- 1475 579.8118388652802
61
- 1500 589.5938587188721
62
- 1525 599.3903696537018
63
- 1550 609.2003860473633
64
- 1575 619.0167727470398
65
- 1600 628.8246443271637
66
- 1625 638.6173844337463
67
- 1650 648.4228067398071
68
- 1675 658.1966028213501
69
- 1700 667.9999339580536
70
- 1725 678.9894344806671
71
- 1750 688.8220174312592
72
- 1775 698.581216096878
73
- 1800 708.4030120372772
74
- 1825 718.1693029403687
75
- 1850 727.9393498897552
76
- 1875 737.7446219921112
77
- 1900 747.5113277435303
78
- 1925 757.3120872974396
79
- 1950 767.1261758804321
80
- 1975 776.9317090511322
81
- 2000 786.7306439876556
82
- 2025 796.520346403122
83
- 2050 806.3206934928894
84
- 2075 816.1029968261719
85
- 2100 825.9071991443634
86
- 2125 835.669460773468
87
- 2150 845.39275598526
88
- 2175 855.1733210086823
89
- 2200 865.007110118866
90
- 2225 874.8033082485199
91
- 2250 884.5810351371765
92
- 2275 894.3967800140381
93
- 2300 904.1895513534546
94
- 2325 914.0240790843964
95
- 2350 923.8369381427765
96
- 2375 933.6311750411987
97
- 2400 943.474621295929
98
- 2425 953.2429277896881
99
- 2450 963.037296295166
100
- 2475 972.8066010475159
101
- 2500 982.5763938426971
102
- 2525 992.3726031780243
103
- 2550 1002.1869730949402
104
- 2575 1011.9651620388031
105
- 2600 1022.8184685707092
106
- 2625 1032.64044880867
107
- 2650 1042.4303095340729
108
- 2675 1052.256371498108
109
- 2700 1062.063616514206
110
- 2725 1071.8970484733582
111
- 2750 1081.683352470398
112
- 2775 1091.5227274894714
113
- 2800 1101.334136724472
114
- 2825 1111.1357827186584
115
- 2850 1120.9379947185516
116
- 2875 1130.7238070964813
117
- 2900 1140.5588285923004
118
- 2925 1150.3946883678436
119
- 2950 1160.1707756519318
120
- 2975 1169.9455676078796
121
- 3000 1179.7466554641724
122
- 3025 1189.5363249778748
123
- 3050 1199.3310968875885
124
- 3075 1209.1124086380005
125
- 3100 1218.9111449718475
126
- 3125 1228.7133612632751
127
- 3150 1238.5208323001862
128
- 3175 1248.3292558193207
129
- 3200 1258.148063659668
130
- 3225 1267.9471364021301
131
- 3250 1277.772854566574
132
- 3275 1287.5157434940338
133
- 3300 1297.295150756836
134
- 3325 1307.0860800743103
135
- 3350 1316.8797056674957
136
- 3375 1326.6643307209015
137
- 3400 1336.528211593628
138
- 3425 1346.3390579223633
139
- 3450 1357.3294129371643
140
- 3475 1367.0781667232513
141
- 3500 1376.9007170200348
142
- 3525 1386.7021584510803
143
- 3550 1396.4834961891174
144
- 3575 1406.2375741004944
145
- 3600 1415.9625070095062
146
- 3625 1425.7357807159424
147
- 3650 1435.5259947776794
148
- 3675 1445.2930006980896
149
- 3700 1455.1341683864594
150
- 3725 1464.8912508487701
151
- 3750 1474.654489517212
152
- 3775 1484.4778649806976
153
- 3800 1494.2409999370575
154
- 3825 1504.0268139839172
155
- 3850 1513.8233721256256
156
- 3875 1523.6082661151886
157
- 3900 1533.4133195877075
158
- 3925 1543.2014513015747
159
- 3950 1553.006257534027
160
- 3975 1562.7699871063232
161
- 4000 1572.6100051403046
162
- 4025 1582.3953046798706
163
- 4050 1592.1591701507568
164
- 4075 1601.9780533313751
165
- 4100 1611.7615003585815
166
- 4125 1621.5432028770447
167
- 4150 1631.3497788906097
168
- 4175 1641.1357419490814
169
- 4200 1650.8793015480042
170
- 4225 1660.6359705924988
171
- 4250 1670.4083468914032
172
- 4275 1680.2404358386993
173
- 4300 1689.9984002113342
174
- 4325 1700.8338978290558
175
- 4350 1710.6378531455994
176
- 4375 1720.3918590545654
177
- 4400 1730.234572172165
178
- 4425 1740.0193207263947
179
- 4450 1749.8233127593994
180
- 4475 1759.596283197403
181
- 4500 1769.3613243103027
182
- 4525 1779.1734237670898
183
- 4550 1788.9636464118958
184
- 4575 1798.7757449150085
185
- 4600 1808.5419521331787
186
- 4625 1818.2936794757843
187
- 4650 1828.091833114624
188
- 4675 1837.8914015293121
189
- 4700 1847.6923418045044
190
- 4725 1857.4605827331543
191
- 4750 1867.2598836421967
192
- 4775 1877.0280423164368
193
- 4800 1886.7795193195343
194
- 4825 1896.5932619571686
195
- 4850 1906.35115981102
196
- 4875 1916.1632707118988
197
- 4900 1925.9426896572113
198
- 4925 1935.7651512622833
199
- 4950 1945.5332012176514
200
- 4975 1955.327449798584
201
- 5000 1965.1285378932953
202
- 5025 1974.9426865577698
203
- 5050 1984.7613418102264
204
- 5075 1994.6073162555695
205
- 5100 2004.474820613861
206
- 5125 2014.274055480957
207
- 5150 2024.0976166725159
208
- 5175 2034.9387929439545
209
- 5200 2044.687356710434
210
- 5225 2054.434151649475
211
- 5250 2064.1677997112274
212
- 5275 2073.9441471099854
213
- 5300 2083.6961948871613
214
- 5325 2093.501711130142
215
- 5350 2103.235100746155
216
- 5375 2112.9808008670807
217
- 5400 2122.7528932094574
218
- 5425 2132.539366722107
219
- 5450 2142.3747832775116
220
- 5475 2152.1756975650787
221
- 5500 2161.928407430649
222
- 5525 2171.7001781463623
223
- 5550 2181.496923685074
224
- 5575 2191.280478000641
225
- 5600 2201.024914264679
226
- 5625 2210.833156108856
227
- 5650 2220.634390592575
228
- 5675 2230.4586737155914
229
- 5700 2240.2817282676697
230
- 5725 2250.087181329727
231
- 5750 2259.870167016983
232
- 5775 2269.6590604782104
233
- 5800 2279.444437980652
234
- 5825 2289.206802845001
235
- 5850 2298.994996547699
236
- 5875 2308.7563054561615
237
- 5900 2318.569682121277
238
- 5925 2328.327347278595
239
- 5950 2338.0683760643005
240
- 5975 2347.8440737724304
241
- 6000 2357.657958984375
242
- 6025 2367.391170978546
243
- 6050 2378.3327281475067
244
- 6075 2388.138391017914
245
- 6100 2397.8932201862335
246
- 6125 2407.7158918380737
247
- 6150 2417.4844732284546
248
- 6175 2427.2733869552612
249
- 6200 2437.057429075241
250
- 6225 2446.8536620140076
251
- 6250 2456.6303815841675
252
- 6275 2466.452037334442
253
- 6300 2476.243875026703
254
- 6325 2486.0600740909576
255
- 6350 2495.8513243198395
256
- 6375 2505.6274189949036
257
- 6400 2515.401677131653
258
- 6425 2525.2015614509583
259
- 6450 2535.0124168395996
260
- 6475 2544.7966990470886
261
- 6500 2554.528533220291
262
- 6525 2564.280428171158
263
- 6550 2574.1041448116302
264
- 6575 2583.9330503940582
265
- 6600 2593.727118730545
266
- 6625 2603.519595384598
267
- 6650 2613.2882685661316
268
- 6675 2623.1029703617096
269
- 6700 2632.903841495514
270
- 6725 2642.7034986019135
271
- 6750 2652.5253055095673
272
- 6775 2662.3268604278564
273
- 6800 2672.069448709488
274
- 6825 2681.8928763866425
275
- 6850 2691.7110588550568
276
- 6875 2701.471224784851
277
- 6900 2712.287593126297
278
- 6925 2722.0440533161163
279
- 6950 2731.8351011276245
280
- 6975 2741.5884284973145
281
- 7000 2751.375530719757
282
- 7025 2761.1572921276093
283
- 7050 2770.9344692230225
284
- 7075 2780.6970870494843
285
- 7100 2790.481333255768
286
- 7125 2800.242428779602
287
- 7150 2810.075234413147
288
- 7175 2819.8558077812195
289
- 7200 2829.6448307037354
290
- 7225 2839.4353442192078
291
- 7250 2849.2983887195587
292
- 7275 2859.1096329689026
293
- 7300 2868.9241287708282
294
- 7325 2878.715926885605
295
- 7350 2888.510218143463
296
- 7375 2898.32306098938
297
- 7400 2908.110363960266
298
- 7425 2917.8685920238495
299
- 7450 2927.5995857715607
300
- 7475 2937.319348335266
301
- 7500 2947.150541782379
302
- 7525 2956.9684376716614
303
- 7550 2966.7669727802277
304
- 7575 2976.526319503784
305
- 7600 2986.29079079628
306
- 7625 2996.070892095566
307
- 7650 3005.83771777153
308
- 7675 3015.60693526268
309
- 7700 3025.395563364029
310
- 7725 3035.10649394989
311
- 7750 3045.9628036022186
312
- 7775 3055.7598447799683
313
- 7800 3065.5439310073853
314
- 7825 3075.3600537776947
315
- 7850 3085.144140481949
316
- 7875 3094.908895969391
317
- 7900 3104.7157983779907
318
- 7925 3114.5197744369507
319
- 7950 3124.312878370285
320
- 7975 3134.1352615356445
321
- 8000 3143.9188084602356
322
- 8025 3153.693300485611
323
- 8050 3163.4956183433533
324
- 8075 3173.310511827469
325
- 8100 3183.0826156139374
326
- 8125 3192.8551638126373
327
- 8150 3202.6764073371887
328
- 8175 3212.478519678116
329
- 8200 3222.273298740387
330
- 8225 3232.0929667949677
331
- 8250 3241.9108867645264
332
- 8275 3251.70813703537
333
- 8300 3261.4791803359985
334
- 8325 3271.282344341278
335
- 8350 3281.084182739258
336
- 8375 3290.897586584091
337
- 8400 3300.7161486148834
338
- 8425 3310.5141785144806
339
- 8450 3320.3026888370514
340
- 8475 3330.0763630867004
341
- 8500 3339.885107755661
342
- 8525 3349.6772077083588
343
- 8550 3359.457717895508
344
- 8575 3369.2681872844696
345
- 8600 3379.1027104854584
346
- 8625 3389.9469091892242
347
- 8650 3399.7481422424316
348
- 8675 3409.531373023987
349
- 8700 3419.300144433975
350
- 8725 3429.075941801071
351
- 8750 3438.842661857605
352
- 8775 3448.6090593338013
353
- 8800 3458.493152618408
354
- 8825 3468.3499097824097
355
- 8850 3478.1530859470367
356
- 8875 3487.940008878708
357
- 8900 3497.755551815033
358
- 8925 3507.5584354400635
359
- 8950 3517.3523185253143
360
- 8975 3527.0749101638794
361
- 9000 3536.8635075092316
362
- 9025 3546.6313302516937
363
- 9050 3556.4899649620056
364
- 9075 3566.272004365921
365
- 9100 3576.051344394684
366
- 9125 3585.849029779434
367
- 9150 3595.637291908264
368
- 9175 3605.4969868659973
369
- 9200 3615.3090920448303
370
- 9225 3625.1155326366425
371
- 9250 3634.942811012268
372
- 9275 3644.7546939849854
373
- 9300 3654.502607822418
374
- 9325 3664.3100039958954
375
- 9350 3674.115396976471
376
- 9375 3683.890219926834
377
- 9400 3693.7025756835938
378
- 9425 3703.469966173172
379
- 9450 3713.288565158844
380
- 9475 3724.1157100200653
381
- 9500 3733.9225935935974
382
- 9525 3743.6983444690704
383
- 9550 3753.496472120285
384
- 9575 3763.270433664322
385
- 9600 3773.117356777191
386
- 9625 3782.93736743927
387
- 9650 3792.754887342453
388
- 9675 3802.5419733524323
389
- 9700 3812.3046317100525
390
- 9725 3822.134752035141
391
- 9750 3831.9369218349457
392
- 9775 3841.733890771866
393
- 9800 3851.5433177948
394
- 9825 3861.380423784256
395
- 9850 3871.174758195877
396
- 9875 3880.938108444214
397
- 9900 3890.722574710846
398
- 9925 3900.5450983047485
399
- 9950 3910.3265278339386
400
- 9975 3920.15438747406
401
- 10000 3929.9265716075897
 
1
  step time
2
+ 25 11.289926528930664
3
+ 50 20.88255500793457
4
+ 75 30.46553874015808
5
+ 100 40.09763050079346
6
+ 125 49.64796733856201
7
+ 150 59.24879574775696
8
+ 175 68.80845880508423
9
+ 200 78.37838983535767
10
+ 225 87.94595861434937
11
+ 250 97.52292585372925
12
+ 275 107.09624671936035
13
+ 300 116.63855791091919
14
+ 325 126.16894316673279
15
+ 350 135.72062373161316
16
+ 375 145.2826759815216
17
+ 400 154.78066730499268
18
+ 425 164.28398847579956
19
+ 450 173.83310866355896
20
+ 475 183.39797043800354
21
+ 500 192.92309880256653
22
+ 525 202.5003559589386
23
+ 550 212.05384874343872
24
+ 575 221.65910863876343
25
+ 600 231.16579031944275
26
+ 625 240.76322984695435
27
+ 650 250.28635478019714
28
+ 675 259.8147192001343
29
+ 700 269.3812572956085
30
+ 725 278.89005970954895
31
+ 750 288.43121910095215
32
+ 775 298.0390977859497
33
+ 800 307.60265040397644
34
+ 825 317.132385969162
35
+ 850 326.6940505504608
36
+ 875 337.52232003211975
37
+ 900 347.0578625202179
38
+ 925 356.63080286979675
39
+ 950 366.16524052619934
40
+ 975 375.7208049297333
41
+ 1000 385.28282022476196
42
+ 1025 394.81017804145813
43
+ 1050 404.33522510528564
44
+ 1075 413.9052436351776
45
+ 1100 423.4606103897095
46
+ 1125 433.0640199184418
47
+ 1150 442.60920310020447
48
+ 1175 452.16127920150757
49
+ 1200 461.7644817829132
50
+ 1225 471.31418657302856
51
+ 1250 480.93364667892456
52
+ 1275 490.55008697509766
53
+ 1300 500.16398644447327
54
+ 1325 509.77800703048706
55
+ 1350 519.389392375946
56
+ 1375 529.0412039756775
57
+ 1400 538.6630218029022
58
+ 1425 548.2269716262817
59
+ 1450 557.8006365299225
60
+ 1475 567.3552474975586
61
+ 1500 576.9849123954773
62
+ 1525 586.5977816581726
63
+ 1550 596.1247560977936
64
+ 1575 605.6781435012817
65
+ 1600 615.3492574691772
66
+ 1625 624.9272322654724
67
+ 1650 634.5087199211121
68
+ 1675 644.1225664615631
69
+ 1700 653.6576945781708
70
+ 1725 664.4805955886841
71
+ 1750 674.1161885261536
72
+ 1775 683.6914217472076
73
+ 1800 693.3045146465302
74
+ 1825 702.9077656269073
75
+ 1850 712.4936807155609
76
+ 1875 722.0346875190735
77
+ 1900 731.6157503128052
78
+ 1925 741.1858205795288
79
+ 1950 750.7736306190491
80
+ 1975 760.3595502376556
81
+ 2000 769.9137134552002
82
+ 2025 779.406311750412
83
+ 2050 789.0026142597198
84
+ 2075 798.5545225143433
85
+ 2100 808.2051713466644
86
+ 2125 817.7829103469849
87
+ 2150 827.3307144641876
88
+ 2175 836.885641336441
89
+ 2200 846.4388916492462
90
+ 2225 856.0470411777496
91
+ 2250 865.6205334663391
92
+ 2275 875.1543388366699
93
+ 2300 884.7075433731079
94
+ 2325 894.2913436889648
95
+ 2350 903.8606660366058
96
+ 2375 913.4461262226105
97
+ 2400 923.015070438385
98
+ 2425 932.6460418701172
99
+ 2450 942.1875667572021
100
+ 2475 951.7285075187683
101
+ 2500 961.2907755374908
102
+ 2525 970.9244592189789
103
+ 2550 980.5024371147156
104
+ 2575 990.0802040100098
105
+ 2600 1000.917457818985
106
+ 2625 1010.517655134201
107
+ 2650 1020.1132667064667
108
+ 2675 1029.770020723343
109
+ 2700 1039.3139407634735
110
+ 2725 1048.8766973018646
111
+ 2750 1058.4900164604187
112
+ 2775 1068.1438512802124
113
+ 2800 1077.7928440570831
114
+ 2825 1087.4737339019775
115
+ 2850 1097.14413523674
116
+ 2875 1106.7848513126373
117
+ 2900 1116.351378917694
118
+ 2925 1125.896918296814
119
+ 2950 1135.5064408779144
120
+ 2975 1145.1051278114319
121
+ 3000 1154.6610321998596
122
+ 3025 1164.1404883861542
123
+ 3050 1173.7360305786133
124
+ 3075 1183.3527328968048
125
+ 3100 1192.9300751686096
126
+ 3125 1202.5048160552979
127
+ 3150 1212.1399624347687
128
+ 3175 1221.688738822937
129
+ 3200 1231.264687538147
130
+ 3225 1240.8337218761444
131
+ 3250 1250.408523797989
132
+ 3275 1260.0144655704498
133
+ 3300 1269.6275885105133
134
+ 3325 1279.2425994873047
135
+ 3350 1288.8226640224457
136
+ 3375 1298.4721064567566
137
+ 3400 1308.0756726264954
138
+ 3425 1317.7402951717377
139
+ 3450 1328.5820071697235
140
+ 3475 1338.15429353714
141
+ 3500 1347.8184041976929
142
+ 3525 1357.4202706813812
143
+ 3550 1366.9714148044586
144
+ 3575 1376.5491726398468
145
+ 3600 1386.170881986618
146
+ 3625 1395.7091603279114
147
+ 3650 1405.2876312732697
148
+ 3675 1414.8468759059906
149
+ 3700 1424.4709901809692
150
+ 3725 1434.0759258270264
151
+ 3750 1443.6592071056366
152
+ 3775 1453.252204656601
153
+ 3800 1462.884825706482
154
+ 3825 1472.4540638923645
155
+ 3850 1482.0388193130493
156
+ 3875 1491.5784661769867
157
+ 3900 1501.1490128040314
158
+ 3925 1510.6997020244598
159
+ 3950 1520.2472307682037
160
+ 3975 1529.7966704368591
161
+ 4000 1539.4662508964539
162
+ 4025 1549.019804239273
163
+ 4050 1558.5988793373108
164
+ 4075 1568.1648490428925
165
+ 4100 1577.7035279273987
166
+ 4125 1587.2427735328674
167
+ 4150 1596.7842836380005
168
+ 4175 1606.3650302886963
169
+ 4200 1615.9223999977112
170
+ 4225 1625.4479761123657
171
+ 4250 1635.0481190681458
172
+ 4275 1644.6280686855316
173
+ 4300 1654.1968743801117
174
+ 4325 1665.0603539943695
175
+ 4350 1674.7028131484985
176
+ 4375 1684.2698922157288
177
+ 4400 1693.8079493045807
178
+ 4425 1703.3635501861572
179
+ 4450 1713.0276930332184
180
+ 4475 1722.6166729927063
181
+ 4500 1732.1545877456665
182
+ 4525 1741.7530801296234
183
+ 4550 1751.344286441803
184
+ 4575 1760.9010531902313
185
+ 4600 1770.5273959636688
186
+ 4625 1780.1291933059692
187
+ 4650 1789.7070634365082
188
+ 4675 1799.2697041034698
189
+ 4700 1808.9103124141693
190
+ 4725 1818.4702892303467
191
+ 4750 1828.0595200061798
192
+ 4775 1837.6427929401398
193
+ 4800 1847.1885616779327
194
+ 4825 1856.7329349517822
195
+ 4850 1866.2762587070465
196
+ 4875 1875.968674659729
197
+ 4900 1885.5454320907593
198
+ 4925 1895.1559636592865
199
+ 4950 1904.7198026180267
200
+ 4975 1914.3113179206848
201
+ 5000 1923.8560831546783
202
+ 5025 1933.3715505599976
203
+ 5050 1942.971437215805
204
+ 5075 1952.537201166153
205
+ 5100 1962.0950019359589
206
+ 5125 1971.6964886188507
207
+ 5150 1981.329630613327
208
+ 5175 1992.1328966617584
209
+ 5200 2001.7388138771057
210
+ 5225 2011.3500781059265
211
+ 5250 2020.9013307094574
212
+ 5275 2030.4487419128418
213
+ 5300 2040.0049238204956
214
+ 5325 2049.638352870941
215
+ 5350 2059.226153612137
216
+ 5375 2068.7990963459015
217
+ 5400 2078.390352487564
218
+ 5425 2087.973556280136
219
+ 5450 2097.534225463867
220
+ 5475 2107.146347761154
221
+ 5500 2116.723121881485
222
+ 5525 2126.323378801346
223
+ 5550 2135.9374470710754
224
+ 5575 2145.570545196533
225
+ 5600 2155.1083810329437
226
+ 5625 2164.668206214905
227
+ 5650 2174.254490375519
228
+ 5675 2183.792232990265
229
+ 5700 2193.333233833313
230
+ 5725 2202.9002735614777
231
+ 5750 2212.481160879135
232
+ 5775 2222.072739124298
233
+ 5800 2231.630064725876
234
+ 5825 2241.234581232071
235
+ 5850 2250.7730934619904
236
+ 5875 2260.3715057373047
237
+ 5900 2269.932004928589
238
+ 5925 2279.472843170166
239
+ 5950 2289.0303695201874
240
+ 5975 2298.589823246002
241
+ 6000 2308.155381679535
242
+ 6025 2317.705195903778
243
+ 6050 2328.5265922546387
244
+ 6075 2338.1550986766815
245
+ 6100 2347.69860124588
246
+ 6125 2357.243387937546
247
+ 6150 2366.789895296097
248
+ 6175 2376.388131380081
249
+ 6200 2385.9885020256042
250
+ 6225 2395.5360555648804
251
+ 6250 2405.1785202026367
252
+ 6275 2414.767849445343
253
+ 6300 2424.398087978363
254
+ 6325 2433.944604873657
255
+ 6350 2443.5123615264893
256
+ 6375 2453.141222000122
257
+ 6400 2462.6894171237946
258
+ 6425 2472.3112614154816
259
+ 6450 2481.920553445816
260
+ 6475 2491.5106308460236
261
+ 6500 2501.1421461105347
262
+ 6525 2510.738590478897
263
+ 6550 2520.322822570801
264
+ 6575 2529.9639773368835
265
+ 6600 2539.53293800354
266
+ 6625 2549.0992641448975
267
+ 6650 2558.6950690746307
268
+ 6675 2568.375705242157
269
+ 6700 2578.0094237327576
270
+ 6725 2587.577884912491
271
+ 6750 2597.124500274658
272
+ 6775 2606.69349861145
273
+ 6800 2616.2751002311707
274
+ 6825 2625.909010410309
275
+ 6850 2635.537094593048
276
+ 6875 2645.1438167095184
277
+ 6900 2656.045801639557
278
+ 6925 2665.589946746826
279
+ 6950 2675.237553834915
280
+ 6975 2684.8057618141174
281
+ 7000 2694.3709609508514
282
+ 7025 2703.92743062973
283
+ 7050 2713.430989265442
284
+ 7075 2723.0001258850098
285
+ 7100 2732.618317127228
286
+ 7125 2742.163364171982
287
+ 7150 2751.775062084198
288
+ 7175 2761.3420238494873
289
+ 7200 2770.9523973464966
290
+ 7225 2780.540749311447
291
+ 7250 2790.1060888767242
292
+ 7275 2799.7138001918793
293
+ 7300 2809.297211408615
294
+ 7325 2818.897093296051
295
+ 7350 2828.4443883895874
296
+ 7375 2838.029543161392
297
+ 7400 2847.6162338256836
298
+ 7425 2857.203893661499
299
+ 7450 2866.8184158802032
300
+ 7475 2876.407868385315
301
+ 7500 2886.032392501831
302
+ 7525 2895.6262533664703
303
+ 7550 2905.2449934482574
304
+ 7575 2914.781750679016
305
+ 7600 2924.4108531475067
306
+ 7625 2933.994476079941
307
+ 7650 2943.6138710975647
308
+ 7675 2953.1980617046356
309
+ 7700 2962.821704864502
310
+ 7725 2972.3785688877106
311
+ 7750 2983.126318693161
312
+ 7775 2992.717314720154
313
+ 7800 3002.2597362995148
314
+ 7825 3011.849752187729
315
+ 7850 3021.417584657669
316
+ 7875 3030.9593229293823
317
+ 7900 3040.5577204227448
318
+ 7925 3050.143031835556
319
+ 7950 3059.7060282230377
320
+ 7975 3069.2665548324585
321
+ 8000 3078.825768470764
322
+ 8025 3088.3033962249756
323
+ 8050 3097.868025779724
324
+ 8075 3107.48548913002
325
+ 8100 3117.0271320343018
326
+ 8125 3126.5550816059113
327
+ 8150 3136.10932636261
328
+ 8175 3145.646865129471
329
+ 8200 3155.2792875766754
330
+ 8225 3164.8650896549225
331
+ 8250 3174.4036061763763
332
+ 8275 3183.995353937149
333
+ 8300 3193.5947387218475
334
+ 8325 3203.2270934581757
335
+ 8350 3212.7831070423126
336
+ 8375 3222.386799097061
337
+ 8400 3231.972571372986
338
+ 8425 3241.5603301525116
339
+ 8450 3251.115530014038
340
+ 8475 3260.7178144454956
341
+ 8500 3270.256200313568
342
+ 8525 3279.7936766147614
343
+ 8550 3289.401058912277
344
+ 8575 3299.005922794342
345
+ 8600 3308.595588684082
346
+ 8625 3319.5281853675842
347
+ 8650 3329.131167411804
348
+ 8675 3338.706559419632
349
+ 8700 3348.3249101638794
350
+ 8725 3357.8672399520874
351
+ 8750 3367.4781262874603
352
+ 8775 3377.102771282196
353
+ 8800 3386.6610493659973
354
+ 8825 3396.2180123329163
355
+ 8850 3405.7606382369995
356
+ 8875 3415.3163256645203
357
+ 8900 3424.8971498012543
358
+ 8925 3434.5764904022217
359
+ 8950 3444.218206882477
360
+ 8975 3453.8865303993225
361
+ 9000 3463.469172477722
362
+ 9025 3473.0087077617645
363
+ 9050 3482.598079442978
364
+ 9075 3492.1962385177612
365
+ 9100 3501.7470409870148
366
+ 9125 3511.301285266876
367
+ 9150 3520.896376848221
368
+ 9175 3530.4844143390656
369
+ 9200 3540.1277782917023
370
+ 9225 3549.724908351898
371
+ 9250 3559.2822635173798
372
+ 9275 3568.8915498256683
373
+ 9300 3578.4853944778442
374
+ 9325 3588.09765625
375
+ 9350 3597.6954889297485
376
+ 9375 3607.2578070163727
377
+ 9400 3616.916727542877
378
+ 9425 3626.4953038692474
379
+ 9450 3636.0629782676697
380
+ 9475 3646.824090242386
381
+ 9500 3656.44104719162
382
+ 9525 3666.0614070892334
383
+ 9550 3675.704680919647
384
+ 9575 3685.297128200531
385
+ 9600 3694.8389959335327
386
+ 9625 3704.3827273845673
387
+ 9650 3714.01176071167
388
+ 9675 3723.571610927582
389
+ 9700 3733.1148579120636
390
+ 9725 3742.732474565506
391
+ 9750 3752.3281598091125
392
+ 9775 3761.898233652115
393
+ 9800 3771.440791606903
394
+ 9825 3780.985795021057
395
+ 9850 3790.5458199977875
396
+ 9875 3800.1410830020905
397
+ 9900 3809.7100625038147
398
+ 9925 3819.338551044464
399
+ 9950 3828.966456413269
400
+ 9975 3838.509251356125
401
+ 10000 3848.142868041992
generation_config.json CHANGED
@@ -1,4 +1,38 @@
1
  {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2
  "begin_suppress_tokens": [
3
  220,
4
  50257
@@ -6,9 +40,217 @@
6
  "bos_token_id": 50257,
7
  "decoder_start_token_id": 50258,
8
  "eos_token_id": 50257,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
9
  "max_length": 448,
 
10
  "pad_token_id": 50257,
 
11
  "return_timestamps": false,
12
- "suppress_tokens": [],
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
13
  "transformers_version": "4.39.3"
14
  }
 
1
  {
2
+ "alignment_heads": [
3
+ [
4
+ 3,
5
+ 1
6
+ ],
7
+ [
8
+ 4,
9
+ 2
10
+ ],
11
+ [
12
+ 4,
13
+ 3
14
+ ],
15
+ [
16
+ 4,
17
+ 7
18
+ ],
19
+ [
20
+ 5,
21
+ 1
22
+ ],
23
+ [
24
+ 5,
25
+ 2
26
+ ],
27
+ [
28
+ 5,
29
+ 4
30
+ ],
31
+ [
32
+ 5,
33
+ 6
34
+ ]
35
+ ],
36
  "begin_suppress_tokens": [
37
  220,
38
  50257
 
40
  "bos_token_id": 50257,
41
  "decoder_start_token_id": 50258,
42
  "eos_token_id": 50257,
43
+ "forced_decoder_ids": [
44
+ [
45
+ 1,
46
+ null
47
+ ],
48
+ [
49
+ 2,
50
+ 50359
51
+ ]
52
+ ],
53
+ "is_multilingual": true,
54
+ "lang_to_id": {
55
+ "<|af|>": 50327,
56
+ "<|am|>": 50334,
57
+ "<|ar|>": 50272,
58
+ "<|as|>": 50350,
59
+ "<|az|>": 50304,
60
+ "<|ba|>": 50355,
61
+ "<|be|>": 50330,
62
+ "<|bg|>": 50292,
63
+ "<|bn|>": 50302,
64
+ "<|bo|>": 50347,
65
+ "<|br|>": 50309,
66
+ "<|bs|>": 50315,
67
+ "<|ca|>": 50270,
68
+ "<|cs|>": 50283,
69
+ "<|cy|>": 50297,
70
+ "<|da|>": 50285,
71
+ "<|de|>": 50261,
72
+ "<|el|>": 50281,
73
+ "<|en|>": 50259,
74
+ "<|es|>": 50262,
75
+ "<|et|>": 50307,
76
+ "<|eu|>": 50310,
77
+ "<|fa|>": 50300,
78
+ "<|fi|>": 50277,
79
+ "<|fo|>": 50338,
80
+ "<|fr|>": 50265,
81
+ "<|gl|>": 50319,
82
+ "<|gu|>": 50333,
83
+ "<|haw|>": 50352,
84
+ "<|ha|>": 50354,
85
+ "<|he|>": 50279,
86
+ "<|hi|>": 50276,
87
+ "<|hr|>": 50291,
88
+ "<|ht|>": 50339,
89
+ "<|hu|>": 50286,
90
+ "<|hy|>": 50312,
91
+ "<|id|>": 50275,
92
+ "<|is|>": 50311,
93
+ "<|it|>": 50274,
94
+ "<|ja|>": 50266,
95
+ "<|jw|>": 50356,
96
+ "<|ka|>": 50329,
97
+ "<|kk|>": 50316,
98
+ "<|km|>": 50323,
99
+ "<|kn|>": 50306,
100
+ "<|ko|>": 50264,
101
+ "<|la|>": 50294,
102
+ "<|lb|>": 50345,
103
+ "<|ln|>": 50353,
104
+ "<|lo|>": 50336,
105
+ "<|lt|>": 50293,
106
+ "<|lv|>": 50301,
107
+ "<|mg|>": 50349,
108
+ "<|mi|>": 50295,
109
+ "<|mk|>": 50308,
110
+ "<|ml|>": 50296,
111
+ "<|mn|>": 50314,
112
+ "<|mr|>": 50320,
113
+ "<|ms|>": 50282,
114
+ "<|mt|>": 50343,
115
+ "<|my|>": 50346,
116
+ "<|ne|>": 50313,
117
+ "<|nl|>": 50271,
118
+ "<|nn|>": 50342,
119
+ "<|no|>": 50288,
120
+ "<|oc|>": 50328,
121
+ "<|pa|>": 50321,
122
+ "<|pl|>": 50269,
123
+ "<|ps|>": 50340,
124
+ "<|pt|>": 50267,
125
+ "<|ro|>": 50284,
126
+ "<|ru|>": 50263,
127
+ "<|sa|>": 50344,
128
+ "<|sd|>": 50332,
129
+ "<|si|>": 50322,
130
+ "<|sk|>": 50298,
131
+ "<|sl|>": 50305,
132
+ "<|sn|>": 50324,
133
+ "<|so|>": 50326,
134
+ "<|sq|>": 50317,
135
+ "<|sr|>": 50303,
136
+ "<|su|>": 50357,
137
+ "<|sv|>": 50273,
138
+ "<|sw|>": 50318,
139
+ "<|ta|>": 50287,
140
+ "<|te|>": 50299,
141
+ "<|tg|>": 50331,
142
+ "<|th|>": 50289,
143
+ "<|tk|>": 50341,
144
+ "<|tl|>": 50348,
145
+ "<|tr|>": 50268,
146
+ "<|tt|>": 50351,
147
+ "<|uk|>": 50280,
148
+ "<|ur|>": 50290,
149
+ "<|uz|>": 50337,
150
+ "<|vi|>": 50278,
151
+ "<|yi|>": 50335,
152
+ "<|yo|>": 50325,
153
+ "<|zh|>": 50260
154
+ },
155
+ "max_initial_timestamp_index": 50,
156
  "max_length": 448,
157
+ "no_timestamps_token_id": 50363,
158
  "pad_token_id": 50257,
159
+ "prev_sot_token_id": 50361,
160
  "return_timestamps": false,
161
+ "suppress_tokens": [
162
+ 1,
163
+ 2,
164
+ 7,
165
+ 8,
166
+ 9,
167
+ 10,
168
+ 14,
169
+ 25,
170
+ 26,
171
+ 27,
172
+ 28,
173
+ 29,
174
+ 31,
175
+ 58,
176
+ 59,
177
+ 60,
178
+ 61,
179
+ 62,
180
+ 63,
181
+ 90,
182
+ 91,
183
+ 92,
184
+ 93,
185
+ 359,
186
+ 503,
187
+ 522,
188
+ 542,
189
+ 873,
190
+ 893,
191
+ 902,
192
+ 918,
193
+ 922,
194
+ 931,
195
+ 1350,
196
+ 1853,
197
+ 1982,
198
+ 2460,
199
+ 2627,
200
+ 3246,
201
+ 3253,
202
+ 3268,
203
+ 3536,
204
+ 3846,
205
+ 3961,
206
+ 4183,
207
+ 4667,
208
+ 6585,
209
+ 6647,
210
+ 7273,
211
+ 9061,
212
+ 9383,
213
+ 10428,
214
+ 10929,
215
+ 11938,
216
+ 12033,
217
+ 12331,
218
+ 12562,
219
+ 13793,
220
+ 14157,
221
+ 14635,
222
+ 15265,
223
+ 15618,
224
+ 16553,
225
+ 16604,
226
+ 18362,
227
+ 18956,
228
+ 20075,
229
+ 21675,
230
+ 22520,
231
+ 26130,
232
+ 26161,
233
+ 26435,
234
+ 28279,
235
+ 29464,
236
+ 31650,
237
+ 32302,
238
+ 32470,
239
+ 36865,
240
+ 42863,
241
+ 47425,
242
+ 49870,
243
+ 50254,
244
+ 50258,
245
+ 50358,
246
+ 50359,
247
+ 50360,
248
+ 50361,
249
+ 50362
250
+ ],
251
+ "task_to_id": {
252
+ "transcribe": 50359,
253
+ "translate": 50358
254
+ },
255
  "transformers_version": "4.39.3"
256
  }
merges.txt CHANGED
@@ -1,4 +1,5 @@
1
  #version: 0.2
 
2
  Ġ a
3
  Ġt h
4
  i n
 
1
  #version: 0.2
2
+ Ġ t
3
  Ġ a
4
  Ġt h
5
  i n
special_tokens_map.json CHANGED
@@ -111,14 +111,14 @@
111
  "bos_token": {
112
  "content": "<|endoftext|>",
113
  "lstrip": false,
114
- "normalized": true,
115
  "rstrip": false,
116
  "single_word": false
117
  },
118
  "eos_token": {
119
  "content": "<|endoftext|>",
120
  "lstrip": false,
121
- "normalized": true,
122
  "rstrip": false,
123
  "single_word": false
124
  },
@@ -132,7 +132,7 @@
132
  "unk_token": {
133
  "content": "<|endoftext|>",
134
  "lstrip": false,
135
- "normalized": true,
136
  "rstrip": false,
137
  "single_word": false
138
  }
 
111
  "bos_token": {
112
  "content": "<|endoftext|>",
113
  "lstrip": false,
114
+ "normalized": false,
115
  "rstrip": false,
116
  "single_word": false
117
  },
118
  "eos_token": {
119
  "content": "<|endoftext|>",
120
  "lstrip": false,
121
+ "normalized": false,
122
  "rstrip": false,
123
  "single_word": false
124
  },
 
132
  "unk_token": {
133
  "content": "<|endoftext|>",
134
  "lstrip": false,
135
+ "normalized": false,
136
  "rstrip": false,
137
  "single_word": false
138
  }
tokenizer.json CHANGED
@@ -9,7 +9,7 @@
9
  "single_word": false,
10
  "lstrip": false,
11
  "rstrip": false,
12
- "normalized": true,
13
  "special": true
14
  },
15
  {
@@ -64890,6 +64890,7 @@
64890
  "<|endoftext|>": 50257
64891
  },
64892
  "merges": [
 
64893
  "Ġ a",
64894
  "Ġt h",
64895
  "i n",
 
9
  "single_word": false,
10
  "lstrip": false,
11
  "rstrip": false,
12
+ "normalized": false,
13
  "special": true
14
  },
15
  {
 
64890
  "<|endoftext|>": 50257
64891
  },
64892
  "merges": [
64893
+ "Ġ t",
64894
  "Ġ a",
64895
  "Ġt h",
64896
  "i n",
tokenizer_config.json CHANGED
@@ -5,7 +5,7 @@
5
  "50257": {
6
  "content": "<|endoftext|>",
7
  "lstrip": false,
8
- "normalized": true,
9
  "rstrip": false,
10
  "single_word": false,
11
  "special": true
@@ -12980,7 +12980,7 @@
12980
  "clean_up_tokenization_spaces": true,
12981
  "eos_token": "<|endoftext|>",
12982
  "errors": "replace",
12983
- "model_max_length": 448,
12984
  "pad_token": "<|endoftext|>",
12985
  "processor_class": "WhisperProcessor",
12986
  "return_attention_mask": false,
 
5
  "50257": {
6
  "content": "<|endoftext|>",
7
  "lstrip": false,
8
+ "normalized": false,
9
  "rstrip": false,
10
  "single_word": false,
11
  "special": true
 
12980
  "clean_up_tokenization_spaces": true,
12981
  "eos_token": "<|endoftext|>",
12982
  "errors": "replace",
12983
+ "model_max_length": 1024,
12984
  "pad_token": "<|endoftext|>",
12985
  "processor_class": "WhisperProcessor",
12986
  "return_attention_mask": false,