waveletdeboshir commited on
Commit
e213dad
1 Parent(s): 261e132

Update model and tokenizer

Browse files

Now there are no timestamp and language tokens (except ru and en) in tokenizer, merges.txt is modified.
Instead of timestamps tokens I added more Russian tokens.

added_tokens.json CHANGED
@@ -1 +1,11 @@
1
- {"<|0.00|>": 3204, "<|0.02|>": 3205, "<|0.04|>": 3206, "<|0.06|>": 3207, "<|0.08|>": 3208, "<|0.10|>": 3209, "<|0.12|>": 3210, "<|0.14|>": 3211, "<|0.16|>": 3212, "<|0.18|>": 3213, "<|0.20|>": 3214, "<|0.22|>": 3215, "<|0.24|>": 3216, "<|0.26|>": 3217, "<|0.28|>": 3218, "<|0.30|>": 3219, "<|0.32|>": 3220, "<|0.34|>": 3221, "<|0.36|>": 3222, "<|0.38|>": 3223, "<|0.40|>": 3224, "<|0.42|>": 3225, "<|0.44|>": 3226, "<|0.46|>": 3227, "<|0.48|>": 3228, "<|0.50|>": 3229, "<|0.52|>": 3230, "<|0.54|>": 3231, "<|0.56|>": 3232, "<|0.58|>": 3233, "<|0.60|>": 3234, "<|0.62|>": 3235, "<|0.64|>": 3236, "<|0.66|>": 3237, "<|0.68|>": 3238, "<|0.70|>": 3239, "<|0.72|>": 3240, "<|0.74|>": 3241, "<|0.76|>": 3242, "<|0.78|>": 3243, "<|0.80|>": 3244, "<|0.82|>": 3245, "<|0.84|>": 3246, "<|0.86|>": 3247, "<|0.88|>": 3248, "<|0.90|>": 3249, "<|0.92|>": 3250, "<|0.94|>": 3251, "<|0.96|>": 3252, "<|0.98|>": 3253, "<|1.00|>": 3254, "<|1.02|>": 3255, "<|1.04|>": 3256, "<|1.06|>": 3257, "<|1.08|>": 3258, "<|1.10|>": 3259, "<|1.12|>": 3260, "<|1.14|>": 3261, "<|1.16|>": 3262, "<|1.18|>": 3263, "<|1.20|>": 3264, "<|1.22|>": 3265, "<|1.24|>": 3266, "<|1.26|>": 3267, "<|1.28|>": 3268, "<|1.30|>": 3269, "<|1.32|>": 3270, "<|1.34|>": 3271, "<|1.36|>": 3272, "<|1.38|>": 3273, "<|1.40|>": 3274, "<|1.42|>": 3275, "<|1.44|>": 3276, "<|1.46|>": 3277, "<|1.48|>": 3278, "<|1.50|>": 3279, "<|1.52|>": 3280, "<|1.54|>": 3281, "<|1.56|>": 3282, "<|1.58|>": 3283, "<|1.60|>": 3284, "<|1.62|>": 3285, "<|1.64|>": 3286, "<|1.66|>": 3287, "<|1.68|>": 3288, "<|1.70|>": 3289, "<|1.72|>": 3290, "<|1.74|>": 3291, "<|1.76|>": 3292, "<|1.78|>": 3293, "<|1.80|>": 3294, "<|1.82|>": 3295, "<|1.84|>": 3296, "<|1.86|>": 3297, "<|1.88|>": 3298, "<|1.90|>": 3299, "<|1.92|>": 3300, "<|1.94|>": 3301, "<|1.96|>": 3302, "<|1.98|>": 3303, "<|10.00|>": 3704, "<|10.02|>": 3705, "<|10.04|>": 3706, "<|10.06|>": 3707, "<|10.08|>": 3708, "<|10.10|>": 3709, "<|10.12|>": 3710, "<|10.14|>": 3711, "<|10.16|>": 3712, "<|10.18|>": 3713, "<|10.20|>": 3714, "<|10.22|>": 3715, "<|10.24|>": 3716, "<|10.26|>": 3717, "<|10.28|>": 3718, "<|10.30|>": 3719, "<|10.32|>": 3720, "<|10.34|>": 3721, "<|10.36|>": 3722, "<|10.38|>": 3723, "<|10.40|>": 3724, "<|10.42|>": 3725, "<|10.44|>": 3726, "<|10.46|>": 3727, "<|10.48|>": 3728, "<|10.50|>": 3729, "<|10.52|>": 3730, "<|10.54|>": 3731, "<|10.56|>": 3732, "<|10.58|>": 3733, "<|10.60|>": 3734, "<|10.62|>": 3735, "<|10.64|>": 3736, "<|10.66|>": 3737, "<|10.68|>": 3738, "<|10.70|>": 3739, "<|10.72|>": 3740, "<|10.74|>": 3741, "<|10.76|>": 3742, "<|10.78|>": 3743, "<|10.80|>": 3744, "<|10.82|>": 3745, "<|10.84|>": 3746, "<|10.86|>": 3747, "<|10.88|>": 3748, "<|10.90|>": 3749, "<|10.92|>": 3750, "<|10.94|>": 3751, "<|10.96|>": 3752, "<|10.98|>": 3753, "<|11.00|>": 3754, "<|11.02|>": 3755, "<|11.04|>": 3756, "<|11.06|>": 3757, "<|11.08|>": 3758, "<|11.10|>": 3759, "<|11.12|>": 3760, "<|11.14|>": 3761, "<|11.16|>": 3762, "<|11.18|>": 3763, "<|11.20|>": 3764, "<|11.22|>": 3765, "<|11.24|>": 3766, "<|11.26|>": 3767, "<|11.28|>": 3768, "<|11.30|>": 3769, "<|11.32|>": 3770, "<|11.34|>": 3771, "<|11.36|>": 3772, "<|11.38|>": 3773, "<|11.40|>": 3774, "<|11.42|>": 3775, "<|11.44|>": 3776, "<|11.46|>": 3777, "<|11.48|>": 3778, "<|11.50|>": 3779, "<|11.52|>": 3780, "<|11.54|>": 3781, "<|11.56|>": 3782, "<|11.58|>": 3783, "<|11.60|>": 3784, "<|11.62|>": 3785, "<|11.64|>": 3786, "<|11.66|>": 3787, "<|11.68|>": 3788, "<|11.70|>": 3789, "<|11.72|>": 3790, "<|11.74|>": 3791, "<|11.76|>": 3792, "<|11.78|>": 3793, "<|11.80|>": 3794, "<|11.82|>": 3795, "<|11.84|>": 3796, "<|11.86|>": 3797, "<|11.88|>": 3798, "<|11.90|>": 3799, "<|11.92|>": 3800, "<|11.94|>": 3801, "<|11.96|>": 3802, "<|11.98|>": 3803, "<|12.00|>": 3804, "<|12.02|>": 3805, "<|12.04|>": 3806, "<|12.06|>": 3807, "<|12.08|>": 3808, "<|12.10|>": 3809, "<|12.12|>": 3810, "<|12.14|>": 3811, "<|12.16|>": 3812, "<|12.18|>": 3813, "<|12.20|>": 3814, "<|12.22|>": 3815, "<|12.24|>": 3816, "<|12.26|>": 3817, "<|12.28|>": 3818, "<|12.30|>": 3819, "<|12.32|>": 3820, "<|12.34|>": 3821, "<|12.36|>": 3822, "<|12.38|>": 3823, "<|12.40|>": 3824, "<|12.42|>": 3825, "<|12.44|>": 3826, "<|12.46|>": 3827, "<|12.48|>": 3828, "<|12.50|>": 3829, "<|12.52|>": 3830, "<|12.54|>": 3831, "<|12.56|>": 3832, "<|12.58|>": 3833, "<|12.60|>": 3834, "<|12.62|>": 3835, "<|12.64|>": 3836, "<|12.66|>": 3837, "<|12.68|>": 3838, "<|12.70|>": 3839, "<|12.72|>": 3840, "<|12.74|>": 3841, "<|12.76|>": 3842, "<|12.78|>": 3843, "<|12.80|>": 3844, "<|12.82|>": 3845, "<|12.84|>": 3846, "<|12.86|>": 3847, "<|12.88|>": 3848, "<|12.90|>": 3849, "<|12.92|>": 3850, "<|12.94|>": 3851, "<|12.96|>": 3852, "<|12.98|>": 3853, "<|13.00|>": 3854, "<|13.02|>": 3855, "<|13.04|>": 3856, "<|13.06|>": 3857, "<|13.08|>": 3858, "<|13.10|>": 3859, "<|13.12|>": 3860, "<|13.14|>": 3861, "<|13.16|>": 3862, "<|13.18|>": 3863, "<|13.20|>": 3864, "<|13.22|>": 3865, "<|13.24|>": 3866, "<|13.26|>": 3867, "<|13.28|>": 3868, "<|13.30|>": 3869, "<|13.32|>": 3870, "<|13.34|>": 3871, "<|13.36|>": 3872, "<|13.38|>": 3873, "<|13.40|>": 3874, "<|13.42|>": 3875, "<|13.44|>": 3876, "<|13.46|>": 3877, "<|13.48|>": 3878, "<|13.50|>": 3879, "<|13.52|>": 3880, "<|13.54|>": 3881, "<|13.56|>": 3882, "<|13.58|>": 3883, "<|13.60|>": 3884, "<|13.62|>": 3885, "<|13.64|>": 3886, "<|13.66|>": 3887, "<|13.68|>": 3888, "<|13.70|>": 3889, "<|13.72|>": 3890, "<|13.74|>": 3891, "<|13.76|>": 3892, "<|13.78|>": 3893, "<|13.80|>": 3894, "<|13.82|>": 3895, "<|13.84|>": 3896, "<|13.86|>": 3897, "<|13.88|>": 3898, "<|13.90|>": 3899, "<|13.92|>": 3900, "<|13.94|>": 3901, "<|13.96|>": 3902, "<|13.98|>": 3903, "<|14.00|>": 3904, "<|14.02|>": 3905, "<|14.04|>": 3906, "<|14.06|>": 3907, "<|14.08|>": 3908, "<|14.10|>": 3909, "<|14.12|>": 3910, "<|14.14|>": 3911, "<|14.16|>": 3912, "<|14.18|>": 3913, "<|14.20|>": 3914, "<|14.22|>": 3915, "<|14.24|>": 3916, "<|14.26|>": 3917, "<|14.28|>": 3918, "<|14.30|>": 3919, "<|14.32|>": 3920, "<|14.34|>": 3921, "<|14.36|>": 3922, "<|14.38|>": 3923, "<|14.40|>": 3924, "<|14.42|>": 3925, "<|14.44|>": 3926, "<|14.46|>": 3927, "<|14.48|>": 3928, "<|14.50|>": 3929, "<|14.52|>": 3930, "<|14.54|>": 3931, "<|14.56|>": 3932, "<|14.58|>": 3933, "<|14.60|>": 3934, "<|14.62|>": 3935, "<|14.64|>": 3936, "<|14.66|>": 3937, "<|14.68|>": 3938, "<|14.70|>": 3939, "<|14.72|>": 3940, "<|14.74|>": 3941, "<|14.76|>": 3942, "<|14.78|>": 3943, "<|14.80|>": 3944, "<|14.82|>": 3945, "<|14.84|>": 3946, "<|14.86|>": 3947, "<|14.88|>": 3948, "<|14.90|>": 3949, "<|14.92|>": 3950, "<|14.94|>": 3951, "<|14.96|>": 3952, "<|14.98|>": 3953, "<|15.00|>": 3954, "<|15.02|>": 3955, "<|15.04|>": 3956, "<|15.06|>": 3957, "<|15.08|>": 3958, "<|15.10|>": 3959, "<|15.12|>": 3960, "<|15.14|>": 3961, "<|15.16|>": 3962, "<|15.18|>": 3963, "<|15.20|>": 3964, "<|15.22|>": 3965, "<|15.24|>": 3966, "<|15.26|>": 3967, "<|15.28|>": 3968, "<|15.30|>": 3969, "<|15.32|>": 3970, "<|15.34|>": 3971, "<|15.36|>": 3972, "<|15.38|>": 3973, "<|15.40|>": 3974, "<|15.42|>": 3975, "<|15.44|>": 3976, "<|15.46|>": 3977, "<|15.48|>": 3978, "<|15.50|>": 3979, "<|15.52|>": 3980, "<|15.54|>": 3981, "<|15.56|>": 3982, "<|15.58|>": 3983, "<|15.60|>": 3984, "<|15.62|>": 3985, "<|15.64|>": 3986, "<|15.66|>": 3987, "<|15.68|>": 3988, "<|15.70|>": 3989, "<|15.72|>": 3990, "<|15.74|>": 3991, "<|15.76|>": 3992, "<|15.78|>": 3993, "<|15.80|>": 3994, "<|15.82|>": 3995, "<|15.84|>": 3996, "<|15.86|>": 3997, "<|15.88|>": 3998, "<|15.90|>": 3999, "<|15.92|>": 4000, "<|15.94|>": 4001, "<|15.96|>": 4002, "<|15.98|>": 4003, "<|16.00|>": 4004, "<|16.02|>": 4005, "<|16.04|>": 4006, "<|16.06|>": 4007, "<|16.08|>": 4008, "<|16.10|>": 4009, "<|16.12|>": 4010, "<|16.14|>": 4011, "<|16.16|>": 4012, "<|16.18|>": 4013, "<|16.20|>": 4014, "<|16.22|>": 4015, "<|16.24|>": 4016, "<|16.26|>": 4017, "<|16.28|>": 4018, "<|16.30|>": 4019, "<|16.32|>": 4020, "<|16.34|>": 4021, "<|16.36|>": 4022, "<|16.38|>": 4023, "<|16.40|>": 4024, "<|16.42|>": 4025, "<|16.44|>": 4026, "<|16.46|>": 4027, "<|16.48|>": 4028, "<|16.50|>": 4029, "<|16.52|>": 4030, "<|16.54|>": 4031, "<|16.56|>": 4032, "<|16.58|>": 4033, "<|16.60|>": 4034, "<|16.62|>": 4035, "<|16.64|>": 4036, "<|16.66|>": 4037, "<|16.68|>": 4038, "<|16.70|>": 4039, "<|16.72|>": 4040, "<|16.74|>": 4041, "<|16.76|>": 4042, "<|16.78|>": 4043, "<|16.80|>": 4044, "<|16.82|>": 4045, "<|16.84|>": 4046, "<|16.86|>": 4047, "<|16.88|>": 4048, "<|16.90|>": 4049, "<|16.92|>": 4050, "<|16.94|>": 4051, "<|16.96|>": 4052, "<|16.98|>": 4053, "<|17.00|>": 4054, "<|17.02|>": 4055, "<|17.04|>": 4056, "<|17.06|>": 4057, "<|17.08|>": 4058, "<|17.10|>": 4059, "<|17.12|>": 4060, "<|17.14|>": 4061, "<|17.16|>": 4062, "<|17.18|>": 4063, "<|17.20|>": 4064, "<|17.22|>": 4065, "<|17.24|>": 4066, "<|17.26|>": 4067, "<|17.28|>": 4068, "<|17.30|>": 4069, "<|17.32|>": 4070, "<|17.34|>": 4071, "<|17.36|>": 4072, "<|17.38|>": 4073, "<|17.40|>": 4074, "<|17.42|>": 4075, "<|17.44|>": 4076, "<|17.46|>": 4077, "<|17.48|>": 4078, "<|17.50|>": 4079, "<|17.52|>": 4080, "<|17.54|>": 4081, "<|17.56|>": 4082, "<|17.58|>": 4083, "<|17.60|>": 4084, "<|17.62|>": 4085, "<|17.64|>": 4086, "<|17.66|>": 4087, "<|17.68|>": 4088, "<|17.70|>": 4089, "<|17.72|>": 4090, "<|17.74|>": 4091, "<|17.76|>": 4092, "<|17.78|>": 4093, "<|17.80|>": 4094, "<|17.82|>": 4095, "<|17.84|>": 4096, "<|17.86|>": 4097, "<|17.88|>": 4098, "<|17.90|>": 4099, "<|17.92|>": 4100, "<|17.94|>": 4101, "<|17.96|>": 4102, "<|17.98|>": 4103, "<|18.00|>": 4104, "<|18.02|>": 4105, "<|18.04|>": 4106, "<|18.06|>": 4107, "<|18.08|>": 4108, "<|18.10|>": 4109, "<|18.12|>": 4110, "<|18.14|>": 4111, "<|18.16|>": 4112, "<|18.18|>": 4113, "<|18.20|>": 4114, "<|18.22|>": 4115, "<|18.24|>": 4116, "<|18.26|>": 4117, "<|18.28|>": 4118, "<|18.30|>": 4119, "<|18.32|>": 4120, "<|18.34|>": 4121, "<|18.36|>": 4122, "<|18.38|>": 4123, "<|18.40|>": 4124, "<|18.42|>": 4125, "<|18.44|>": 4126, "<|18.46|>": 4127, "<|18.48|>": 4128, "<|18.50|>": 4129, "<|18.52|>": 4130, "<|18.54|>": 4131, "<|18.56|>": 4132, "<|18.58|>": 4133, "<|18.60|>": 4134, "<|18.62|>": 4135, "<|18.64|>": 4136, "<|18.66|>": 4137, "<|18.68|>": 4138, "<|18.70|>": 4139, "<|18.72|>": 4140, "<|18.74|>": 4141, "<|18.76|>": 4142, "<|18.78|>": 4143, "<|18.80|>": 4144, "<|18.82|>": 4145, "<|18.84|>": 4146, "<|18.86|>": 4147, "<|18.88|>": 4148, "<|18.90|>": 4149, "<|18.92|>": 4150, "<|18.94|>": 4151, "<|18.96|>": 4152, "<|18.98|>": 4153, "<|19.00|>": 4154, "<|19.02|>": 4155, "<|19.04|>": 4156, "<|19.06|>": 4157, "<|19.08|>": 4158, "<|19.10|>": 4159, "<|19.12|>": 4160, "<|19.14|>": 4161, "<|19.16|>": 4162, "<|19.18|>": 4163, "<|19.20|>": 4164, "<|19.22|>": 4165, "<|19.24|>": 4166, "<|19.26|>": 4167, "<|19.28|>": 4168, "<|19.30|>": 4169, "<|19.32|>": 4170, "<|19.34|>": 4171, "<|19.36|>": 4172, "<|19.38|>": 4173, "<|19.40|>": 4174, "<|19.42|>": 4175, "<|19.44|>": 4176, "<|19.46|>": 4177, "<|19.48|>": 4178, "<|19.50|>": 4179, "<|19.52|>": 4180, "<|19.54|>": 4181, "<|19.56|>": 4182, "<|19.58|>": 4183, "<|19.60|>": 4184, "<|19.62|>": 4185, "<|19.64|>": 4186, "<|19.66|>": 4187, "<|19.68|>": 4188, "<|19.70|>": 4189, "<|19.72|>": 4190, "<|19.74|>": 4191, "<|19.76|>": 4192, "<|19.78|>": 4193, "<|19.80|>": 4194, "<|19.82|>": 4195, "<|19.84|>": 4196, "<|19.86|>": 4197, "<|19.88|>": 4198, "<|19.90|>": 4199, "<|19.92|>": 4200, "<|19.94|>": 4201, "<|19.96|>": 4202, "<|19.98|>": 4203, "<|2.00|>": 3304, "<|2.02|>": 3305, "<|2.04|>": 3306, "<|2.06|>": 3307, "<|2.08|>": 3308, "<|2.10|>": 3309, "<|2.12|>": 3310, "<|2.14|>": 3311, "<|2.16|>": 3312, "<|2.18|>": 3313, "<|2.20|>": 3314, "<|2.22|>": 3315, "<|2.24|>": 3316, "<|2.26|>": 3317, "<|2.28|>": 3318, "<|2.30|>": 3319, "<|2.32|>": 3320, "<|2.34|>": 3321, "<|2.36|>": 3322, "<|2.38|>": 3323, "<|2.40|>": 3324, "<|2.42|>": 3325, "<|2.44|>": 3326, "<|2.46|>": 3327, "<|2.48|>": 3328, "<|2.50|>": 3329, "<|2.52|>": 3330, "<|2.54|>": 3331, "<|2.56|>": 3332, "<|2.58|>": 3333, "<|2.60|>": 3334, "<|2.62|>": 3335, "<|2.64|>": 3336, "<|2.66|>": 3337, "<|2.68|>": 3338, "<|2.70|>": 3339, "<|2.72|>": 3340, "<|2.74|>": 3341, "<|2.76|>": 3342, "<|2.78|>": 3343, "<|2.80|>": 3344, "<|2.82|>": 3345, "<|2.84|>": 3346, "<|2.86|>": 3347, "<|2.88|>": 3348, "<|2.90|>": 3349, "<|2.92|>": 3350, "<|2.94|>": 3351, "<|2.96|>": 3352, "<|2.98|>": 3353, "<|20.00|>": 4204, "<|20.02|>": 4205, "<|20.04|>": 4206, "<|20.06|>": 4207, "<|20.08|>": 4208, "<|20.10|>": 4209, "<|20.12|>": 4210, "<|20.14|>": 4211, "<|20.16|>": 4212, "<|20.18|>": 4213, "<|20.20|>": 4214, "<|20.22|>": 4215, "<|20.24|>": 4216, "<|20.26|>": 4217, "<|20.28|>": 4218, "<|20.30|>": 4219, "<|20.32|>": 4220, "<|20.34|>": 4221, "<|20.36|>": 4222, "<|20.38|>": 4223, "<|20.40|>": 4224, "<|20.42|>": 4225, "<|20.44|>": 4226, "<|20.46|>": 4227, "<|20.48|>": 4228, "<|20.50|>": 4229, "<|20.52|>": 4230, "<|20.54|>": 4231, "<|20.56|>": 4232, "<|20.58|>": 4233, "<|20.60|>": 4234, "<|20.62|>": 4235, "<|20.64|>": 4236, "<|20.66|>": 4237, "<|20.68|>": 4238, "<|20.70|>": 4239, "<|20.72|>": 4240, "<|20.74|>": 4241, "<|20.76|>": 4242, "<|20.78|>": 4243, "<|20.80|>": 4244, "<|20.82|>": 4245, "<|20.84|>": 4246, "<|20.86|>": 4247, "<|20.88|>": 4248, "<|20.90|>": 4249, "<|20.92|>": 4250, "<|20.94|>": 4251, "<|20.96|>": 4252, "<|20.98|>": 4253, "<|21.00|>": 4254, "<|21.02|>": 4255, "<|21.04|>": 4256, "<|21.06|>": 4257, "<|21.08|>": 4258, "<|21.10|>": 4259, "<|21.12|>": 4260, "<|21.14|>": 4261, "<|21.16|>": 4262, "<|21.18|>": 4263, "<|21.20|>": 4264, "<|21.22|>": 4265, "<|21.24|>": 4266, "<|21.26|>": 4267, "<|21.28|>": 4268, "<|21.30|>": 4269, "<|21.32|>": 4270, "<|21.34|>": 4271, "<|21.36|>": 4272, "<|21.38|>": 4273, "<|21.40|>": 4274, "<|21.42|>": 4275, "<|21.44|>": 4276, "<|21.46|>": 4277, "<|21.48|>": 4278, "<|21.50|>": 4279, "<|21.52|>": 4280, "<|21.54|>": 4281, "<|21.56|>": 4282, "<|21.58|>": 4283, "<|21.60|>": 4284, "<|21.62|>": 4285, "<|21.64|>": 4286, "<|21.66|>": 4287, "<|21.68|>": 4288, "<|21.70|>": 4289, "<|21.72|>": 4290, "<|21.74|>": 4291, "<|21.76|>": 4292, "<|21.78|>": 4293, "<|21.80|>": 4294, "<|21.82|>": 4295, "<|21.84|>": 4296, "<|21.86|>": 4297, "<|21.88|>": 4298, "<|21.90|>": 4299, "<|21.92|>": 4300, "<|21.94|>": 4301, "<|21.96|>": 4302, "<|21.98|>": 4303, "<|22.00|>": 4304, "<|22.02|>": 4305, "<|22.04|>": 4306, "<|22.06|>": 4307, "<|22.08|>": 4308, "<|22.10|>": 4309, "<|22.12|>": 4310, "<|22.14|>": 4311, "<|22.16|>": 4312, "<|22.18|>": 4313, "<|22.20|>": 4314, "<|22.22|>": 4315, "<|22.24|>": 4316, "<|22.26|>": 4317, "<|22.28|>": 4318, "<|22.30|>": 4319, "<|22.32|>": 4320, "<|22.34|>": 4321, "<|22.36|>": 4322, "<|22.38|>": 4323, "<|22.40|>": 4324, "<|22.42|>": 4325, "<|22.44|>": 4326, "<|22.46|>": 4327, "<|22.48|>": 4328, "<|22.50|>": 4329, "<|22.52|>": 4330, "<|22.54|>": 4331, "<|22.56|>": 4332, "<|22.58|>": 4333, "<|22.60|>": 4334, "<|22.62|>": 4335, "<|22.64|>": 4336, "<|22.66|>": 4337, "<|22.68|>": 4338, "<|22.70|>": 4339, "<|22.72|>": 4340, "<|22.74|>": 4341, "<|22.76|>": 4342, "<|22.78|>": 4343, "<|22.80|>": 4344, "<|22.82|>": 4345, "<|22.84|>": 4346, "<|22.86|>": 4347, "<|22.88|>": 4348, "<|22.90|>": 4349, "<|22.92|>": 4350, "<|22.94|>": 4351, "<|22.96|>": 4352, "<|22.98|>": 4353, "<|23.00|>": 4354, "<|23.02|>": 4355, "<|23.04|>": 4356, "<|23.06|>": 4357, "<|23.08|>": 4358, "<|23.10|>": 4359, "<|23.12|>": 4360, "<|23.14|>": 4361, "<|23.16|>": 4362, "<|23.18|>": 4363, "<|23.20|>": 4364, "<|23.22|>": 4365, "<|23.24|>": 4366, "<|23.26|>": 4367, "<|23.28|>": 4368, "<|23.30|>": 4369, "<|23.32|>": 4370, "<|23.34|>": 4371, "<|23.36|>": 4372, "<|23.38|>": 4373, "<|23.40|>": 4374, "<|23.42|>": 4375, "<|23.44|>": 4376, "<|23.46|>": 4377, "<|23.48|>": 4378, "<|23.50|>": 4379, "<|23.52|>": 4380, "<|23.54|>": 4381, "<|23.56|>": 4382, "<|23.58|>": 4383, "<|23.60|>": 4384, "<|23.62|>": 4385, "<|23.64|>": 4386, "<|23.66|>": 4387, "<|23.68|>": 4388, "<|23.70|>": 4389, "<|23.72|>": 4390, "<|23.74|>": 4391, "<|23.76|>": 4392, "<|23.78|>": 4393, "<|23.80|>": 4394, "<|23.82|>": 4395, "<|23.84|>": 4396, "<|23.86|>": 4397, "<|23.88|>": 4398, "<|23.90|>": 4399, "<|23.92|>": 4400, "<|23.94|>": 4401, "<|23.96|>": 4402, "<|23.98|>": 4403, "<|24.00|>": 4404, "<|24.02|>": 4405, "<|24.04|>": 4406, "<|24.06|>": 4407, "<|24.08|>": 4408, "<|24.10|>": 4409, "<|24.12|>": 4410, "<|24.14|>": 4411, "<|24.16|>": 4412, "<|24.18|>": 4413, "<|24.20|>": 4414, "<|24.22|>": 4415, "<|24.24|>": 4416, "<|24.26|>": 4417, "<|24.28|>": 4418, "<|24.30|>": 4419, "<|24.32|>": 4420, "<|24.34|>": 4421, "<|24.36|>": 4422, "<|24.38|>": 4423, "<|24.40|>": 4424, "<|24.42|>": 4425, "<|24.44|>": 4426, "<|24.46|>": 4427, "<|24.48|>": 4428, "<|24.50|>": 4429, "<|24.52|>": 4430, "<|24.54|>": 4431, "<|24.56|>": 4432, "<|24.58|>": 4433, "<|24.60|>": 4434, "<|24.62|>": 4435, "<|24.64|>": 4436, "<|24.66|>": 4437, "<|24.68|>": 4438, "<|24.70|>": 4439, "<|24.72|>": 4440, "<|24.74|>": 4441, "<|24.76|>": 4442, "<|24.78|>": 4443, "<|24.80|>": 4444, "<|24.82|>": 4445, "<|24.84|>": 4446, "<|24.86|>": 4447, "<|24.88|>": 4448, "<|24.90|>": 4449, "<|24.92|>": 4450, "<|24.94|>": 4451, "<|24.96|>": 4452, "<|24.98|>": 4453, "<|25.00|>": 4454, "<|25.02|>": 4455, "<|25.04|>": 4456, "<|25.06|>": 4457, "<|25.08|>": 4458, "<|25.10|>": 4459, "<|25.12|>": 4460, "<|25.14|>": 4461, "<|25.16|>": 4462, "<|25.18|>": 4463, "<|25.20|>": 4464, "<|25.22|>": 4465, "<|25.24|>": 4466, "<|25.26|>": 4467, "<|25.28|>": 4468, "<|25.30|>": 4469, "<|25.32|>": 4470, "<|25.34|>": 4471, "<|25.36|>": 4472, "<|25.38|>": 4473, "<|25.40|>": 4474, "<|25.42|>": 4475, "<|25.44|>": 4476, "<|25.46|>": 4477, "<|25.48|>": 4478, "<|25.50|>": 4479, "<|25.52|>": 4480, "<|25.54|>": 4481, "<|25.56|>": 4482, "<|25.58|>": 4483, "<|25.60|>": 4484, "<|25.62|>": 4485, "<|25.64|>": 4486, "<|25.66|>": 4487, "<|25.68|>": 4488, "<|25.70|>": 4489, "<|25.72|>": 4490, "<|25.74|>": 4491, "<|25.76|>": 4492, "<|25.78|>": 4493, "<|25.80|>": 4494, "<|25.82|>": 4495, "<|25.84|>": 4496, "<|25.86|>": 4497, "<|25.88|>": 4498, "<|25.90|>": 4499, "<|25.92|>": 4500, "<|25.94|>": 4501, "<|25.96|>": 4502, "<|25.98|>": 4503, "<|26.00|>": 4504, "<|26.02|>": 4505, "<|26.04|>": 4506, "<|26.06|>": 4507, "<|26.08|>": 4508, "<|26.10|>": 4509, "<|26.12|>": 4510, "<|26.14|>": 4511, "<|26.16|>": 4512, "<|26.18|>": 4513, "<|26.20|>": 4514, "<|26.22|>": 4515, "<|26.24|>": 4516, "<|26.26|>": 4517, "<|26.28|>": 4518, "<|26.30|>": 4519, "<|26.32|>": 4520, "<|26.34|>": 4521, "<|26.36|>": 4522, "<|26.38|>": 4523, "<|26.40|>": 4524, "<|26.42|>": 4525, "<|26.44|>": 4526, "<|26.46|>": 4527, "<|26.48|>": 4528, "<|26.50|>": 4529, "<|26.52|>": 4530, "<|26.54|>": 4531, "<|26.56|>": 4532, "<|26.58|>": 4533, "<|26.60|>": 4534, "<|26.62|>": 4535, "<|26.64|>": 4536, "<|26.66|>": 4537, "<|26.68|>": 4538, "<|26.70|>": 4539, "<|26.72|>": 4540, "<|26.74|>": 4541, "<|26.76|>": 4542, "<|26.78|>": 4543, "<|26.80|>": 4544, "<|26.82|>": 4545, "<|26.84|>": 4546, "<|26.86|>": 4547, "<|26.88|>": 4548, "<|26.90|>": 4549, "<|26.92|>": 4550, "<|26.94|>": 4551, "<|26.96|>": 4552, "<|26.98|>": 4553, "<|27.00|>": 4554, "<|27.02|>": 4555, "<|27.04|>": 4556, "<|27.06|>": 4557, "<|27.08|>": 4558, "<|27.10|>": 4559, "<|27.12|>": 4560, "<|27.14|>": 4561, "<|27.16|>": 4562, "<|27.18|>": 4563, "<|27.20|>": 4564, "<|27.22|>": 4565, "<|27.24|>": 4566, "<|27.26|>": 4567, "<|27.28|>": 4568, "<|27.30|>": 4569, "<|27.32|>": 4570, "<|27.34|>": 4571, "<|27.36|>": 4572, "<|27.38|>": 4573, "<|27.40|>": 4574, "<|27.42|>": 4575, "<|27.44|>": 4576, "<|27.46|>": 4577, "<|27.48|>": 4578, "<|27.50|>": 4579, "<|27.52|>": 4580, "<|27.54|>": 4581, "<|27.56|>": 4582, "<|27.58|>": 4583, "<|27.60|>": 4584, "<|27.62|>": 4585, "<|27.64|>": 4586, "<|27.66|>": 4587, "<|27.68|>": 4588, "<|27.70|>": 4589, "<|27.72|>": 4590, "<|27.74|>": 4591, "<|27.76|>": 4592, "<|27.78|>": 4593, "<|27.80|>": 4594, "<|27.82|>": 4595, "<|27.84|>": 4596, "<|27.86|>": 4597, "<|27.88|>": 4598, "<|27.90|>": 4599, "<|27.92|>": 4600, "<|27.94|>": 4601, "<|27.96|>": 4602, "<|27.98|>": 4603, "<|28.00|>": 4604, "<|28.02|>": 4605, "<|28.04|>": 4606, "<|28.06|>": 4607, "<|28.08|>": 4608, "<|28.10|>": 4609, "<|28.12|>": 4610, "<|28.14|>": 4611, "<|28.16|>": 4612, "<|28.18|>": 4613, "<|28.20|>": 4614, "<|28.22|>": 4615, "<|28.24|>": 4616, "<|28.26|>": 4617, "<|28.28|>": 4618, "<|28.30|>": 4619, "<|28.32|>": 4620, "<|28.34|>": 4621, "<|28.36|>": 4622, "<|28.38|>": 4623, "<|28.40|>": 4624, "<|28.42|>": 4625, "<|28.44|>": 4626, "<|28.46|>": 4627, "<|28.48|>": 4628, "<|28.50|>": 4629, "<|28.52|>": 4630, "<|28.54|>": 4631, "<|28.56|>": 4632, "<|28.58|>": 4633, "<|28.60|>": 4634, "<|28.62|>": 4635, "<|28.64|>": 4636, "<|28.66|>": 4637, "<|28.68|>": 4638, "<|28.70|>": 4639, "<|28.72|>": 4640, "<|28.74|>": 4641, "<|28.76|>": 4642, "<|28.78|>": 4643, "<|28.80|>": 4644, "<|28.82|>": 4645, "<|28.84|>": 4646, "<|28.86|>": 4647, "<|28.88|>": 4648, "<|28.90|>": 4649, "<|28.92|>": 4650, "<|28.94|>": 4651, "<|28.96|>": 4652, "<|28.98|>": 4653, "<|29.00|>": 4654, "<|29.02|>": 4655, "<|29.04|>": 4656, "<|29.06|>": 4657, "<|29.08|>": 4658, "<|29.10|>": 4659, "<|29.12|>": 4660, "<|29.14|>": 4661, "<|29.16|>": 4662, "<|29.18|>": 4663, "<|29.20|>": 4664, "<|29.22|>": 4665, "<|29.24|>": 4666, "<|29.26|>": 4667, "<|29.28|>": 4668, "<|29.30|>": 4669, "<|29.32|>": 4670, "<|29.34|>": 4671, "<|29.36|>": 4672, "<|29.38|>": 4673, "<|29.40|>": 4674, "<|29.42|>": 4675, "<|29.44|>": 4676, "<|29.46|>": 4677, "<|29.48|>": 4678, "<|29.50|>": 4679, "<|29.52|>": 4680, "<|29.54|>": 4681, "<|29.56|>": 4682, "<|29.58|>": 4683, "<|29.60|>": 4684, "<|29.62|>": 4685, "<|29.64|>": 4686, "<|29.66|>": 4687, "<|29.68|>": 4688, "<|29.70|>": 4689, "<|29.72|>": 4690, "<|29.74|>": 4691, "<|29.76|>": 4692, "<|29.78|>": 4693, "<|29.80|>": 4694, "<|29.82|>": 4695, "<|29.84|>": 4696, "<|29.86|>": 4697, "<|29.88|>": 4698, "<|29.90|>": 4699, "<|29.92|>": 4700, "<|29.94|>": 4701, "<|29.96|>": 4702, "<|29.98|>": 4703, "<|3.00|>": 3354, "<|3.02|>": 3355, "<|3.04|>": 3356, "<|3.06|>": 3357, "<|3.08|>": 3358, "<|3.10|>": 3359, "<|3.12|>": 3360, "<|3.14|>": 3361, "<|3.16|>": 3362, "<|3.18|>": 3363, "<|3.20|>": 3364, "<|3.22|>": 3365, "<|3.24|>": 3366, "<|3.26|>": 3367, "<|3.28|>": 3368, "<|3.30|>": 3369, "<|3.32|>": 3370, "<|3.34|>": 3371, "<|3.36|>": 3372, "<|3.38|>": 3373, "<|3.40|>": 3374, "<|3.42|>": 3375, "<|3.44|>": 3376, "<|3.46|>": 3377, "<|3.48|>": 3378, "<|3.50|>": 3379, "<|3.52|>": 3380, "<|3.54|>": 3381, "<|3.56|>": 3382, "<|3.58|>": 3383, "<|3.60|>": 3384, "<|3.62|>": 3385, "<|3.64|>": 3386, "<|3.66|>": 3387, "<|3.68|>": 3388, "<|3.70|>": 3389, "<|3.72|>": 3390, "<|3.74|>": 3391, "<|3.76|>": 3392, "<|3.78|>": 3393, "<|3.80|>": 3394, "<|3.82|>": 3395, "<|3.84|>": 3396, "<|3.86|>": 3397, "<|3.88|>": 3398, "<|3.90|>": 3399, "<|3.92|>": 3400, "<|3.94|>": 3401, "<|3.96|>": 3402, "<|3.98|>": 3403, "<|30.00|>": 4704, "<|4.00|>": 3404, "<|4.02|>": 3405, "<|4.04|>": 3406, "<|4.06|>": 3407, "<|4.08|>": 3408, "<|4.10|>": 3409, "<|4.12|>": 3410, "<|4.14|>": 3411, "<|4.16|>": 3412, "<|4.18|>": 3413, "<|4.20|>": 3414, "<|4.22|>": 3415, "<|4.24|>": 3416, "<|4.26|>": 3417, "<|4.28|>": 3418, "<|4.30|>": 3419, "<|4.32|>": 3420, "<|4.34|>": 3421, "<|4.36|>": 3422, "<|4.38|>": 3423, "<|4.40|>": 3424, "<|4.42|>": 3425, "<|4.44|>": 3426, "<|4.46|>": 3427, "<|4.48|>": 3428, "<|4.50|>": 3429, "<|4.52|>": 3430, "<|4.54|>": 3431, "<|4.56|>": 3432, "<|4.58|>": 3433, "<|4.60|>": 3434, "<|4.62|>": 3435, "<|4.64|>": 3436, "<|4.66|>": 3437, "<|4.68|>": 3438, "<|4.70|>": 3439, "<|4.72|>": 3440, "<|4.74|>": 3441, "<|4.76|>": 3442, "<|4.78|>": 3443, "<|4.80|>": 3444, "<|4.82|>": 3445, "<|4.84|>": 3446, "<|4.86|>": 3447, "<|4.88|>": 3448, "<|4.90|>": 3449, "<|4.92|>": 3450, "<|4.94|>": 3451, "<|4.96|>": 3452, "<|4.98|>": 3453, "<|5.00|>": 3454, "<|5.02|>": 3455, "<|5.04|>": 3456, "<|5.06|>": 3457, "<|5.08|>": 3458, "<|5.10|>": 3459, "<|5.12|>": 3460, "<|5.14|>": 3461, "<|5.16|>": 3462, "<|5.18|>": 3463, "<|5.20|>": 3464, "<|5.22|>": 3465, "<|5.24|>": 3466, "<|5.26|>": 3467, "<|5.28|>": 3468, "<|5.30|>": 3469, "<|5.32|>": 3470, "<|5.34|>": 3471, "<|5.36|>": 3472, "<|5.38|>": 3473, "<|5.40|>": 3474, "<|5.42|>": 3475, "<|5.44|>": 3476, "<|5.46|>": 3477, "<|5.48|>": 3478, "<|5.50|>": 3479, "<|5.52|>": 3480, "<|5.54|>": 3481, "<|5.56|>": 3482, "<|5.58|>": 3483, "<|5.60|>": 3484, "<|5.62|>": 3485, "<|5.64|>": 3486, "<|5.66|>": 3487, "<|5.68|>": 3488, "<|5.70|>": 3489, "<|5.72|>": 3490, "<|5.74|>": 3491, "<|5.76|>": 3492, "<|5.78|>": 3493, "<|5.80|>": 3494, "<|5.82|>": 3495, "<|5.84|>": 3496, "<|5.86|>": 3497, "<|5.88|>": 3498, "<|5.90|>": 3499, "<|5.92|>": 3500, "<|5.94|>": 3501, "<|5.96|>": 3502, "<|5.98|>": 3503, "<|6.00|>": 3504, "<|6.02|>": 3505, "<|6.04|>": 3506, "<|6.06|>": 3507, "<|6.08|>": 3508, "<|6.10|>": 3509, "<|6.12|>": 3510, "<|6.14|>": 3511, "<|6.16|>": 3512, "<|6.18|>": 3513, "<|6.20|>": 3514, "<|6.22|>": 3515, "<|6.24|>": 3516, "<|6.26|>": 3517, "<|6.28|>": 3518, "<|6.30|>": 3519, "<|6.32|>": 3520, "<|6.34|>": 3521, "<|6.36|>": 3522, "<|6.38|>": 3523, "<|6.40|>": 3524, "<|6.42|>": 3525, "<|6.44|>": 3526, "<|6.46|>": 3527, "<|6.48|>": 3528, "<|6.50|>": 3529, "<|6.52|>": 3530, "<|6.54|>": 3531, "<|6.56|>": 3532, "<|6.58|>": 3533, "<|6.60|>": 3534, "<|6.62|>": 3535, "<|6.64|>": 3536, "<|6.66|>": 3537, "<|6.68|>": 3538, "<|6.70|>": 3539, "<|6.72|>": 3540, "<|6.74|>": 3541, "<|6.76|>": 3542, "<|6.78|>": 3543, "<|6.80|>": 3544, "<|6.82|>": 3545, "<|6.84|>": 3546, "<|6.86|>": 3547, "<|6.88|>": 3548, "<|6.90|>": 3549, "<|6.92|>": 3550, "<|6.94|>": 3551, "<|6.96|>": 3552, "<|6.98|>": 3553, "<|7.00|>": 3554, "<|7.02|>": 3555, "<|7.04|>": 3556, "<|7.06|>": 3557, "<|7.08|>": 3558, "<|7.10|>": 3559, "<|7.12|>": 3560, "<|7.14|>": 3561, "<|7.16|>": 3562, "<|7.18|>": 3563, "<|7.20|>": 3564, "<|7.22|>": 3565, "<|7.24|>": 3566, "<|7.26|>": 3567, "<|7.28|>": 3568, "<|7.30|>": 3569, "<|7.32|>": 3570, "<|7.34|>": 3571, "<|7.36|>": 3572, "<|7.38|>": 3573, "<|7.40|>": 3574, "<|7.42|>": 3575, "<|7.44|>": 3576, "<|7.46|>": 3577, "<|7.48|>": 3578, "<|7.50|>": 3579, "<|7.52|>": 3580, "<|7.54|>": 3581, "<|7.56|>": 3582, "<|7.58|>": 3583, "<|7.60|>": 3584, "<|7.62|>": 3585, "<|7.64|>": 3586, "<|7.66|>": 3587, "<|7.68|>": 3588, "<|7.70|>": 3589, "<|7.72|>": 3590, "<|7.74|>": 3591, "<|7.76|>": 3592, "<|7.78|>": 3593, "<|7.80|>": 3594, "<|7.82|>": 3595, "<|7.84|>": 3596, "<|7.86|>": 3597, "<|7.88|>": 3598, "<|7.90|>": 3599, "<|7.92|>": 3600, "<|7.94|>": 3601, "<|7.96|>": 3602, "<|7.98|>": 3603, "<|8.00|>": 3604, "<|8.02|>": 3605, "<|8.04|>": 3606, "<|8.06|>": 3607, "<|8.08|>": 3608, "<|8.10|>": 3609, "<|8.12|>": 3610, "<|8.14|>": 3611, "<|8.16|>": 3612, "<|8.18|>": 3613, "<|8.20|>": 3614, "<|8.22|>": 3615, "<|8.24|>": 3616, "<|8.26|>": 3617, "<|8.28|>": 3618, "<|8.30|>": 3619, "<|8.32|>": 3620, "<|8.34|>": 3621, "<|8.36|>": 3622, "<|8.38|>": 3623, "<|8.40|>": 3624, "<|8.42|>": 3625, "<|8.44|>": 3626, "<|8.46|>": 3627, "<|8.48|>": 3628, "<|8.50|>": 3629, "<|8.52|>": 3630, "<|8.54|>": 3631, "<|8.56|>": 3632, "<|8.58|>": 3633, "<|8.60|>": 3634, "<|8.62|>": 3635, "<|8.64|>": 3636, "<|8.66|>": 3637, "<|8.68|>": 3638, "<|8.70|>": 3639, "<|8.72|>": 3640, "<|8.74|>": 3641, "<|8.76|>": 3642, "<|8.78|>": 3643, "<|8.80|>": 3644, "<|8.82|>": 3645, "<|8.84|>": 3646, "<|8.86|>": 3647, "<|8.88|>": 3648, "<|8.90|>": 3649, "<|8.92|>": 3650, "<|8.94|>": 3651, "<|8.96|>": 3652, "<|8.98|>": 3653, "<|9.00|>": 3654, "<|9.02|>": 3655, "<|9.04|>": 3656, "<|9.06|>": 3657, "<|9.08|>": 3658, "<|9.10|>": 3659, "<|9.12|>": 3660, "<|9.14|>": 3661, "<|9.16|>": 3662, "<|9.18|>": 3663, "<|9.20|>": 3664, "<|9.22|>": 3665, "<|9.24|>": 3666, "<|9.26|>": 3667, "<|9.28|>": 3668, "<|9.30|>": 3669, "<|9.32|>": 3670, "<|9.34|>": 3671, "<|9.36|>": 3672, "<|9.38|>": 3673, "<|9.40|>": 3674, "<|9.42|>": 3675, "<|9.44|>": 3676, "<|9.46|>": 3677, "<|9.48|>": 3678, "<|9.50|>": 3679, "<|9.52|>": 3680, "<|9.54|>": 3681, "<|9.56|>": 3682, "<|9.58|>": 3683, "<|9.60|>": 3684, "<|9.62|>": 3685, "<|9.64|>": 3686, "<|9.66|>": 3687, "<|9.68|>": 3688, "<|9.70|>": 3689, "<|9.72|>": 3690, "<|9.74|>": 3691, "<|9.76|>": 3692, "<|9.78|>": 3693, "<|9.80|>": 3694, "<|9.82|>": 3695, "<|9.84|>": 3696, "<|9.86|>": 3697, "<|9.88|>": 3698, "<|9.90|>": 3699, "<|9.92|>": 3700, "<|9.94|>": 3701, "<|9.96|>": 3702, "<|9.98|>": 3703, "<|af|>": 3167, "<|am|>": 3174, "<|ar|>": 3112, "<|as|>": 3190, "<|az|>": 3144, "<|ba|>": 3195, "<|be|>": 3170, "<|bg|>": 3132, "<|bn|>": 3142, "<|bo|>": 3187, "<|br|>": 3149, "<|bs|>": 3155, "<|ca|>": 3110, "<|cs|>": 3123, "<|cy|>": 3137, "<|da|>": 3125, "<|de|>": 3101, "<|el|>": 3121, "<|en|>": 3099, "<|es|>": 3102, "<|et|>": 3147, "<|eu|>": 3150, "<|fa|>": 3140, "<|fi|>": 3117, "<|fo|>": 3178, "<|fr|>": 3105, "<|gl|>": 3159, "<|gu|>": 3173, "<|haw|>": 3192, "<|ha|>": 3194, "<|he|>": 3119, "<|hi|>": 3116, "<|hr|>": 3131, "<|ht|>": 3179, "<|hu|>": 3126, "<|hy|>": 3152, "<|id|>": 3115, "<|is|>": 3151, "<|it|>": 3114, "<|ja|>": 3106, "<|jw|>": 3196, "<|ka|>": 3169, "<|kk|>": 3156, "<|km|>": 3163, "<|kn|>": 3146, "<|ko|>": 3104, "<|la|>": 3134, "<|lb|>": 3185, "<|ln|>": 3193, "<|lo|>": 3176, "<|lt|>": 3133, "<|lv|>": 3141, "<|mg|>": 3189, "<|mi|>": 3135, "<|mk|>": 3148, "<|ml|>": 3136, "<|mn|>": 3154, "<|mr|>": 3160, "<|ms|>": 3122, "<|mt|>": 3183, "<|my|>": 3186, "<|ne|>": 3153, "<|nl|>": 3111, "<|nn|>": 3182, "<|nocaptions|>": 3202, "<|notimestamps|>": 3203, "<|no|>": 3128, "<|oc|>": 3168, "<|pa|>": 3161, "<|pl|>": 3109, "<|ps|>": 3180, "<|pt|>": 3107, "<|ro|>": 3124, "<|ru|>": 3103, "<|sa|>": 3184, "<|sd|>": 3172, "<|si|>": 3162, "<|sk|>": 3138, "<|sl|>": 3145, "<|sn|>": 3164, "<|so|>": 3166, "<|sq|>": 3157, "<|sr|>": 3143, "<|startoflm|>": 3200, "<|startofprev|>": 3201, "<|startoftranscript|>": 3098, "<|su|>": 3197, "<|sv|>": 3113, "<|sw|>": 3158, "<|ta|>": 3127, "<|te|>": 3139, "<|tg|>": 3171, "<|th|>": 3129, "<|tk|>": 3181, "<|tl|>": 3188, "<|transcribe|>": 3199, "<|translate|>": 3198, "<|tr|>": 3108, "<|tt|>": 3191, "<|uk|>": 3120, "<|ur|>": 3130, "<|uz|>": 3177, "<|vi|>": 3118, "<|yi|>": 3175, "<|yo|>": 3165, "<|zh|>": 3100}
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<|en|>": 4199,
3
+ "<|nocaptions|>": 4205,
4
+ "<|notimestamps|>": 4206,
5
+ "<|ru|>": 4200,
6
+ "<|startoflm|>": 4203,
7
+ "<|startofprev|>": 4204,
8
+ "<|startoftranscript|>": 4198,
9
+ "<|transcribe|>": 4202,
10
+ "<|translate|>": 4201
11
+ }
config.json CHANGED
@@ -8,35 +8,35 @@
8
  ],
9
  "attention_dropout": 0.0,
10
  "begin_suppress_tokens": [
11
- 106,
12
- 3097
13
  ],
14
- "bos_token_id": 3097,
15
  "classifier_proj_size": 256,
16
  "d_model": 512,
17
  "decoder_attention_heads": 8,
18
  "decoder_ffn_dim": 2048,
19
  "decoder_layerdrop": 0.0,
20
  "decoder_layers": 6,
21
- "decoder_start_token_id": 3098,
22
  "dropout": 0.0,
23
  "encoder_attention_heads": 8,
24
  "encoder_ffn_dim": 2048,
25
  "encoder_layerdrop": 0.0,
26
  "encoder_layers": 6,
27
- "eos_token_id": 3097,
28
  "forced_decoder_ids": [
29
  [
30
  1,
31
- 3103
32
  ],
33
  [
34
  2,
35
- 3199
36
  ],
37
  [
38
  3,
39
- 3203
40
  ]
41
  ],
42
  "init_std": 0.02,
@@ -54,12 +54,12 @@
54
  "model_type": "whisper",
55
  "num_hidden_layers": 6,
56
  "num_mel_bins": 80,
57
- "pad_token_id": 3097,
58
  "scale_embedding": false,
59
  "suppress_tokens": [],
60
  "torch_dtype": "float32",
61
  "transformers_version": "4.44.0",
62
  "use_cache": true,
63
  "use_weighted_layer_sum": false,
64
- "vocab_size": 4705
65
  }
 
8
  ],
9
  "attention_dropout": 0.0,
10
  "begin_suppress_tokens": [
11
+ 200,
12
+ 4197
13
  ],
14
+ "bos_token_id": 4197,
15
  "classifier_proj_size": 256,
16
  "d_model": 512,
17
  "decoder_attention_heads": 8,
18
  "decoder_ffn_dim": 2048,
19
  "decoder_layerdrop": 0.0,
20
  "decoder_layers": 6,
21
+ "decoder_start_token_id": 4198,
22
  "dropout": 0.0,
23
  "encoder_attention_heads": 8,
24
  "encoder_ffn_dim": 2048,
25
  "encoder_layerdrop": 0.0,
26
  "encoder_layers": 6,
27
+ "eos_token_id": 4197,
28
  "forced_decoder_ids": [
29
  [
30
  1,
31
+ 4200
32
  ],
33
  [
34
  2,
35
+ 4202
36
  ],
37
  [
38
  3,
39
+ 4206
40
  ]
41
  ],
42
  "init_std": 0.02,
 
54
  "model_type": "whisper",
55
  "num_hidden_layers": 6,
56
  "num_mel_bins": 80,
57
+ "pad_token_id": 4197,
58
  "scale_embedding": false,
59
  "suppress_tokens": [],
60
  "torch_dtype": "float32",
61
  "transformers_version": "4.44.0",
62
  "use_cache": true,
63
  "use_weighted_layer_sum": false,
64
+ "vocab_size": 4207
65
  }
generation_config.json CHANGED
@@ -34,12 +34,12 @@
34
  ]
35
  ],
36
  "begin_suppress_tokens": [
37
- 106,
38
- 3097
39
  ],
40
- "bos_token_id": 3097,
41
- "decoder_start_token_id": 3098,
42
- "eos_token_id": 3097,
43
  "forced_decoder_ids": [
44
  [
45
  1,
@@ -47,121 +47,24 @@
47
  ],
48
  [
49
  2,
50
- 3199
51
  ]
52
  ],
53
  "is_multilingual": true,
54
  "lang_to_id": {
55
- "<|af|>": 3167,
56
- "<|am|>": 3174,
57
- "<|ar|>": 3112,
58
- "<|as|>": 3190,
59
- "<|az|>": 3144,
60
- "<|ba|>": 3195,
61
- "<|be|>": 3170,
62
- "<|bg|>": 3132,
63
- "<|bn|>": 3142,
64
- "<|bo|>": 3187,
65
- "<|br|>": 3149,
66
- "<|bs|>": 3155,
67
- "<|ca|>": 3110,
68
- "<|cs|>": 3123,
69
- "<|cy|>": 3137,
70
- "<|da|>": 3125,
71
- "<|de|>": 3101,
72
- "<|el|>": 3121,
73
- "<|en|>": 3099,
74
- "<|es|>": 3102,
75
- "<|et|>": 3147,
76
- "<|eu|>": 3150,
77
- "<|fa|>": 3140,
78
- "<|fi|>": 3117,
79
- "<|fo|>": 3178,
80
- "<|fr|>": 3105,
81
- "<|gl|>": 3159,
82
- "<|gu|>": 3173,
83
- "<|haw|>": 3192,
84
- "<|ha|>": 3194,
85
- "<|he|>": 3119,
86
- "<|hi|>": 3116,
87
- "<|hr|>": 3131,
88
- "<|ht|>": 3179,
89
- "<|hu|>": 3126,
90
- "<|hy|>": 3152,
91
- "<|id|>": 3115,
92
- "<|is|>": 3151,
93
- "<|it|>": 3114,
94
- "<|ja|>": 3106,
95
- "<|jw|>": 3196,
96
- "<|ka|>": 3169,
97
- "<|kk|>": 3156,
98
- "<|km|>": 3163,
99
- "<|kn|>": 3146,
100
- "<|ko|>": 3104,
101
- "<|la|>": 3134,
102
- "<|lb|>": 3185,
103
- "<|ln|>": 3193,
104
- "<|lo|>": 3176,
105
- "<|lt|>": 3133,
106
- "<|lv|>": 3141,
107
- "<|mg|>": 3189,
108
- "<|mi|>": 3135,
109
- "<|mk|>": 3148,
110
- "<|ml|>": 3136,
111
- "<|mn|>": 3154,
112
- "<|mr|>": 3160,
113
- "<|ms|>": 3122,
114
- "<|mt|>": 3183,
115
- "<|my|>": 3186,
116
- "<|ne|>": 3153,
117
- "<|nl|>": 3111,
118
- "<|nn|>": 3182,
119
- "<|no|>": 3128,
120
- "<|oc|>": 3168,
121
- "<|pa|>": 3161,
122
- "<|pl|>": 3109,
123
- "<|ps|>": 3180,
124
- "<|pt|>": 3107,
125
- "<|ro|>": 3124,
126
- "<|ru|>": 3103,
127
- "<|sa|>": 3184,
128
- "<|sd|>": 3172,
129
- "<|si|>": 3162,
130
- "<|sk|>": 3138,
131
- "<|sl|>": 3145,
132
- "<|sn|>": 3164,
133
- "<|so|>": 3166,
134
- "<|sq|>": 3157,
135
- "<|sr|>": 3143,
136
- "<|su|>": 3197,
137
- "<|sv|>": 3113,
138
- "<|sw|>": 3158,
139
- "<|ta|>": 3127,
140
- "<|te|>": 3139,
141
- "<|tg|>": 3171,
142
- "<|th|>": 3129,
143
- "<|tk|>": 3181,
144
- "<|tl|>": 3188,
145
- "<|tr|>": 3108,
146
- "<|tt|>": 3191,
147
- "<|uk|>": 3120,
148
- "<|ur|>": 3130,
149
- "<|uz|>": 3177,
150
- "<|vi|>": 3118,
151
- "<|yi|>": 3175,
152
- "<|yo|>": 3165,
153
- "<|zh|>": 3100
154
  },
155
  "max_initial_timestamp_index": 50,
156
  "max_length": 448,
157
- "no_timestamps_token_id": 3203,
158
- "pad_token_id": 3097,
159
- "prev_sot_token_id": 3201,
160
  "return_timestamps": false,
161
  "suppress_tokens": [],
162
  "task_to_id": {
163
- "transcribe": 3199,
164
- "translate": 3198
165
  },
166
  "transformers_version": "4.44.0"
167
  }
 
34
  ]
35
  ],
36
  "begin_suppress_tokens": [
37
+ 200,
38
+ 4197
39
  ],
40
+ "bos_token_id": 4197,
41
+ "decoder_start_token_id": 4198,
42
+ "eos_token_id": 4197,
43
  "forced_decoder_ids": [
44
  [
45
  1,
 
47
  ],
48
  [
49
  2,
50
+ 4202
51
  ]
52
  ],
53
  "is_multilingual": true,
54
  "lang_to_id": {
55
+ "<|en|>": 4199,
56
+ "<|ru|>": 4200
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
57
  },
58
  "max_initial_timestamp_index": 50,
59
  "max_length": 448,
60
+ "no_timestamps_token_id": 4206,
61
+ "pad_token_id": 4197,
62
+ "prev_sot_token_id": 4204,
63
  "return_timestamps": false,
64
  "suppress_tokens": [],
65
  "task_to_id": {
66
+ "transcribe": 4202,
67
+ "translate": 4201
68
  },
69
  "transformers_version": "4.44.0"
70
  }
merges.txt CHANGED
The diff for this file is too large to render. See raw diff
 
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a29dff845c5c4cfa7e44cd12755d24c9817efa7bb6e966d3a19dc520ce6601e9
3
- size 203455912
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09018a512794a067ea5495e704702d421d09f67a3f1995bc296352baf09740a6
3
+ size 201416104
tokenizer.json CHANGED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json CHANGED
The diff for this file is too large to render. See raw diff
 
vocab.json CHANGED
The diff for this file is too large to render. See raw diff