update

examples/wenet/downaload_model.py

@@ -82,7 +82,7 @@ def main():
         repo_id=args.repo_id,
         filename=args.tokens_filename,
         subfolder=args.tokens_sub_folder,
-        local_dir=model_dir.as_posix(),
+        local_dir=local_model_dir.as_posix(),
     )
     print(tokens_filename)
     return

giga-tokens.txt

@@ -0,0 +1,500 @@
+<blk> 0
+<sos/eos> 1
+<unk> 2
+S 3
+T 4
+▁THE 5
+▁A 6
+E 7
+▁AND 8
+▁TO 9
+N 10
+D 11
+▁OF 12
+' 13
+ING 14
+▁I 15
+Y 16
+▁IN 17
+ED 18
+▁THAT 19
+▁ 20
+P 21
+R 22
+▁YOU 23
+M 24
+RE 25
+ER 26
+C 27
+O 28
+▁IT 29
+L 30
+A 31
+U 32
+G 33
+▁WE 34
+▁IS 35
+▁SO 36
+AL 37
+I 38
+▁S 39
+▁RE 40
+AR 41
+B 42
+▁FOR 43
+▁C 44
+▁BE 45
+LE 46
+F 47
+W 48
+▁E 49
+▁HE 50
+LL 51
+▁WAS 52
+LY 53
+OR 54
+IN 55
+▁F 56
+VE 57
+▁THIS 58
+TH 59
+K 60
+▁ON 61
+IT 62
+▁B 63
+▁WITH 64
+▁BUT 65
+EN 66
+CE 67
+RI 68
+▁DO 69
+UR 70
+▁HAVE 71
+▁DE 72
+▁ME 73
+▁T 74
+ENT 75
+CH 76
+▁THEY 77
+▁NOT 78
+ES 79
+V 80
+▁AS 81
+RA 82
+▁P 83
+ON 84
+TER 85
+▁ARE 86
+▁WHAT 87
+IC 88
+▁ST 89
+▁LIKE 90
+ATION 91
+▁OR 92
+▁CA 93
+▁AT 94
+H 95
+▁KNOW 96
+▁G 97
+AN 98
+▁CON 99
+IL 100
+ND 101
+RO 102
+▁HIS 103
+▁CAN 104
+▁ALL 105
+TE 106
+▁THERE 107
+▁SU 108
+▁MO 109
+▁MA 110
+LI 111
+▁ONE 112
+▁ABOUT 113
+LA 114
+▁CO 115
+- 116
+▁MY 117
+▁HAD 118
+CK 119
+NG 120
+▁NO 121
+MENT 122
+AD 123
+LO 124
+ME 125
+▁AN 126
+▁FROM 127
+NE 128
+▁IF 129
+VER 130
+▁JUST 131
+▁PRO 132
+ION 133
+▁PA 134
+▁WHO 135
+▁SE 136
+EL 137
+IR 138
+▁US 139
+▁UP 140
+▁YOUR 141
+CI 142
+RY 143
+▁GO 144
+▁SHE 145
+▁LE 146
+▁OUT 147
+▁PO 148
+▁HO 149
+ATE 150
+▁BO 151
+▁BY 152
+▁FA 153
+▁MI 154
+AS 155
+MP 156
+▁HER 157
+VI 158
+▁THINK 159
+▁SOME 160
+▁WHEN 161
+▁AH 162
+▁PEOPLE 163
+IG 164
+▁WA 165
+▁TE 166
+▁LA 167
+▁WERE 168
+▁LI 169
+▁WOULD 170
+▁SEE 171
+▁WHICH 172
+DE 173
+GE 174
+▁K 175
+IGHT 176
+▁HA 177
+▁OUR 178
+UN 179
+▁HOW 180
+▁GET 181
+IS 182
+UT 183
+Z 184
+CO 185
+ET 186
+UL 187
+IES 188
+IVE 189
+AT 190
+▁O 191
+▁DON 192
+LU 193
+▁TIME 194
+▁WILL 195
+▁MORE 196
+▁SP 197
+▁NOW 198
+RU 199
+▁THEIR 200
+▁UN 201
+ITY 202
+OL 203
+X 204
+TI 205
+US 206
+▁VERY 207
+TION 208
+▁FI 209
+▁SAY 210
+▁BECAUSE 211
+▁EX 212
+▁RO 213
+ERS 214
+IST 215
+▁DA 216
+TING 217
+▁EN 218
+OM 219
+▁BA 220
+▁BEEN 221
+▁LO 222
+▁UM 223
+AGE 224
+ABLE 225
+▁WO 226
+▁RA 227
+▁OTHER 228
+▁REALLY 229
+ENCE 230
+▁GOING 231
+▁HIM 232
+▁HAS 233
+▁THEM 234
+▁DIS 235
+▁WANT 236
+ID 237
+TA 238
+▁LOOK 239
+KE 240
+▁DID 241
+▁SA 242
+▁VI 243
+▁SAID 244
+▁RIGHT 245
+▁THESE 246
+▁WORK 247
+▁COM 248
+ALLY 249
+FF 250
+QU 251
+AC 252
+▁DR 253
+▁WAY 254
+▁INTO 255
+MO 256
+TED 257
+EST 258
+▁HERE 259
+OK 260
+▁COULD 261
+▁WELL 262
+MA 263
+▁PRE 264
+▁DI 265
+MAN 266
+▁COMP 267
+▁THEN 268
+IM 269
+▁PER 270
+▁NA 271
+▁WHERE 272
+▁TWO 273
+▁WI 274
+▁FE 275
+INE 276
+▁ANY 277
+TURE 278
+▁OVER 279
+BO 280
+ACH 281
+OW 282
+▁MAKE 283
+▁TRA 284
+HE 285
+UND 286
+▁EVEN 287
+ANCE 288
+▁YEAR 289
+HO 290
+AM 291
+▁CHA 292
+▁BACK 293
+VO 294
+ANT 295
+DI 296
+▁ALSO 297
+▁THOSE 298
+▁MAN 299
+CTION 300
+ICAL 301
+▁JO 302
+▁OP 303
+▁NEW 304
+▁MU 305
+▁HU 306
+▁KIND 307
+▁NE 308
+CA 309
+END 310
+TIC 311
+FUL 312
+▁YEAH 313
+SH 314
+▁APP 315
+▁THINGS 316
+SIDE 317
+▁GOOD 318
+ONE 319
+▁TAKE 320
+CU 321
+▁EVERY 322
+▁MEAN 323
+▁FIRST 324
+OP 325
+▁TH 326
+▁MUCH 327
+▁PART 328
+UGH 329
+▁COME 330
+J 331
+▁THAN 332
+▁EXP 333
+▁AGAIN 334
+▁LITTLE 335
+MB 336
+▁NEED 337
+▁TALK 338
+IF 339
+FOR 340
+▁SH 341
+ISH 342
+▁STA 343
+ATED 344
+▁GU 345
+▁LET 346
+IA 347
+▁MAR 348
+▁DOWN 349
+▁DAY 350
+▁GA 351
+▁SOMETHING 352
+▁BU 353
+DUC 354
+HA 355
+▁LOT 356
+▁RU 357
+▁THOUGH 358
+▁GREAT 359
+AIN 360
+▁THROUGH 361
+▁THING 362
+OUS 363
+▁PRI 364
+▁GOT 365
+▁SHOULD 366
+▁AFTER 367
+▁HEAR 368
+▁TA 369
+▁ONLY 370
+▁CHI 371
+IOUS 372
+▁SHA 373
+▁MOST 374
+▁ACTUALLY 375
+▁START 376
+LIC 377
+▁VA 378
+▁RI 379
+DAY 380
+IAN 381
+▁DOES 382
+ROW 383
+▁GRA 384
+ITION 385
+▁MANY 386
+▁BEFORE 387
+▁GIVE 388
+PORT 389
+QUI 390
+▁LIFE 391
+▁WORLD 392
+▁PI 393
+▁LONG 394
+▁THREE 395
+IZE 396
+NESS 397
+▁SHOW 398
+PH 399
+▁WHY 400
+▁QUESTION 401
+WARD 402
+▁THANK 403
+▁PH 404
+▁DIFFERENT 405
+▁OWN 406
+▁FEEL 407
+▁MIGHT 408
+▁HAPPEN 409
+▁MADE 410
+▁BRO 411
+IBLE 412
+▁HI 413
+▁STATE 414
+▁HAND 415
+▁NEVER 416
+▁PLACE 417
+▁LOVE 418
+▁DU 419
+▁POINT 420
+▁HELP 421
+▁COUNT 422
+▁STILL 423
+▁MR 424
+▁FIND 425
+▁PERSON 426
+▁CAME 427
+▁SAME 428
+▁LAST 429
+▁HIGH 430
+▁OLD 431
+▁UNDER 432
+▁FOUR 433
+▁AROUND 434
+▁SORT 435
+▁CHANGE 436
+▁YES 437
+SHIP 438
+▁ANOTHER 439
+ATIVE 440
+▁FOUND 441
+▁JA 442
+▁ALWAYS 443
+▁NEXT 444
+▁TURN 445
+▁JU 446
+▁SIX 447
+▁FACT 448
+▁INTEREST 449
+▁WORD 450
+▁THOUSAND 451
+▁HUNDRED 452
+▁NUMBER 453
+▁IDEA 454
+▁PLAN 455
+▁COURSE 456
+▁SCHOOL 457
+▁HOUSE 458
+▁TWENTY 459
+▁JE 460
+▁PLAY 461
+▁AWAY 462
+▁LEARN 463
+▁HARD 464
+▁WEEK 465
+▁BETTER 466
+▁WHILE 467
+▁FRIEND 468
+▁OKAY 469
+▁NINE 470
+▁UNDERSTAND 471
+▁KEEP 472
+▁GONNA 473
+▁SYSTEM 474
+▁AMERICA 475
+▁POWER 476
+▁IMPORTANT 477
+▁WITHOUT 478
+▁MAYBE 479
+▁SEVEN 480
+▁BETWEEN 481
+▁BUILD 482
+▁CERTAIN 483
+▁PROBLEM 484
+▁MONEY 485
+▁BELIEVE 486
+▁SECOND 487
+▁REASON 488
+▁TOGETHER 489
+▁PUBLIC 490
+▁ANYTHING 491
+▁SPEAK 492
+▁BUSINESS 493
+▁EVERYTHING 494
+▁CLOSE 495
+▁QUITE 496
+▁ANSWER 497
+▁ENOUGH 498
+Q 499

toolbox/k2_sherpa/nn_models.py

@@ -160,6 +160,26 @@ model_map = {
             "tokens_file_sub_folder": ".",
             "loader": "load_sherpa_offline_recognizer_from_whisper",
         },
+        {
+            "repo_id": "csukuangfj/sherpa-onnx-whisper-base.en",
+            "encoder_model_file": "base.en-encoder.int8.onnx",
+            "encoder_model_file_sub_folder": ".",
+            "decoder_model_file": "base.en-decoder.int8.onnx",
+            "decoder_model_file_sub_folder": ".",
+            "tokens_file": "base.en-tokens.txt",
+            "tokens_file_sub_folder": ".",
+            "loader": "load_sherpa_offline_recognizer_from_whisper",
+        },
+        {
+            "repo_id": "csukuangfj/sherpa-onnx-whisper-small.en",
+            "encoder_model_file": "small.en-encoder.int8.onnx",
+            "encoder_model_file_sub_folder": ".",
+            "decoder_model_file": "small.en-decoder.int8.onnx",
+            "decoder_model_file_sub_folder": ".",
+            "tokens_file": "small.en-tokens.txt",
+            "tokens_file_sub_folder": ".",
+            "loader": "load_sherpa_offline_recognizer_from_whisper",
+        },
         {
             "repo_id": "csukuangfj/sherpa-onnx-paraformer-en-2024-03-09",
             "nn_model_file": "model.int8.onnx",
@@ -168,6 +188,26 @@ model_map = {
             "tokens_file_sub_folder": ".",
             "loader": "load_sherpa_offline_recognizer_from_paraformer",
         },
+        {
+            "repo_id": "yfyeung/icefall-asr-gigaspeech-zipformer-2023-10-17",
+            "encoder_model_file": "encoder-epoch-30-avg-9.onnx",
+            "encoder_model_file_sub_folder": "exp",
+            "decoder_model_file": "decoder-epoch-30-avg-9.onnx",
+            "decoder_model_file_sub_folder": "exp",
+            "joiner_model_file": "joiner-epoch-30-avg-9.onnx",
+            "joiner_model_file_sub_folder": "exp",
+            "tokens_file": "tokens.txt",
+            "tokens_file_sub_folder": "data/lang_bpe_500",
+            "loader": "load_sherpa_offline_recognizer_from_transducer",
+        },
+        {
+            "repo_id": "wgb14/icefall-asr-gigaspeech-pruned-transducer-stateless2",
+            "nn_model_file": "cpu_jit-iter-3488000-avg-20.pt",
+            "nn_model_file_sub_folder": "exp",
+            "tokens_file": "./giga-tokens.txt",
+            "tokens_file_sub_folder": ".",
+            "loader": "load_sherpa_offline_recognizer",
+        },
     ],
     "Chinese+English": [
         {
@@ -235,12 +275,14 @@ def download_model(local_model_dir: str,
 
     if "tokens_file" in kwargs.keys():
         main_logger.info("download tokens_file. filename: {}, subfolder: {}".format(kwargs["tokens_file"], kwargs["tokens_file_sub_folder"]))
-        _ = huggingface_hub.hf_hub_download(
-            repo_id=repo_id,
-            filename=kwargs["tokens_file"],
-            subfolder=kwargs["tokens_file_sub_folder"],
-            local_dir=local_model_dir,
-        )
+        tokens_file = kwargs["tokens_file"]
+        if not tokens_file.startswith("./"):
+            _ = huggingface_hub.hf_hub_download(
+                repo_id=repo_id,
+                filename=kwargs["tokens_file"],
+                subfolder=kwargs["tokens_file_sub_folder"],
+                local_dir=local_model_dir,
+            )
 
 
 def load_sherpa_offline_recognizer(nn_model_file: str,
@@ -358,7 +400,9 @@ def load_recognizer(local_model_dir: Path,
         joiner_model_file = (local_model_dir / kwargs["joiner_model_file_sub_folder"] / kwargs["joiner_model_file"]).as_posix()
         kwargs_["joiner_model_file"] = joiner_model_file
     if "tokens_file" in kwargs.keys():
-        tokens_file = (local_model_dir / kwargs["tokens_file_sub_folder"] / kwargs["tokens_file"]).as_posix()
+        tokens_file: str = kwargs["tokens_file"]
+        if not tokens_file.startswith("./"):
+            tokens_file = (local_model_dir / kwargs["tokens_file_sub_folder"] / kwargs["tokens_file"]).as_posix()
         kwargs_["tokens_file"] = tokens_file
     if "normalize_samples" in kwargs.keys():
         kwargs_["normalize_samples"] = kwargs["normalize_samples"]