Update results.

README.md

@@ -48,7 +48,7 @@ cd egs/librispeech/ASR/
 export CUDA_VISIBLE_DEVICES="0,1,2,3"
 ./transducer_stateless/train.py \
   --world-size 4 \
-  --num-epochs 40 \
+  --num-epochs 76 \
   --start-epoch 0 \
   --exp-dir transducer_stateless/exp-full \
   --full-libri 1 \
@@ -57,12 +57,12 @@ export CUDA_VISIBLE_DEVICES="0,1,2,3"
 ```
 
 The tensorboard training log can be found at
-<https://tensorboard.dev/experiment/6fnVojoUQTmEJVq1yG34Vw/#scalars>
+<https://tensorboard.dev/experiment/qGdqzHnxS0WJ695OXfZDzA/>
 
 The command for decoding is:
 ```
-epoch=36
-avg=13
+epoch=71
+avg=15
 
 ## greedy search
 ./transducer_stateless/decode.py \
@@ -90,8 +90,8 @@ The WERs for the test datasets are
 
 |                           | test-clean | test-other | comment                                  |
 |---------------------------|------------|------------|------------------------------------------|
-| greedy search             | 2.77       | 7.07       | --epoch 36, --avg 13, --max-duration 100 |
-| beam search (beam size 4) | 2.76       | 6.97       |                                          |
+| greedy search             | 2.69       | 6.81       | --epoch 71, --avg 15, --max-duration 100 |
+| beam search (beam size 4) | 2.68       | 6.72       | --epoch 71, --avg 15, --max-duration 100 |
 
 
 # File description
@@ -104,8 +104,8 @@ The WERs for the test datasets are
 `exp/pretrained.pt` is generated by the following command:
 ```
 ./transducer_stateless/export.py \
-  --epoch 36 \
-  --avg 13 \
+  --epoch 71 \
+  --avg 15 \
   --bpe-model data/lang_bpe_500/bpe.model \
   --exp-dir transducer_stateless/exp-full
 ```

exp/pretrained.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1146369fa87b5afd5965a131d701cf833bb8b32fb20bdbf59efe45745dc7d401
+oid sha256:48896d455b2cfbe5a6e74a3350b0eba005ffee587388816253c5384b8c72e2c9
 size 336185613

log/log-decode-epoch-36-avg-13-beam-4-2022-01-10-07-00-30

@@ -1,233 +0,0 @@
-2022-01-10 07:00:30,011 INFO [decode.py:403] Decoding started
-2022-01-10 07:00:30,011 INFO [decode.py:409] Device: cuda:0
-2022-01-10 07:00:30,080 INFO [decode.py:418] {'feature_dim': 80, 'encoder_out_dim': 512, 'subsampling_factor': 4, 'attention_dim': 512, 'nhead': 8, 'dim_feedforward': 2048, 'num_encoder_layers': 12, 'vgg_frontend': False, 'env_info': {'k2-version': '1.10', 'k2-build-type': 'Release', 'k2-with-cuda': True, 'k2-git-sha1': '31e1307c3131d03384ef83c33472309d22d2e79d', 'k2-git-date': 'Fri Nov 19 14:47:09 2021', 'lhotse-version': '1.0.0.dev+missing.version.file', 'torch-cuda-available': True, 'torch-cuda-version': '10.2', 'python-version': '3.8', 'icefall-git-branch': 'rnnt-ot', 'icefall-git-sha1': '2084dba-clean', 'icefall-git-date': 'Sat Jan 8 19:10:49 2022', 'icefall-path': '/ceph-fj/fangjun/open-source-2/icefall-rnnt-ot', 'k2-path': '/ceph-fj/fangjun/open-source-2/k2-rnnt/k2/python/k2/__init__.py', 'lhotse-path': '/ceph-fj/fangjun/open-source-2/lhotse-rnnt/lhotse/__init__.py', 'hostname': 'de-74279-k2-train-4-0809194600-d77fc9b88-4vzzq', 'IP address': '10.48.16.137'}, 'epoch': 36, 'avg': 13, 'exp_dir': PosixPath('transducer_stateless/exp-full'), 'bpe_model': 'data/lang_bpe_500/bpe.model', 'decoding_method': 'beam_search', 'beam_size': 4, 'context_size': 2, 'max_sym_per_frame': 3, 'full_libri': True, 'manifest_dir': PosixPath('data/fbank'), 'max_duration': 100, 'bucketing_sampler': True, 'num_buckets': 30, 'concatenate_cuts': False, 'duration_factor': 1.0, 'gap': 1.0, 'on_the_fly_feats': False, 'shuffle': True, 'return_cuts': True, 'num_workers': 2, 'enable_spec_aug': True, 'spec_aug_time_warp_factor': 80, 'enable_musan': True, 'res_dir': PosixPath('transducer_stateless/exp-full/beam_search'), 'suffix': 'epoch-36-avg-13-beam-4', 'blank_id': 0, 'vocab_size': 500}
-2022-01-10 07:00:30,081 INFO [decode.py:420] About to create model
-2022-01-10 07:00:30,577 INFO [decode.py:431] averaging ['transducer_stateless/exp-full/epoch-24.pt', 'transducer_stateless/exp-full/epoch-25.pt', 'transducer_stateless/exp-full/epoch-26.pt', 'transducer_stateless/exp-full/epoch-27.pt', 'transducer_stateless/exp-full/epoch-28.pt', 'transducer_stateless/exp-full/epoch-29.pt', 'transducer_stateless/exp-full/epoch-30.pt', 'transducer_stateless/exp-full/epoch-31.pt', 'transducer_stateless/exp-full/epoch-32.pt', 'transducer_stateless/exp-full/epoch-33.pt', 'transducer_stateless/exp-full/epoch-34.pt', 'transducer_stateless/exp-full/epoch-35.pt', 'transducer_stateless/exp-full/epoch-36.pt']
-2022-01-10 07:00:42,814 INFO [decode.py:440] Number of model parameters: 84007924
-2022-01-10 07:00:42,814 INFO [asr_datamodule.py:379] About to get test-clean cuts
-2022-01-10 07:00:42,984 INFO [asr_datamodule.py:384] About to get test-other cuts
-2022-01-10 07:00:47,875 INFO [decode.py:332] batch 0/?, cuts processed until now is 20
-2022-01-10 07:00:56,230 INFO [decode.py:332] batch 2/?, cuts processed until now is 64
-2022-01-10 07:01:04,900 INFO [decode.py:332] batch 4/?, cuts processed until now is 81
-2022-01-10 07:01:13,377 INFO [decode.py:332] batch 6/?, cuts processed until now is 121
-2022-01-10 07:01:22,146 INFO [decode.py:332] batch 8/?, cuts processed until now is 133
-2022-01-10 07:01:30,442 INFO [decode.py:332] batch 10/?, cuts processed until now is 168
-2022-01-10 07:01:39,056 INFO [decode.py:332] batch 12/?, cuts processed until now is 202
-2022-01-10 07:01:49,540 INFO [decode.py:332] batch 14/?, cuts processed until now is 217
-2022-01-10 07:01:58,336 INFO [decode.py:332] batch 16/?, cuts processed until now is 241
-2022-01-10 07:02:07,035 INFO [decode.py:332] batch 18/?, cuts processed until now is 267
-2022-01-10 07:02:17,099 INFO [decode.py:332] batch 20/?, cuts processed until now is 281
-2022-01-10 07:02:25,367 INFO [decode.py:332] batch 22/?, cuts processed until now is 325
-2022-01-10 07:02:34,361 INFO [decode.py:332] batch 24/?, cuts processed until now is 349
-2022-01-10 07:02:43,841 INFO [decode.py:332] batch 26/?, cuts processed until now is 366
-2022-01-10 07:02:52,590 INFO [decode.py:332] batch 28/?, cuts processed until now is 389
-2022-01-10 07:03:01,375 INFO [decode.py:332] batch 30/?, cuts processed until now is 410
-2022-01-10 07:03:09,847 INFO [decode.py:332] batch 32/?, cuts processed until now is 442
-2022-01-10 07:03:18,925 INFO [decode.py:332] batch 34/?, cuts processed until now is 474
-2022-01-10 07:03:27,823 INFO [decode.py:332] batch 36/?, cuts processed until now is 498
-2022-01-10 07:03:37,086 INFO [decode.py:332] batch 38/?, cuts processed until now is 514
-2022-01-10 07:03:47,156 INFO [decode.py:332] batch 40/?, cuts processed until now is 524
-2022-01-10 07:03:56,312 INFO [decode.py:332] batch 42/?, cuts processed until now is 564
-2022-01-10 07:04:04,476 INFO [decode.py:332] batch 44/?, cuts processed until now is 621
-2022-01-10 07:04:13,774 INFO [decode.py:332] batch 46/?, cuts processed until now is 633
-2022-01-10 07:04:22,672 INFO [decode.py:332] batch 48/?, cuts processed until now is 648
-2022-01-10 07:04:32,004 INFO [decode.py:332] batch 50/?, cuts processed until now is 662
-2022-01-10 07:04:40,970 INFO [decode.py:332] batch 52/?, cuts processed until now is 680
-2022-01-10 07:04:49,420 INFO [decode.py:332] batch 54/?, cuts processed until now is 708
-2022-01-10 07:04:57,863 INFO [decode.py:332] batch 56/?, cuts processed until now is 736
-2022-01-10 07:05:06,762 INFO [decode.py:332] batch 58/?, cuts processed until now is 752
-2022-01-10 07:05:14,673 INFO [decode.py:332] batch 60/?, cuts processed until now is 819
-2022-01-10 07:05:23,234 INFO [decode.py:332] batch 62/?, cuts processed until now is 843
-2022-01-10 07:05:33,525 INFO [decode.py:332] batch 64/?, cuts processed until now is 850
-2022-01-10 07:05:42,072 INFO [decode.py:332] batch 66/?, cuts processed until now is 880
-2022-01-10 07:05:50,294 INFO [decode.py:332] batch 68/?, cuts processed until now is 932
-2022-01-10 07:06:00,225 INFO [decode.py:332] batch 70/?, cuts processed until now is 957
-2022-01-10 07:06:08,457 INFO [decode.py:332] batch 72/?, cuts processed until now is 996
-2022-01-10 07:06:16,514 INFO [decode.py:332] batch 74/?, cuts processed until now is 1064
-2022-01-10 07:06:25,998 INFO [decode.py:332] batch 76/?, cuts processed until now is 1077
-2022-01-10 07:06:34,949 INFO [decode.py:332] batch 78/?, cuts processed until now is 1114
-2022-01-10 07:06:43,559 INFO [decode.py:332] batch 80/?, cuts processed until now is 1141
-2022-01-10 07:06:51,829 INFO [decode.py:332] batch 82/?, cuts processed until now is 1172
-2022-01-10 07:07:01,355 INFO [decode.py:332] batch 84/?, cuts processed until now is 1180
-2022-01-10 07:07:09,939 INFO [decode.py:332] batch 86/?, cuts processed until now is 1199
-2022-01-10 07:07:18,257 INFO [decode.py:332] batch 88/?, cuts processed until now is 1228
-2022-01-10 07:07:27,270 INFO [decode.py:332] batch 90/?, cuts processed until now is 1245
-2022-01-10 07:07:35,692 INFO [decode.py:332] batch 92/?, cuts processed until now is 1267
-2022-01-10 07:07:43,617 INFO [decode.py:332] batch 94/?, cuts processed until now is 1333
-2022-01-10 07:07:52,347 INFO [decode.py:332] batch 96/?, cuts processed until now is 1363
-2022-01-10 07:07:57,145 INFO [decode.py:332] batch 98/?, cuts processed until now is 1378
-2022-01-10 07:08:05,796 INFO [decode.py:332] batch 100/?, cuts processed until now is 1406
-2022-01-10 07:08:14,624 INFO [decode.py:332] batch 102/?, cuts processed until now is 1420
-2022-01-10 07:08:23,027 INFO [decode.py:332] batch 104/?, cuts processed until now is 1445
-2022-01-10 07:08:31,934 INFO [decode.py:332] batch 106/?, cuts processed until now is 1468
-2022-01-10 07:08:40,757 INFO [decode.py:332] batch 108/?, cuts processed until now is 1494
-2022-01-10 07:08:48,835 INFO [decode.py:332] batch 110/?, cuts processed until now is 1547
-2022-01-10 07:08:57,659 INFO [decode.py:332] batch 112/?, cuts processed until now is 1582
-2022-01-10 07:09:05,988 INFO [decode.py:332] batch 114/?, cuts processed until now is 1615
-2022-01-10 07:09:15,011 INFO [decode.py:332] batch 116/?, cuts processed until now is 1636
-2022-01-10 07:09:23,829 INFO [decode.py:332] batch 118/?, cuts processed until now is 1655
-2022-01-10 07:09:32,230 INFO [decode.py:332] batch 120/?, cuts processed until now is 1696
-2022-01-10 07:09:40,438 INFO [decode.py:332] batch 122/?, cuts processed until now is 1722
-2022-01-10 07:09:49,628 INFO [decode.py:332] batch 124/?, cuts processed until now is 1734
-2022-01-10 07:09:58,556 INFO [decode.py:332] batch 126/?, cuts processed until now is 1755
-2022-01-10 07:10:07,053 INFO [decode.py:332] batch 128/?, cuts processed until now is 1781
-2022-01-10 07:10:14,917 INFO [decode.py:332] batch 130/?, cuts processed until now is 1844
-2022-01-10 07:10:22,914 INFO [decode.py:332] batch 132/?, cuts processed until now is 1886
-2022-01-10 07:10:31,320 INFO [decode.py:332] batch 134/?, cuts processed until now is 1903
-2022-01-10 07:10:39,457 INFO [decode.py:332] batch 136/?, cuts processed until now is 1932
-2022-01-10 07:10:48,747 INFO [decode.py:332] batch 138/?, cuts processed until now is 1951
-2022-01-10 07:10:57,361 INFO [decode.py:332] batch 140/?, cuts processed until now is 1959
-2022-01-10 07:11:05,422 INFO [decode.py:332] batch 142/?, cuts processed until now is 2007
-2022-01-10 07:11:14,109 INFO [decode.py:332] batch 144/?, cuts processed until now is 2035
-2022-01-10 07:11:22,026 INFO [decode.py:332] batch 146/?, cuts processed until now is 2083
-2022-01-10 07:11:29,027 INFO [decode.py:332] batch 148/?, cuts processed until now is 2130
-2022-01-10 07:11:38,825 INFO [decode.py:332] batch 150/?, cuts processed until now is 2139
-2022-01-10 07:11:47,207 INFO [decode.py:332] batch 152/?, cuts processed until now is 2171
-2022-01-10 07:11:56,758 INFO [decode.py:332] batch 154/?, cuts processed until now is 2192
-2022-01-10 07:12:06,693 INFO [decode.py:332] batch 156/?, cuts processed until now is 2208
-2022-01-10 07:12:15,652 INFO [decode.py:332] batch 158/?, cuts processed until now is 2230
-2022-01-10 07:12:24,205 INFO [decode.py:332] batch 160/?, cuts processed until now is 2258
-2022-01-10 07:12:33,783 INFO [decode.py:332] batch 162/?, cuts processed until now is 2274
-2022-01-10 07:12:42,615 INFO [decode.py:332] batch 164/?, cuts processed until now is 2296
-2022-01-10 07:12:50,970 INFO [decode.py:332] batch 166/?, cuts processed until now is 2327
-2022-01-10 07:12:59,387 INFO [decode.py:332] batch 168/?, cuts processed until now is 2351
-2022-01-10 07:13:08,411 INFO [decode.py:332] batch 170/?, cuts processed until now is 2364
-2022-01-10 07:13:17,934 INFO [decode.py:332] batch 172/?, cuts processed until now is 2374
-2022-01-10 07:13:26,614 INFO [decode.py:332] batch 174/?, cuts processed until now is 2399
-2022-01-10 07:13:35,615 INFO [decode.py:332] batch 176/?, cuts processed until now is 2418
-2022-01-10 07:13:41,210 INFO [decode.py:332] batch 178/?, cuts processed until now is 2427
-2022-01-10 07:13:49,728 INFO [decode.py:332] batch 180/?, cuts processed until now is 2440
-2022-01-10 07:13:58,742 INFO [decode.py:332] batch 182/?, cuts processed until now is 2456
-2022-01-10 07:14:07,431 INFO [decode.py:332] batch 184/?, cuts processed until now is 2466
-2022-01-10 07:14:16,107 INFO [decode.py:332] batch 186/?, cuts processed until now is 2479
-2022-01-10 07:14:21,425 INFO [decode.py:332] batch 188/?, cuts processed until now is 2492
-2022-01-10 07:14:27,803 INFO [decode.py:332] batch 190/?, cuts processed until now is 2502
-2022-01-10 07:14:37,250 INFO [decode.py:332] batch 192/?, cuts processed until now is 2520
-2022-01-10 07:14:42,560 INFO [decode.py:332] batch 194/?, cuts processed until now is 2527
-2022-01-10 07:14:52,815 INFO [decode.py:332] batch 196/?, cuts processed until now is 2539
-2022-01-10 07:15:02,690 INFO [decode.py:332] batch 198/?, cuts processed until now is 2551
-2022-01-10 07:15:12,623 INFO [decode.py:332] batch 200/?, cuts processed until now is 2563
-2022-01-10 07:15:21,592 INFO [decode.py:332] batch 202/?, cuts processed until now is 2575
-2022-01-10 07:15:30,458 INFO [decode.py:332] batch 204/?, cuts processed until now is 2587
-2022-01-10 07:15:39,422 INFO [decode.py:332] batch 206/?, cuts processed until now is 2599
-2022-01-10 07:15:48,336 INFO [decode.py:332] batch 208/?, cuts processed until now is 2611
-2022-01-10 07:15:54,711 INFO [decode.py:332] batch 210/?, cuts processed until now is 2620
-2022-01-10 07:15:54,975 INFO [decode.py:349] The transcripts are stored in transducer_stateless/exp-full/beam_search/recogs-test-clean-beam_4-epoch-36-avg-13-beam-4.txt
-2022-01-10 07:15:55,049 INFO [utils.py:404] [test-clean-beam_4] %WER 2.76% [1451 / 52576, 158 ins, 122 del, 1171 sub ]
-2022-01-10 07:15:55,267 INFO [decode.py:362] Wrote detailed error stats to transducer_stateless/exp-full/beam_search/errs-test-clean-beam_4-epoch-36-avg-13-beam-4.txt
-2022-01-10 07:15:55,274 INFO [decode.py:379] 
-For test-clean, WER of different settings are:
-beam_4	2.76	best for test-clean
-
-2022-01-10 07:15:59,760 INFO [decode.py:332] batch 0/?, cuts processed until now is 23
-2022-01-10 07:16:07,953 INFO [decode.py:332] batch 2/?, cuts processed until now is 71
-2022-01-10 07:16:16,927 INFO [decode.py:332] batch 4/?, cuts processed until now is 92
-2022-01-10 07:16:24,813 INFO [decode.py:332] batch 6/?, cuts processed until now is 134
-2022-01-10 07:16:34,335 INFO [decode.py:332] batch 8/?, cuts processed until now is 150
-2022-01-10 07:16:42,436 INFO [decode.py:332] batch 10/?, cuts processed until now is 190
-2022-01-10 07:16:50,814 INFO [decode.py:332] batch 12/?, cuts processed until now is 225
-2022-01-10 07:16:59,240 INFO [decode.py:332] batch 14/?, cuts processed until now is 240
-2022-01-10 07:17:07,577 INFO [decode.py:332] batch 16/?, cuts processed until now is 266
-2022-01-10 07:17:15,768 INFO [decode.py:332] batch 18/?, cuts processed until now is 296
-2022-01-10 07:17:25,089 INFO [decode.py:332] batch 20/?, cuts processed until now is 312
-2022-01-10 07:17:33,308 INFO [decode.py:332] batch 22/?, cuts processed until now is 360
-2022-01-10 07:17:41,781 INFO [decode.py:332] batch 24/?, cuts processed until now is 387
-2022-01-10 07:17:51,439 INFO [decode.py:332] batch 26/?, cuts processed until now is 406
-2022-01-10 07:18:00,036 INFO [decode.py:332] batch 28/?, cuts processed until now is 433
-2022-01-10 07:18:08,433 INFO [decode.py:332] batch 30/?, cuts processed until now is 457
-2022-01-10 07:18:16,653 INFO [decode.py:332] batch 32/?, cuts processed until now is 494
-2022-01-10 07:18:24,509 INFO [decode.py:332] batch 34/?, cuts processed until now is 540
-2022-01-10 07:18:32,980 INFO [decode.py:332] batch 36/?, cuts processed until now is 568
-2022-01-10 07:18:41,623 INFO [decode.py:332] batch 38/?, cuts processed until now is 587
-2022-01-10 07:18:51,485 INFO [decode.py:332] batch 40/?, cuts processed until now is 598
-2022-01-10 07:19:00,266 INFO [decode.py:332] batch 42/?, cuts processed until now is 640
-2022-01-10 07:19:08,018 INFO [decode.py:332] batch 44/?, cuts processed until now is 700
-2022-01-10 07:19:17,987 INFO [decode.py:332] batch 46/?, cuts processed until now is 715
-2022-01-10 07:19:27,049 INFO [decode.py:332] batch 48/?, cuts processed until now is 733
-2022-01-10 07:19:35,331 INFO [decode.py:332] batch 50/?, cuts processed until now is 749
-2022-01-10 07:19:44,538 INFO [decode.py:332] batch 52/?, cuts processed until now is 769
-2022-01-10 07:19:53,088 INFO [decode.py:332] batch 54/?, cuts processed until now is 801
-2022-01-10 07:20:01,610 INFO [decode.py:332] batch 56/?, cuts processed until now is 833
-2022-01-10 07:20:10,452 INFO [decode.py:332] batch 58/?, cuts processed until now is 853
-2022-01-10 07:20:18,055 INFO [decode.py:332] batch 60/?, cuts processed until now is 922
-2022-01-10 07:20:26,469 INFO [decode.py:332] batch 62/?, cuts processed until now is 950
-2022-01-10 07:20:35,703 INFO [decode.py:332] batch 64/?, cuts processed until now is 958
-2022-01-10 07:20:43,867 INFO [decode.py:332] batch 66/?, cuts processed until now is 992
-2022-01-10 07:20:51,934 INFO [decode.py:332] batch 68/?, cuts processed until now is 1046
-2022-01-10 07:21:00,177 INFO [decode.py:332] batch 70/?, cuts processed until now is 1074
-2022-01-10 07:21:08,304 INFO [decode.py:332] batch 72/?, cuts processed until now is 1119
-2022-01-10 07:21:15,956 INFO [decode.py:332] batch 74/?, cuts processed until now is 1188
-2022-01-10 07:21:24,495 INFO [decode.py:332] batch 76/?, cuts processed until now is 1203
-2022-01-10 07:21:33,534 INFO [decode.py:332] batch 78/?, cuts processed until now is 1243
-2022-01-10 07:21:41,863 INFO [decode.py:332] batch 80/?, cuts processed until now is 1274
-2022-01-10 07:21:49,819 INFO [decode.py:332] batch 82/?, cuts processed until now is 1310
-2022-01-10 07:21:59,513 INFO [decode.py:332] batch 84/?, cuts processed until now is 1320
-2022-01-10 07:22:07,908 INFO [decode.py:332] batch 86/?, cuts processed until now is 1343
-2022-01-10 07:22:16,111 INFO [decode.py:332] batch 88/?, cuts processed until now is 1377
-2022-01-10 07:22:24,233 INFO [decode.py:332] batch 90/?, cuts processed until now is 1422
-2022-01-10 07:22:32,767 INFO [decode.py:332] batch 92/?, cuts processed until now is 1448
-2022-01-10 07:22:40,610 INFO [decode.py:332] batch 94/?, cuts processed until now is 1514
-2022-01-10 07:22:49,294 INFO [decode.py:332] batch 96/?, cuts processed until now is 1547
-2022-01-10 07:22:55,790 INFO [decode.py:332] batch 98/?, cuts processed until now is 1594
-2022-01-10 07:23:04,178 INFO [decode.py:332] batch 100/?, cuts processed until now is 1614
-2022-01-10 07:23:13,263 INFO [decode.py:332] batch 102/?, cuts processed until now is 1631
-2022-01-10 07:23:21,820 INFO [decode.py:332] batch 104/?, cuts processed until now is 1660
-2022-01-10 07:23:30,202 INFO [decode.py:332] batch 106/?, cuts processed until now is 1686
-2022-01-10 07:23:38,643 INFO [decode.py:332] batch 108/?, cuts processed until now is 1716
-2022-01-10 07:23:46,522 INFO [decode.py:332] batch 110/?, cuts processed until now is 1774
-2022-01-10 07:23:54,651 INFO [decode.py:332] batch 112/?, cuts processed until now is 1812
-2022-01-10 07:24:02,878 INFO [decode.py:332] batch 114/?, cuts processed until now is 1849
-2022-01-10 07:24:11,116 INFO [decode.py:332] batch 116/?, cuts processed until now is 1872
-2022-01-10 07:24:19,953 INFO [decode.py:332] batch 118/?, cuts processed until now is 1894
-2022-01-10 07:24:28,220 INFO [decode.py:332] batch 120/?, cuts processed until now is 1938
-2022-01-10 07:24:36,673 INFO [decode.py:332] batch 122/?, cuts processed until now is 1968
-2022-01-10 07:24:45,479 INFO [decode.py:332] batch 124/?, cuts processed until now is 1982
-2022-01-10 07:24:54,081 INFO [decode.py:332] batch 126/?, cuts processed until now is 2007
-2022-01-10 07:25:02,359 INFO [decode.py:332] batch 128/?, cuts processed until now is 2037
-2022-01-10 07:25:10,135 INFO [decode.py:332] batch 130/?, cuts processed until now is 2105
-2022-01-10 07:25:18,093 INFO [decode.py:332] batch 132/?, cuts processed until now is 2152
-2022-01-10 07:25:26,563 INFO [decode.py:332] batch 134/?, cuts processed until now is 2172
-2022-01-10 07:25:34,775 INFO [decode.py:332] batch 136/?, cuts processed until now is 2206
-2022-01-10 07:25:43,646 INFO [decode.py:332] batch 138/?, cuts processed until now is 2228
-2022-01-10 07:25:52,680 INFO [decode.py:332] batch 140/?, cuts processed until now is 2238
-2022-01-10 07:26:00,469 INFO [decode.py:332] batch 142/?, cuts processed until now is 2290
-2022-01-10 07:26:08,722 INFO [decode.py:332] batch 144/?, cuts processed until now is 2321
-2022-01-10 07:26:14,412 INFO [decode.py:332] batch 146/?, cuts processed until now is 2353
-2022-01-10 07:26:22,120 INFO [decode.py:332] batch 148/?, cuts processed until now is 2410
-2022-01-10 07:26:30,511 INFO [decode.py:332] batch 150/?, cuts processed until now is 2420
-2022-01-10 07:26:38,646 INFO [decode.py:332] batch 152/?, cuts processed until now is 2456
-2022-01-10 07:26:46,714 INFO [decode.py:332] batch 154/?, cuts processed until now is 2479
-2022-01-10 07:26:55,162 INFO [decode.py:332] batch 156/?, cuts processed until now is 2496
-2022-01-10 07:27:00,363 INFO [decode.py:332] batch 158/?, cuts processed until now is 2513
-2022-01-10 07:27:09,428 INFO [decode.py:332] batch 160/?, cuts processed until now is 2531
-2022-01-10 07:27:17,634 INFO [decode.py:332] batch 162/?, cuts processed until now is 2555
-2022-01-10 07:27:26,150 INFO [decode.py:332] batch 164/?, cuts processed until now is 2587
-2022-01-10 07:27:34,029 INFO [decode.py:332] batch 166/?, cuts processed until now is 2621
-2022-01-10 07:27:42,590 INFO [decode.py:332] batch 168/?, cuts processed until now is 2650
-2022-01-10 07:27:48,419 INFO [decode.py:332] batch 170/?, cuts processed until now is 2661
-2022-01-10 07:27:57,861 INFO [decode.py:332] batch 172/?, cuts processed until now is 2673
-2022-01-10 07:28:06,418 INFO [decode.py:332] batch 174/?, cuts processed until now is 2698
-2022-01-10 07:28:15,287 INFO [decode.py:332] batch 176/?, cuts processed until now is 2721
-2022-01-10 07:28:24,402 INFO [decode.py:332] batch 178/?, cuts processed until now is 2737
-2022-01-10 07:28:30,500 INFO [decode.py:332] batch 180/?, cuts processed until now is 2758
-2022-01-10 07:28:39,876 INFO [decode.py:332] batch 182/?, cuts processed until now is 2770
-2022-01-10 07:28:48,456 INFO [decode.py:332] batch 184/?, cuts processed until now is 2786
-2022-01-10 07:28:56,599 INFO [decode.py:332] batch 186/?, cuts processed until now is 2805
-2022-01-10 07:29:05,125 INFO [decode.py:332] batch 188/?, cuts processed until now is 2817
-2022-01-10 07:29:09,854 INFO [decode.py:332] batch 190/?, cuts processed until now is 2825
-2022-01-10 07:29:17,382 INFO [decode.py:332] batch 192/?, cuts processed until now is 2843
-2022-01-10 07:29:27,181 INFO [decode.py:332] batch 194/?, cuts processed until now is 2857
-2022-01-10 07:29:36,422 INFO [decode.py:332] batch 196/?, cuts processed until now is 2871
-2022-01-10 07:29:45,548 INFO [decode.py:332] batch 198/?, cuts processed until now is 2885
-2022-01-10 07:29:54,626 INFO [decode.py:332] batch 200/?, cuts processed until now is 2899
-2022-01-10 07:30:03,442 INFO [decode.py:332] batch 202/?, cuts processed until now is 2913
-2022-01-10 07:30:11,902 INFO [decode.py:332] batch 204/?, cuts processed until now is 2927
-2022-01-10 07:30:19,211 INFO [decode.py:332] batch 206/?, cuts processed until now is 2939
-2022-01-10 07:30:19,413 INFO [decode.py:349] The transcripts are stored in transducer_stateless/exp-full/beam_search/recogs-test-other-beam_4-epoch-36-avg-13-beam-4.txt
-2022-01-10 07:30:19,490 INFO [utils.py:404] [test-other-beam_4] %WER 6.97% [3649 / 52343, 373 ins, 327 del, 2949 sub ]
-2022-01-10 07:30:19,714 INFO [decode.py:362] Wrote detailed error stats to transducer_stateless/exp-full/beam_search/errs-test-other-beam_4-epoch-36-avg-13-beam-4.txt
-2022-01-10 07:30:19,724 INFO [decode.py:379] 
-For test-other, WER of different settings are:
-beam_4	6.97	best for test-other
-
-2022-01-10 07:30:19,724 INFO [decode.py:467] Done!

log/log-decode-epoch-36-avg-13-context-2-max-sym-per-frame-3-2022-01-10-03-09-34

@@ -1,29 +0,0 @@
-2022-01-10 03:09:34,120 INFO [decode.py:403] Decoding started
-2022-01-10 03:09:34,120 INFO [decode.py:409] Device: cuda:0
-2022-01-10 03:09:34,188 INFO [decode.py:418] {'feature_dim': 80, 'encoder_out_dim': 512, 'subsampling_factor': 4, 'attention_dim': 512, 'nhead': 8, 'dim_feedforward': 2048, 'num_encoder_layers': 12, 'vgg_frontend': False, 'env_info': {'k2-version': '1.10', 'k2-build-type': 'Release', 'k2-with-cuda': True, 'k2-git-sha1': '31e1307c3131d03384ef83c33472309d22d2e79d', 'k2-git-date': 'Fri Nov 19 14:47:09 2021', 'lhotse-version': '1.0.0.dev+missing.version.file', 'torch-cuda-available': True, 'torch-cuda-version': '10.2', 'python-version': '3.8', 'icefall-git-branch': 'rnnt-ot', 'icefall-git-sha1': '2084dba-clean', 'icefall-git-date': 'Sat Jan 8 19:10:49 2022', 'icefall-path': '/ceph-fj/fangjun/open-source-2/icefall-rnnt-ot', 'k2-path': '/ceph-fj/fangjun/open-source-2/k2-rnnt/k2/python/k2/__init__.py', 'lhotse-path': '/ceph-fj/fangjun/open-source-2/lhotse-rnnt/lhotse/__init__.py', 'hostname': 'de-74279-k2-train-4-0809194600-d77fc9b88-4vzzq', 'IP address': '10.48.16.137'}, 'epoch': 36, 'avg': 13, 'exp_dir': PosixPath('transducer_stateless/exp-full'), 'bpe_model': './data/lang_bpe_500/bpe.model', 'decoding_method': 'greedy_search', 'beam_size': 4, 'context_size': 2, 'max_sym_per_frame': 3, 'full_libri': True, 'manifest_dir': PosixPath('data/fbank'), 'max_duration': 100, 'bucketing_sampler': True, 'num_buckets': 30, 'concatenate_cuts': False, 'duration_factor': 1.0, 'gap': 1.0, 'on_the_fly_feats': False, 'shuffle': True, 'return_cuts': True, 'num_workers': 2, 'enable_spec_aug': True, 'spec_aug_time_warp_factor': 80, 'enable_musan': True, 'res_dir': PosixPath('transducer_stateless/exp-full/greedy_search'), 'suffix': 'epoch-36-avg-13-context-2-max-sym-per-frame-3', 'blank_id': 0, 'vocab_size': 500}
-2022-01-10 03:09:34,188 INFO [decode.py:420] About to create model
-2022-01-10 03:09:34,690 INFO [decode.py:431] averaging ['transducer_stateless/exp-full/epoch-24.pt', 'transducer_stateless/exp-full/epoch-25.pt', 'transducer_stateless/exp-full/epoch-26.pt', 'transducer_stateless/exp-full/epoch-27.pt', 'transducer_stateless/exp-full/epoch-28.pt', 'transducer_stateless/exp-full/epoch-29.pt', 'transducer_stateless/exp-full/epoch-30.pt', 'transducer_stateless/exp-full/epoch-31.pt', 'transducer_stateless/exp-full/epoch-32.pt', 'transducer_stateless/exp-full/epoch-33.pt', 'transducer_stateless/exp-full/epoch-34.pt', 'transducer_stateless/exp-full/epoch-35.pt', 'transducer_stateless/exp-full/epoch-36.pt']
-2022-01-10 03:09:47,020 INFO [decode.py:440] Number of model parameters: 84007924
-2022-01-10 03:09:47,020 INFO [asr_datamodule.py:379] About to get test-clean cuts
-2022-01-10 03:09:47,199 INFO [asr_datamodule.py:384] About to get test-other cuts
-2022-01-10 03:09:48,390 INFO [decode.py:332] batch 0/?, cuts processed until now is 20
-2022-01-10 03:10:48,082 INFO [decode.py:332] batch 100/?, cuts processed until now is 1406
-2022-01-10 03:11:46,434 INFO [decode.py:332] batch 200/?, cuts processed until now is 2563
-2022-01-10 03:11:52,082 INFO [decode.py:349] The transcripts are stored in transducer_stateless/exp-full/greedy_search/recogs-test-clean-greedy_search-epoch-36-avg-13-context-2-max-sym-per-frame-3.txt
-2022-01-10 03:11:52,156 INFO [utils.py:404] [test-clean-greedy_search] %WER 2.77% [1456 / 52576, 152 ins, 129 del, 1175 sub ]
-2022-01-10 03:11:52,374 INFO [decode.py:362] Wrote detailed error stats to transducer_stateless/exp-full/greedy_search/errs-test-clean-greedy_search-epoch-36-avg-13-context-2-max-sym-per-frame-3.txt
-2022-01-10 03:11:52,381 INFO [decode.py:379] 
-For test-clean, WER of different settings are:
-greedy_search	2.77	best for test-clean
-
-2022-01-10 03:11:53,494 INFO [decode.py:332] batch 0/?, cuts processed until now is 23
-2022-01-10 03:12:53,241 INFO [decode.py:332] batch 100/?, cuts processed until now is 1614
-2022-01-10 03:13:50,778 INFO [decode.py:332] batch 200/?, cuts processed until now is 2899
-2022-01-10 03:13:54,259 INFO [decode.py:349] The transcripts are stored in transducer_stateless/exp-full/greedy_search/recogs-test-other-greedy_search-epoch-36-avg-13-context-2-max-sym-per-frame-3.txt
-2022-01-10 03:13:54,336 INFO [utils.py:404] [test-other-greedy_search] %WER 7.07% [3703 / 52343, 366 ins, 345 del, 2992 sub ]
-2022-01-10 03:13:54,559 INFO [decode.py:362] Wrote detailed error stats to transducer_stateless/exp-full/greedy_search/errs-test-other-greedy_search-epoch-36-avg-13-context-2-max-sym-per-frame-3.txt
-2022-01-10 03:13:54,566 INFO [decode.py:379] 
-For test-other, WER of different settings are:
-greedy_search	7.07	best for test-other
-
-2022-01-10 03:13:54,567 INFO [decode.py:467] Done!

log/log-decode-epoch-71-avg-15-beam-4-2022-01-18-09-56-01

@@ -0,0 +1,233 @@
+2022-01-18 09:56:02,003 INFO [decode.py:403] Decoding started
+2022-01-18 09:56:02,003 INFO [decode.py:409] Device: cuda:0
+2022-01-18 09:56:02,098 INFO [decode.py:418] {'feature_dim': 80, 'encoder_out_dim': 512, 'subsampling_factor': 4, 'attention_dim': 512, 'nhead': 8, 'dim_feedforward': 2048, 'num_encoder_layers': 12, 'vgg_frontend': False, 'env_info': {'k2-version': '1.10', 'k2-build-type': 'Release', 'k2-with-cuda': True, 'k2-git-sha1': '31e1307c3131d03384ef83c33472309d22d2e79d', 'k2-git-date': 'Fri Nov 19 14:47:09 2021', 'lhotse-version': '1.0.0.dev+missing.version.file', 'torch-cuda-available': True, 'torch-cuda-version': '10.2', 'python-version': '3.8', 'icefall-git-branch': 'rnnt-ot', 'icefall-git-sha1': 'ced53d2-clean', 'icefall-git-date': 'Mon Jan 10 11:40:55 2022', 'icefall-path': '/ceph-fj/fangjun/open-source-2/icefall-rnnt-ot', 'k2-path': '/ceph-fj/fangjun/open-source-2/k2-rnnt/k2/python/k2/__init__.py', 'lhotse-path': '/ceph-fj/fangjun/open-source-2/lhotse-rnnt/lhotse/__init__.py', 'hostname': 'de-74279-k2-dev-6-1217190258-77fd9bbbc8-d7dpq', 'IP address': '10.48.40.206'}, 'epoch': 71, 'avg': 15, 'exp_dir': PosixPath('transducer_stateless/exp-full'), 'bpe_model': './data/lang_bpe_500/bpe.model', 'decoding_method': 'beam_search', 'beam_size': 4, 'context_size': 2, 'max_sym_per_frame': 3, 'full_libri': True, 'manifest_dir': PosixPath('data/fbank'), 'max_duration': 100, 'bucketing_sampler': True, 'num_buckets': 30, 'concatenate_cuts': False, 'duration_factor': 1.0, 'gap': 1.0, 'on_the_fly_feats': False, 'shuffle': True, 'return_cuts': True, 'num_workers': 2, 'enable_spec_aug': True, 'spec_aug_time_warp_factor': 80, 'enable_musan': True, 'res_dir': PosixPath('transducer_stateless/exp-full/beam_search'), 'suffix': 'epoch-71-avg-15-beam-4', 'blank_id': 0, 'vocab_size': 500}
+2022-01-18 09:56:02,098 INFO [decode.py:420] About to create model
+2022-01-18 09:56:02,648 INFO [decode.py:431] averaging ['transducer_stateless/exp-full/epoch-57.pt', 'transducer_stateless/exp-full/epoch-58.pt', 'transducer_stateless/exp-full/epoch-59.pt', 'transducer_stateless/exp-full/epoch-60.pt', 'transducer_stateless/exp-full/epoch-61.pt', 'transducer_stateless/exp-full/epoch-62.pt', 'transducer_stateless/exp-full/epoch-63.pt', 'transducer_stateless/exp-full/epoch-64.pt', 'transducer_stateless/exp-full/epoch-65.pt', 'transducer_stateless/exp-full/epoch-66.pt', 'transducer_stateless/exp-full/epoch-67.pt', 'transducer_stateless/exp-full/epoch-68.pt', 'transducer_stateless/exp-full/epoch-69.pt', 'transducer_stateless/exp-full/epoch-70.pt', 'transducer_stateless/exp-full/epoch-71.pt']
+2022-01-18 09:58:16,976 INFO [decode.py:440] Number of model parameters: 84007924
+2022-01-18 09:58:16,997 INFO [asr_datamodule.py:379] About to get test-clean cuts
+2022-01-18 09:58:17,159 INFO [asr_datamodule.py:384] About to get test-other cuts
+2022-01-18 09:58:31,629 INFO [decode.py:332] batch 0/?, cuts processed until now is 20
+2022-01-18 09:58:58,249 INFO [decode.py:332] batch 2/?, cuts processed until now is 64
+2022-01-18 09:59:23,598 INFO [decode.py:332] batch 4/?, cuts processed until now is 81
+2022-01-18 09:59:49,785 INFO [decode.py:332] batch 6/?, cuts processed until now is 121
+2022-01-18 10:00:14,019 INFO [decode.py:332] batch 8/?, cuts processed until now is 133
+2022-01-18 10:00:39,561 INFO [decode.py:332] batch 10/?, cuts processed until now is 168
+2022-01-18 10:01:04,013 INFO [decode.py:332] batch 12/?, cuts processed until now is 202
+2022-01-18 10:01:32,545 INFO [decode.py:332] batch 14/?, cuts processed until now is 217
+2022-01-18 10:01:59,154 INFO [decode.py:332] batch 16/?, cuts processed until now is 241
+2022-01-18 10:02:25,655 INFO [decode.py:332] batch 18/?, cuts processed until now is 267
+2022-01-18 10:02:53,305 INFO [decode.py:332] batch 20/?, cuts processed until now is 281
+2022-01-18 10:03:19,465 INFO [decode.py:332] batch 22/?, cuts processed until now is 325
+2022-01-18 10:03:45,690 INFO [decode.py:332] batch 24/?, cuts processed until now is 349
+2022-01-18 10:04:07,619 INFO [decode.py:332] batch 26/?, cuts processed until now is 366
+2022-01-18 10:04:29,049 INFO [decode.py:332] batch 28/?, cuts processed until now is 389
+2022-01-18 10:04:50,932 INFO [decode.py:332] batch 30/?, cuts processed until now is 410
+2022-01-18 10:05:16,805 INFO [decode.py:332] batch 32/?, cuts processed until now is 442
+2022-01-18 10:05:39,281 INFO [decode.py:332] batch 34/?, cuts processed until now is 474
+2022-01-18 10:06:00,689 INFO [decode.py:332] batch 36/?, cuts processed until now is 498
+2022-01-18 10:06:22,684 INFO [decode.py:332] batch 38/?, cuts processed until now is 514
+2022-01-18 10:06:49,913 INFO [decode.py:332] batch 40/?, cuts processed until now is 524
+2022-01-18 10:07:16,306 INFO [decode.py:332] batch 42/?, cuts processed until now is 564
+2022-01-18 10:07:42,843 INFO [decode.py:332] batch 44/?, cuts processed until now is 621
+2022-01-18 10:08:05,231 INFO [decode.py:332] batch 46/?, cuts processed until now is 633
+2022-01-18 10:08:25,922 INFO [decode.py:332] batch 48/?, cuts processed until now is 648
+2022-01-18 10:08:51,419 INFO [decode.py:332] batch 50/?, cuts processed until now is 662
+2022-01-18 10:09:16,939 INFO [decode.py:332] batch 52/?, cuts processed until now is 680
+2022-01-18 10:09:42,711 INFO [decode.py:332] batch 54/?, cuts processed until now is 708
+2022-01-18 10:10:07,483 INFO [decode.py:332] batch 56/?, cuts processed until now is 736
+2022-01-18 10:10:32,780 INFO [decode.py:332] batch 58/?, cuts processed until now is 752
+2022-01-18 10:10:58,906 INFO [decode.py:332] batch 60/?, cuts processed until now is 819
+2022-01-18 10:11:24,850 INFO [decode.py:332] batch 62/?, cuts processed until now is 843
+2022-01-18 10:11:51,842 INFO [decode.py:332] batch 64/?, cuts processed until now is 850
+2022-01-18 10:12:17,928 INFO [decode.py:332] batch 66/?, cuts processed until now is 880
+2022-01-18 10:12:43,398 INFO [decode.py:332] batch 68/?, cuts processed until now is 932
+2022-01-18 10:13:11,453 INFO [decode.py:332] batch 70/?, cuts processed until now is 957
+2022-01-18 10:13:37,625 INFO [decode.py:332] batch 72/?, cuts processed until now is 996
+2022-01-18 10:14:03,908 INFO [decode.py:332] batch 74/?, cuts processed until now is 1064
+2022-01-18 10:14:30,066 INFO [decode.py:332] batch 76/?, cuts processed until now is 1077
+2022-01-18 10:14:55,970 INFO [decode.py:332] batch 78/?, cuts processed until now is 1114
+2022-01-18 10:15:22,235 INFO [decode.py:332] batch 80/?, cuts processed until now is 1141
+2022-01-18 10:15:47,794 INFO [decode.py:332] batch 82/?, cuts processed until now is 1172
+2022-01-18 10:16:13,765 INFO [decode.py:332] batch 84/?, cuts processed until now is 1180
+2022-01-18 10:16:36,038 INFO [decode.py:332] batch 86/?, cuts processed until now is 1199
+2022-01-18 10:16:55,972 INFO [decode.py:332] batch 88/?, cuts processed until now is 1228
+2022-01-18 10:17:20,991 INFO [decode.py:332] batch 90/?, cuts processed until now is 1245
+2022-01-18 10:17:46,447 INFO [decode.py:332] batch 92/?, cuts processed until now is 1267
+2022-01-18 10:18:09,353 INFO [decode.py:332] batch 94/?, cuts processed until now is 1333
+2022-01-18 10:18:31,569 INFO [decode.py:332] batch 96/?, cuts processed until now is 1363
+2022-01-18 10:18:46,076 INFO [decode.py:332] batch 98/?, cuts processed until now is 1378
+2022-01-18 10:19:12,713 INFO [decode.py:332] batch 100/?, cuts processed until now is 1406
+2022-01-18 10:19:38,072 INFO [decode.py:332] batch 102/?, cuts processed until now is 1420
+2022-01-18 10:20:03,817 INFO [decode.py:332] batch 104/?, cuts processed until now is 1445
+2022-01-18 10:20:30,726 INFO [decode.py:332] batch 106/?, cuts processed until now is 1468
+2022-01-18 10:20:52,528 INFO [decode.py:332] batch 108/?, cuts processed until now is 1494
+2022-01-18 10:21:13,660 INFO [decode.py:332] batch 110/?, cuts processed until now is 1547
+2022-01-18 10:21:40,567 INFO [decode.py:332] batch 112/?, cuts processed until now is 1582
+2022-01-18 10:22:06,707 INFO [decode.py:332] batch 114/?, cuts processed until now is 1615
+2022-01-18 10:22:33,667 INFO [decode.py:332] batch 116/?, cuts processed until now is 1636
+2022-01-18 10:22:58,722 INFO [decode.py:332] batch 118/?, cuts processed until now is 1655
+2022-01-18 10:23:25,586 INFO [decode.py:332] batch 120/?, cuts processed until now is 1696
+2022-01-18 10:23:51,119 INFO [decode.py:332] batch 122/?, cuts processed until now is 1722
+2022-01-18 10:24:16,978 INFO [decode.py:332] batch 124/?, cuts processed until now is 1734
+2022-01-18 10:24:43,333 INFO [decode.py:332] batch 126/?, cuts processed until now is 1755
+2022-01-18 10:25:09,654 INFO [decode.py:332] batch 128/?, cuts processed until now is 1781
+2022-01-18 10:25:35,781 INFO [decode.py:332] batch 130/?, cuts processed until now is 1844
+2022-01-18 10:26:01,753 INFO [decode.py:332] batch 132/?, cuts processed until now is 1886
+2022-01-18 10:26:26,043 INFO [decode.py:332] batch 134/?, cuts processed until now is 1903
+2022-01-18 10:26:51,578 INFO [decode.py:332] batch 136/?, cuts processed until now is 1932
+2022-01-18 10:27:18,768 INFO [decode.py:332] batch 138/?, cuts processed until now is 1951
+2022-01-18 10:27:42,060 INFO [decode.py:332] batch 140/?, cuts processed until now is 1959
+2022-01-18 10:28:08,279 INFO [decode.py:332] batch 142/?, cuts processed until now is 2007
+2022-01-18 10:28:33,971 INFO [decode.py:332] batch 144/?, cuts processed until now is 2035
+2022-01-18 10:28:58,512 INFO [decode.py:332] batch 146/?, cuts processed until now is 2083
+2022-01-18 10:29:16,268 INFO [decode.py:332] batch 148/?, cuts processed until now is 2130
+2022-01-18 10:29:39,682 INFO [decode.py:332] batch 150/?, cuts processed until now is 2139
+2022-01-18 10:30:06,108 INFO [decode.py:332] batch 152/?, cuts processed until now is 2171
+2022-01-18 10:30:30,246 INFO [decode.py:332] batch 154/?, cuts processed until now is 2192
+2022-01-18 10:30:56,670 INFO [decode.py:332] batch 156/?, cuts processed until now is 2208
+2022-01-18 10:31:23,742 INFO [decode.py:332] batch 158/?, cuts processed until now is 2230
+2022-01-18 10:31:49,895 INFO [decode.py:332] batch 160/?, cuts processed until now is 2258
+2022-01-18 10:32:17,326 INFO [decode.py:332] batch 162/?, cuts processed until now is 2274
+2022-01-18 10:32:43,982 INFO [decode.py:332] batch 164/?, cuts processed until now is 2296
+2022-01-18 10:33:10,061 INFO [decode.py:332] batch 166/?, cuts processed until now is 2327
+2022-01-18 10:33:32,577 INFO [decode.py:332] batch 168/?, cuts processed until now is 2351
+2022-01-18 10:33:54,224 INFO [decode.py:332] batch 170/?, cuts processed until now is 2364
+2022-01-18 10:34:19,959 INFO [decode.py:332] batch 172/?, cuts processed until now is 2374
+2022-01-18 10:34:46,130 INFO [decode.py:332] batch 174/?, cuts processed until now is 2399
+2022-01-18 10:35:12,657 INFO [decode.py:332] batch 176/?, cuts processed until now is 2418
+2022-01-18 10:35:28,215 INFO [decode.py:332] batch 178/?, cuts processed until now is 2427
+2022-01-18 10:35:52,812 INFO [decode.py:332] batch 180/?, cuts processed until now is 2440
+2022-01-18 10:36:18,666 INFO [decode.py:332] batch 182/?, cuts processed until now is 2456
+2022-01-18 10:36:42,572 INFO [decode.py:332] batch 184/?, cuts processed until now is 2466
+2022-01-18 10:37:06,995 INFO [decode.py:332] batch 186/?, cuts processed until now is 2479
+2022-01-18 10:37:22,633 INFO [decode.py:332] batch 188/?, cuts processed until now is 2492
+2022-01-18 10:37:40,701 INFO [decode.py:332] batch 190/?, cuts processed until now is 2502
+2022-01-18 10:38:08,235 INFO [decode.py:332] batch 192/?, cuts processed until now is 2520
+2022-01-18 10:38:22,926 INFO [decode.py:332] batch 194/?, cuts processed until now is 2527
+2022-01-18 10:38:51,211 INFO [decode.py:332] batch 196/?, cuts processed until now is 2539
+2022-01-18 10:39:18,585 INFO [decode.py:332] batch 198/?, cuts processed until now is 2551
+2022-01-18 10:39:46,545 INFO [decode.py:332] batch 200/?, cuts processed until now is 2563
+2022-01-18 10:40:11,601 INFO [decode.py:332] batch 202/?, cuts processed until now is 2575
+2022-01-18 10:40:36,383 INFO [decode.py:332] batch 204/?, cuts processed until now is 2587
+2022-01-18 10:41:01,793 INFO [decode.py:332] batch 206/?, cuts processed until now is 2599
+2022-01-18 10:41:26,394 INFO [decode.py:332] batch 208/?, cuts processed until now is 2611
+2022-01-18 10:41:41,407 INFO [decode.py:332] batch 210/?, cuts processed until now is 2620
+2022-01-18 10:41:41,587 INFO [decode.py:349] The transcripts are stored in transducer_stateless/exp-full/beam_search/recogs-test-clean-beam_4-epoch-71-avg-15-beam-4.txt
+2022-01-18 10:41:41,673 INFO [utils.py:404] [test-clean-beam_4] %WER 2.68% [1409 / 52576, 153 ins, 113 del, 1143 sub ]
+2022-01-18 10:41:41,940 INFO [decode.py:362] Wrote detailed error stats to transducer_stateless/exp-full/beam_search/errs-test-clean-beam_4-epoch-71-avg-15-beam-4.txt
+2022-01-18 10:41:41,951 INFO [decode.py:379] 
+For test-clean, WER of different settings are:
+beam_4	2.68	best for test-clean
+
+2022-01-18 10:41:52,717 INFO [decode.py:332] batch 0/?, cuts processed until now is 23
+2022-01-18 10:42:17,009 INFO [decode.py:332] batch 2/?, cuts processed until now is 71
+2022-01-18 10:42:41,298 INFO [decode.py:332] batch 4/?, cuts processed until now is 92
+2022-01-18 10:43:01,845 INFO [decode.py:332] batch 6/?, cuts processed until now is 134
+2022-01-18 10:43:29,115 INFO [decode.py:332] batch 8/?, cuts processed until now is 150
+2022-01-18 10:43:55,163 INFO [decode.py:332] batch 10/?, cuts processed until now is 190
+2022-01-18 10:44:19,186 INFO [decode.py:332] batch 12/?, cuts processed until now is 225
+2022-01-18 10:44:42,964 INFO [decode.py:332] batch 14/?, cuts processed until now is 240
+2022-01-18 10:45:08,763 INFO [decode.py:332] batch 16/?, cuts processed until now is 266
+2022-01-18 10:45:34,677 INFO [decode.py:332] batch 18/?, cuts processed until now is 296
+2022-01-18 10:46:00,664 INFO [decode.py:332] batch 20/?, cuts processed until now is 312
+2022-01-18 10:46:21,286 INFO [decode.py:332] batch 22/?, cuts processed until now is 360
+2022-01-18 10:46:43,176 INFO [decode.py:332] batch 24/?, cuts processed until now is 387
+2022-01-18 10:47:10,594 INFO [decode.py:332] batch 26/?, cuts processed until now is 406
+2022-01-18 10:47:37,075 INFO [decode.py:332] batch 28/?, cuts processed until now is 433
+2022-01-18 10:48:02,335 INFO [decode.py:332] batch 30/?, cuts processed until now is 457
+2022-01-18 10:48:28,678 INFO [decode.py:332] batch 32/?, cuts processed until now is 494
+2022-01-18 10:48:54,365 INFO [decode.py:332] batch 34/?, cuts processed until now is 540
+2022-01-18 10:49:20,131 INFO [decode.py:332] batch 36/?, cuts processed until now is 568
+2022-01-18 10:49:45,864 INFO [decode.py:332] batch 38/?, cuts processed until now is 587
+2022-01-18 10:50:12,546 INFO [decode.py:332] batch 40/?, cuts processed until now is 598
+2022-01-18 10:50:38,394 INFO [decode.py:332] batch 42/?, cuts processed until now is 640
+2022-01-18 10:51:04,052 INFO [decode.py:332] batch 44/?, cuts processed until now is 700
+2022-01-18 10:51:31,883 INFO [decode.py:332] batch 46/?, cuts processed until now is 715
+2022-01-18 10:51:58,090 INFO [decode.py:332] batch 48/?, cuts processed until now is 733
+2022-01-18 10:52:22,474 INFO [decode.py:332] batch 50/?, cuts processed until now is 749
+2022-01-18 10:52:48,973 INFO [decode.py:332] batch 52/?, cuts processed until now is 769
+2022-01-18 10:53:15,228 INFO [decode.py:332] batch 54/?, cuts processed until now is 801
+2022-01-18 10:53:41,019 INFO [decode.py:332] batch 56/?, cuts processed until now is 833
+2022-01-18 10:54:04,651 INFO [decode.py:332] batch 58/?, cuts processed until now is 853
+2022-01-18 10:54:24,032 INFO [decode.py:332] batch 60/?, cuts processed until now is 922
+2022-01-18 10:54:46,116 INFO [decode.py:332] batch 62/?, cuts processed until now is 950
+2022-01-18 10:55:07,280 INFO [decode.py:332] batch 64/?, cuts processed until now is 958
+2022-01-18 10:55:31,604 INFO [decode.py:332] batch 66/?, cuts processed until now is 992
+2022-01-18 10:55:57,363 INFO [decode.py:332] batch 68/?, cuts processed until now is 1046
+2022-01-18 10:56:22,364 INFO [decode.py:332] batch 70/?, cuts processed until now is 1074
+2022-01-18 10:56:48,812 INFO [decode.py:332] batch 72/?, cuts processed until now is 1119
+2022-01-18 10:57:14,561 INFO [decode.py:332] batch 74/?, cuts processed until now is 1188
+2022-01-18 10:57:39,068 INFO [decode.py:332] batch 76/?, cuts processed until now is 1203
+2022-01-18 10:58:06,401 INFO [decode.py:332] batch 78/?, cuts processed until now is 1243
+2022-01-18 10:58:32,797 INFO [decode.py:332] batch 80/?, cuts processed until now is 1274
+2022-01-18 10:58:54,087 INFO [decode.py:332] batch 82/?, cuts processed until now is 1310
+2022-01-18 10:59:16,776 INFO [decode.py:332] batch 84/?, cuts processed until now is 1320
+2022-01-18 10:59:41,509 INFO [decode.py:332] batch 86/?, cuts processed until now is 1343
+2022-01-18 11:00:07,433 INFO [decode.py:332] batch 88/?, cuts processed until now is 1377
+2022-01-18 11:00:33,266 INFO [decode.py:332] batch 90/?, cuts processed until now is 1422
+2022-01-18 11:01:00,097 INFO [decode.py:332] batch 92/?, cuts processed until now is 1448
+2022-01-18 11:01:28,056 INFO [decode.py:332] batch 94/?, cuts processed until now is 1514
+2022-01-18 11:01:59,502 INFO [decode.py:332] batch 96/?, cuts processed until now is 1547
+2022-01-18 11:02:25,070 INFO [decode.py:332] batch 98/?, cuts processed until now is 1594
+2022-01-18 11:02:55,896 INFO [decode.py:332] batch 100/?, cuts processed until now is 1614
+2022-01-18 11:03:27,624 INFO [decode.py:332] batch 102/?, cuts processed until now is 1631
+2022-01-18 11:03:59,804 INFO [decode.py:332] batch 104/?, cuts processed until now is 1660
+2022-01-18 11:04:31,549 INFO [decode.py:332] batch 106/?, cuts processed until now is 1686
+2022-01-18 11:05:03,451 INFO [decode.py:332] batch 108/?, cuts processed until now is 1716
+2022-01-18 11:05:35,533 INFO [decode.py:332] batch 110/?, cuts processed until now is 1774
+2022-01-18 11:06:06,648 INFO [decode.py:332] batch 112/?, cuts processed until now is 1812
+2022-01-18 11:06:38,757 INFO [decode.py:332] batch 114/?, cuts processed until now is 1849
+2022-01-18 11:07:09,303 INFO [decode.py:332] batch 116/?, cuts processed until now is 1872
+2022-01-18 11:07:40,550 INFO [decode.py:332] batch 118/?, cuts processed until now is 1894
+2022-01-18 11:08:06,982 INFO [decode.py:332] batch 120/?, cuts processed until now is 1938
+2022-01-18 11:08:32,605 INFO [decode.py:332] batch 122/?, cuts processed until now is 1968
+2022-01-18 11:08:58,007 INFO [decode.py:332] batch 124/?, cuts processed until now is 1982
+2022-01-18 11:09:29,071 INFO [decode.py:332] batch 126/?, cuts processed until now is 2007
+2022-01-18 11:10:00,956 INFO [decode.py:332] batch 128/?, cuts processed until now is 2037
+2022-01-18 11:10:33,058 INFO [decode.py:332] batch 130/?, cuts processed until now is 2105
+2022-01-18 11:11:05,151 INFO [decode.py:332] batch 132/?, cuts processed until now is 2152
+2022-01-18 11:11:35,739 INFO [decode.py:332] batch 134/?, cuts processed until now is 2172
+2022-01-18 11:12:07,738 INFO [decode.py:332] batch 136/?, cuts processed until now is 2206
+2022-01-18 11:12:40,135 INFO [decode.py:332] batch 138/?, cuts processed until now is 2228
+2022-01-18 11:13:09,416 INFO [decode.py:332] batch 140/?, cuts processed until now is 2238
+2022-01-18 11:13:41,120 INFO [decode.py:332] batch 142/?, cuts processed until now is 2290
+2022-01-18 11:14:09,600 INFO [decode.py:332] batch 144/?, cuts processed until now is 2321
+2022-01-18 11:14:27,274 INFO [decode.py:332] batch 146/?, cuts processed until now is 2353
+2022-01-18 11:14:53,691 INFO [decode.py:332] batch 148/?, cuts processed until now is 2410
+2022-01-18 11:15:21,648 INFO [decode.py:332] batch 150/?, cuts processed until now is 2420
+2022-01-18 11:15:53,547 INFO [decode.py:332] batch 152/?, cuts processed until now is 2456
+2022-01-18 11:16:23,029 INFO [decode.py:332] batch 154/?, cuts processed until now is 2479
+2022-01-18 11:16:52,499 INFO [decode.py:332] batch 156/?, cuts processed until now is 2496
+2022-01-18 11:17:11,940 INFO [decode.py:332] batch 158/?, cuts processed until now is 2513
+2022-01-18 11:17:43,915 INFO [decode.py:332] batch 160/?, cuts processed until now is 2531
+2022-01-18 11:18:14,781 INFO [decode.py:332] batch 162/?, cuts processed until now is 2555
+2022-01-18 11:18:46,976 INFO [decode.py:332] batch 164/?, cuts processed until now is 2587
+2022-01-18 11:19:17,956 INFO [decode.py:332] batch 166/?, cuts processed until now is 2621
+2022-01-18 11:19:50,357 INFO [decode.py:332] batch 168/?, cuts processed until now is 2650
+2022-01-18 11:20:10,334 INFO [decode.py:332] batch 170/?, cuts processed until now is 2661
+2022-01-18 11:20:42,111 INFO [decode.py:332] batch 172/?, cuts processed until now is 2673
+2022-01-18 11:21:13,452 INFO [decode.py:332] batch 174/?, cuts processed until now is 2698
+2022-01-18 11:21:46,250 INFO [decode.py:332] batch 176/?, cuts processed until now is 2721
+2022-01-18 11:22:17,715 INFO [decode.py:332] batch 178/?, cuts processed until now is 2737
+2022-01-18 11:22:40,695 INFO [decode.py:332] batch 180/?, cuts processed until now is 2758
+2022-01-18 11:23:11,633 INFO [decode.py:332] batch 182/?, cuts processed until now is 2770
+2022-01-18 11:23:37,432 INFO [decode.py:332] batch 184/?, cuts processed until now is 2786
+2022-01-18 11:23:58,982 INFO [decode.py:332] batch 186/?, cuts processed until now is 2805
+2022-01-18 11:24:18,975 INFO [decode.py:332] batch 188/?, cuts processed until now is 2817
+2022-01-18 11:24:33,466 INFO [decode.py:332] batch 190/?, cuts processed until now is 2825
+2022-01-18 11:25:00,220 INFO [decode.py:332] batch 192/?, cuts processed until now is 2843
+2022-01-18 11:25:33,202 INFO [decode.py:332] batch 194/?, cuts processed until now is 2857
+2022-01-18 11:26:05,138 INFO [decode.py:332] batch 196/?, cuts processed until now is 2871
+2022-01-18 11:26:36,667 INFO [decode.py:332] batch 198/?, cuts processed until now is 2885
+2022-01-18 11:27:07,986 INFO [decode.py:332] batch 200/?, cuts processed until now is 2899
+2022-01-18 11:27:38,555 INFO [decode.py:332] batch 202/?, cuts processed until now is 2913
+2022-01-18 11:28:08,376 INFO [decode.py:332] batch 204/?, cuts processed until now is 2927
+2022-01-18 11:28:33,716 INFO [decode.py:332] batch 206/?, cuts processed until now is 2939
+2022-01-18 11:28:33,914 INFO [decode.py:349] The transcripts are stored in transducer_stateless/exp-full/beam_search/recogs-test-other-beam_4-epoch-71-avg-15-beam-4.txt
+2022-01-18 11:28:34,003 INFO [utils.py:404] [test-other-beam_4] %WER 6.72% [3518 / 52343, 364 ins, 302 del, 2852 sub ]
+2022-01-18 11:28:34,257 INFO [decode.py:362] Wrote detailed error stats to transducer_stateless/exp-full/beam_search/errs-test-other-beam_4-epoch-71-avg-15-beam-4.txt
+2022-01-18 11:28:34,267 INFO [decode.py:379] 
+For test-other, WER of different settings are:
+beam_4	6.72	best for test-other
+
+2022-01-18 11:28:34,267 INFO [decode.py:467] Done!

log/log-decode-epoch-71-avg-15-context-2-max-sym-per-frame-3-2022-01-17-18-43-37

@@ -0,0 +1,29 @@
+2022-01-17 18:43:37,811 INFO [decode.py:403] Decoding started
+2022-01-17 18:43:37,812 INFO [decode.py:409] Device: cuda:0
+2022-01-17 18:43:37,847 INFO [decode.py:418] {'feature_dim': 80, 'encoder_out_dim': 512, 'subsampling_factor': 4, 'attention_dim': 512, 'nhead': 8, 'dim_feedforward': 2048, 'num_encoder_layers': 12, 'vgg_frontend': False, 'env_info': {'k2-version': '1.10', 'k2-build-type': 'Release', 'k2-with-cuda': True, 'k2-git-sha1': '31e1307c3131d03384ef83c33472309d22d2e79d', 'k2-git-date': 'Fri Nov 19 14:47:09 2021', 'lhotse-version': '1.0.0.dev+missing.version.file', 'torch-cuda-available': True, 'torch-cuda-version': '10.2', 'python-version': '3.8', 'icefall-git-branch': 'rnnt-ot', 'icefall-git-sha1': 'ced53d2-clean', 'icefall-git-date': 'Mon Jan 10 11:40:55 2022', 'icefall-path': '/ceph-fj/fangjun/open-source-2/icefall-rnnt-ot', 'k2-path': '/ceph-fj/fangjun/open-source-2/k2-rnnt/k2/python/k2/__init__.py', 'lhotse-path': '/ceph-fj/fangjun/open-source-2/lhotse-rnnt/lhotse/__init__.py', 'hostname': 'de-74279-k2-train-4-0809194600-d77fc9b88-4vzzq', 'IP address': '10.48.16.137'}, 'epoch': 71, 'avg': 15, 'exp_dir': PosixPath('transducer_stateless/exp-full'), 'bpe_model': './data/lang_bpe_500/bpe.model', 'decoding_method': 'greedy_search', 'beam_size': 4, 'context_size': 2, 'max_sym_per_frame': 3, 'full_libri': True, 'manifest_dir': PosixPath('data/fbank'), 'max_duration': 100, 'bucketing_sampler': True, 'num_buckets': 30, 'concatenate_cuts': False, 'duration_factor': 1.0, 'gap': 1.0, 'on_the_fly_feats': False, 'shuffle': True, 'return_cuts': True, 'num_workers': 2, 'enable_spec_aug': True, 'spec_aug_time_warp_factor': 80, 'enable_musan': True, 'res_dir': PosixPath('transducer_stateless/exp-full/greedy_search'), 'suffix': 'epoch-71-avg-15-context-2-max-sym-per-frame-3', 'blank_id': 0, 'vocab_size': 500}
+2022-01-17 18:43:37,848 INFO [decode.py:420] About to create model
+2022-01-17 18:43:38,424 INFO [decode.py:431] averaging ['transducer_stateless/exp-full/epoch-57.pt', 'transducer_stateless/exp-full/epoch-58.pt', 'transducer_stateless/exp-full/epoch-59.pt', 'transducer_stateless/exp-full/epoch-60.pt', 'transducer_stateless/exp-full/epoch-61.pt', 'transducer_stateless/exp-full/epoch-62.pt', 'transducer_stateless/exp-full/epoch-63.pt', 'transducer_stateless/exp-full/epoch-64.pt', 'transducer_stateless/exp-full/epoch-65.pt', 'transducer_stateless/exp-full/epoch-66.pt', 'transducer_stateless/exp-full/epoch-67.pt', 'transducer_stateless/exp-full/epoch-68.pt', 'transducer_stateless/exp-full/epoch-69.pt', 'transducer_stateless/exp-full/epoch-70.pt', 'transducer_stateless/exp-full/epoch-71.pt']
+2022-01-17 18:43:55,383 INFO [decode.py:440] Number of model parameters: 84007924
+2022-01-17 18:43:55,383 INFO [asr_datamodule.py:379] About to get test-clean cuts
+2022-01-17 18:43:55,518 INFO [asr_datamodule.py:384] About to get test-other cuts
+2022-01-17 18:43:57,067 INFO [decode.py:332] batch 0/?, cuts processed until now is 20
+2022-01-17 18:45:34,650 INFO [decode.py:332] batch 100/?, cuts processed until now is 1406
+2022-01-17 18:47:14,620 INFO [decode.py:332] batch 200/?, cuts processed until now is 2563
+2022-01-17 18:47:25,395 INFO [decode.py:349] The transcripts are stored in transducer_stateless/exp-full/greedy_search/recogs-test-clean-greedy_search-epoch-71-avg-15-context-2-max-sym-per-frame-3.txt
+2022-01-17 18:47:25,475 INFO [utils.py:404] [test-clean-greedy_search] %WER 2.69% [1416 / 52576, 152 ins, 112 del, 1152 sub ]
+2022-01-17 18:47:25,701 INFO [decode.py:362] Wrote detailed error stats to transducer_stateless/exp-full/greedy_search/errs-test-clean-greedy_search-epoch-71-avg-15-context-2-max-sym-per-frame-3.txt
+2022-01-17 18:47:25,708 INFO [decode.py:379] 
+For test-clean, WER of different settings are:
+greedy_search	2.69	best for test-clean
+
+2022-01-17 18:47:26,942 INFO [decode.py:332] batch 0/?, cuts processed until now is 23
+2022-01-17 18:49:03,873 INFO [decode.py:332] batch 100/?, cuts processed until now is 1614
+2022-01-17 18:50:40,708 INFO [decode.py:332] batch 200/?, cuts processed until now is 2899
+2022-01-17 18:50:44,409 INFO [decode.py:349] The transcripts are stored in transducer_stateless/exp-full/greedy_search/recogs-test-other-greedy_search-epoch-71-avg-15-context-2-max-sym-per-frame-3.txt
+2022-01-17 18:50:44,515 INFO [utils.py:404] [test-other-greedy_search] %WER 6.81% [3567 / 52343, 358 ins, 326 del, 2883 sub ]
+2022-01-17 18:50:44,836 INFO [decode.py:362] Wrote detailed error stats to transducer_stateless/exp-full/greedy_search/errs-test-other-greedy_search-epoch-71-avg-15-context-2-max-sym-per-frame-3.txt
+2022-01-17 18:50:44,844 INFO [decode.py:379] 
+For test-other, WER of different settings are:
+greedy_search	6.81	best for test-other
+
+2022-01-17 18:50:44,844 INFO [decode.py:467] Done!