ESPnet2 ASR model

`espnet/eason_chime4_asr2_e_branchformer12_conv1d1_raw_wavlm_large_21_km1k_bpe_rm2k_char_ts_sp`

This model was trained by yichenl5 using chime4 recipe in espnet.

Demo: How to use in ESPnet2

Follow the ESPnet installation instructions if you haven't done that already.

cd espnet
git checkout 83e687f3b41310a000f4a5b65857734709752bf6
pip install -e .
cd egs2/chime4/asr2
./run.sh --skip_data_prep false --skip_train true --download_model espnet/eason_chime4_asr2_e_branchformer12_conv1d1_raw_wavlm_large_21_km1k_bpe_rm2k_char_ts_sp

RESULTS

Environments

date: Mon Sep 11 04:53:07 EDT 2023
python version: 3.10.10 (main, Mar 21 2023, 18:45:11) [GCC 11.2.0]
espnet version: espnet 202308
pytorch version: pytorch 1.13.1+cu117
Git hash: 83e687f3b41310a000f4a5b65857734709752bf6
- Commit date: Tue Aug 15 18:31:02 2023 -0400

exp/asr_train_discrete_asr_e_branchformer_e12_mlp1024_linear1024_macaron_lr1e-4_warmup25k_conv1d1_raw_wavlm_large_21_km1000_bpe_rm2000_char_ts_sp

WER

dataset	Snt	Wrd	Corr	Sub	Del	Ins	Err	S.Err
decode_asr_asr_model_valid.acc.ave/dt05_real_beamformit_2mics	1640	27119	89.9	8.6	1.5	0.8	10.9	58.5
decode_asr_asr_model_valid.acc.ave/dt05_real_beamformit_5mics	1640	27119	92.2	6.6	1.2	0.6	8.4	54.3
decode_asr_asr_model_valid.acc.ave/dt05_real_isolated_1ch_track	1640	27119	89.0	9.6	1.4	0.9	11.9	63.5
decode_asr_asr_model_valid.acc.ave/dt05_simu_beamformit_2mics	1640	27120	89.8	8.4	1.7	0.7	10.8	61.8
decode_asr_asr_model_valid.acc.ave/dt05_simu_beamformit_5mics	1640	27120	93.3	5.7	1.0	0.4	7.1	54.9
decode_asr_asr_model_valid.acc.ave/dt05_simu_isolated_1ch_track	1640	27120	84.4	12.8	2.8	0.8	16.5	67.1
decode_asr_asr_model_valid.acc.ave/et05_real_beamformit_2mics	1320	21409	90.5	8.2	1.3	0.6	10.1	66.7
decode_asr_asr_model_valid.acc.ave/et05_real_beamformit_5mics	1320	21409	92.8	6.3	0.9	0.5	7.7	58.0
decode_asr_asr_model_valid.acc.ave/et05_real_isolated_1ch_track	1320	21409	88.3	10.0	1.7	0.8	12.5	71.5
decode_asr_asr_model_valid.acc.ave/et05_simu_beamformit_2mics	1320	21416	89.0	9.2	1.8	0.9	11.8	66.4
decode_asr_asr_model_valid.acc.ave/et05_simu_beamformit_5mics	1320	21416	92.7	6.4	0.9	0.7	8.0	61.0
decode_asr_asr_model_valid.acc.ave/et05_simu_isolated_1ch_track	1320	21416	83.3	13.2	3.5	1.1	17.8	69.4
decode_asr_asr_model_valid.acc.best/dt05_real_beamformit_2mics	1640	27119	89.5	9.2	1.3	0.9	11.4	60.2
decode_asr_asr_model_valid.acc.best/dt05_real_beamformit_5mics	1640	27119	91.7	7.1	1.2	0.6	8.9	57.6
decode_asr_asr_model_valid.acc.best/dt05_real_isolated_1ch_track	1640	27119	88.2	10.0	1.8	0.7	12.5	65.9
decode_asr_asr_model_valid.acc.best/dt05_simu_beamformit_2mics	1640	27120	89.3	9.1	1.6	0.7	11.4	64.9
decode_asr_asr_model_valid.acc.best/dt05_simu_beamformit_5mics	1640	27120	93.0	6.1	0.9	0.5	7.5	57.1
decode_asr_asr_model_valid.acc.best/dt05_simu_isolated_1ch_track	1640	27120	83.7	12.6	3.6	0.7	16.9	68.7
decode_asr_asr_model_valid.acc.best/et05_real_beamformit_2mics	1320	21409	89.7	8.9	1.3	0.6	10.9	70.1
decode_asr_asr_model_valid.acc.best/et05_real_beamformit_5mics	1320	21409	92.3	6.8	0.9	0.5	8.2	60.8
decode_asr_asr_model_valid.acc.best/et05_real_isolated_1ch_track	1320	21409	87.7	10.3	2.0	0.8	13.1	71.7
decode_asr_asr_model_valid.acc.best/et05_simu_beamformit_2mics	1320	21416	88.4	9.9	1.7	1.0	12.7	69.5
decode_asr_asr_model_valid.acc.best/et05_simu_beamformit_5mics	1320	21416	92.3	6.8	0.8	0.8	8.5	63.0
decode_asr_asr_model_valid.acc.best/et05_simu_isolated_1ch_track	1320	21416	82.6	13.6	3.8	1.0	18.4	71.4

CER

dataset	Snt	Wrd	Corr	Sub	Del	Ins	Err	S.Err
decode_asr_asr_model_valid.acc.ave/dt05_real_beamformit_2mics	1640	160390	95.4	2.2	2.4	1.0	5.6	58.5
decode_asr_asr_model_valid.acc.ave/dt05_real_beamformit_5mics	1640	160390	96.7	1.5	1.8	0.7	3.9	54.3
decode_asr_asr_model_valid.acc.ave/dt05_real_isolated_1ch_track	1640	160390	95.1	2.6	2.3	1.2	6.0	63.5
decode_asr_asr_model_valid.acc.ave/dt05_simu_beamformit_2mics	1640	160400	95.5	2.2	2.3	0.8	5.3	61.8
decode_asr_asr_model_valid.acc.ave/dt05_simu_beamformit_5mics	1640	160400	97.6	1.2	1.2	0.5	2.9	54.9
decode_asr_asr_model_valid.acc.ave/dt05_simu_isolated_1ch_track	1640	160400	91.8	4.1	4.2	1.3	9.5	67.1
decode_asr_asr_model_valid.acc.ave/et05_real_beamformit_2mics	1320	126796	96.3	1.9	1.8	0.7	4.4	66.7
decode_asr_asr_model_valid.acc.ave/et05_real_beamformit_5mics	1320	126796	97.5	1.2	1.3	0.6	3.1	58.0
decode_asr_asr_model_valid.acc.ave/et05_real_isolated_1ch_track	1320	126796	95.3	2.4	2.3	0.9	5.6	71.5
decode_asr_asr_model_valid.acc.ave/et05_simu_beamformit_2mics	1320	126812	95.3	2.2	2.5	1.0	5.7	66.4
decode_asr_asr_model_valid.acc.ave/et05_simu_beamformit_5mics	1320	126812	97.5	1.2	1.3	0.9	3.4	61.0
decode_asr_asr_model_valid.acc.ave/et05_simu_isolated_1ch_track	1320	126812	91.1	4.1	4.8	1.5	10.4	69.4
decode_asr_asr_model_valid.acc.best/dt05_real_beamformit_2mics	1640	160390	95.4	2.4	2.2	1.1	5.7	60.2
decode_asr_asr_model_valid.acc.best/dt05_real_beamformit_5mics	1640	160390	96.6	1.7	1.7	0.8	4.1	57.6
decode_asr_asr_model_valid.acc.best/dt05_real_isolated_1ch_track	1640	160390	94.9	2.6	2.6	1.0	6.2	65.9
decode_asr_asr_model_valid.acc.best/dt05_simu_beamformit_2mics	1640	160400	95.4	2.3	2.3	0.9	5.6	64.9
decode_asr_asr_model_valid.acc.best/dt05_simu_beamformit_5mics	1640	160400	97.6	1.2	1.2	0.6	3.0	57.1
decode_asr_asr_model_valid.acc.best/dt05_simu_isolated_1ch_track	1640	160400	91.4	4.0	4.6	1.2	9.7	68.7
decode_asr_asr_model_valid.acc.best/et05_real_beamformit_2mics	1320	126796	96.1	1.9	2.0	0.7	4.6	70.1
decode_asr_asr_model_valid.acc.best/et05_real_beamformit_5mics	1320	126796	97.4	1.3	1.3	0.6	3.2	60.8
decode_asr_asr_model_valid.acc.best/et05_real_isolated_1ch_track	1320	126796	95.1	2.4	2.5	0.9	5.8	71.7
decode_asr_asr_model_valid.acc.best/et05_simu_beamformit_2mics	1320	126812	95.0	2.4	2.6	1.1	6.1	69.5
decode_asr_asr_model_valid.acc.best/et05_simu_beamformit_5mics	1320	126812	97.4	1.3	1.3	0.9	3.6	63.0
decode_asr_asr_model_valid.acc.best/et05_simu_isolated_1ch_track	1320	126812	90.8	4.0	5.1	1.5	10.6	71.4

TER

dataset	Snt	Wrd	Corr	Sub	Del	Ins	Err	S.Err

ASR config

expand

config: conf/tuning/train_discrete_asr_e_branchformer_e12_mlp1024_linear1024_macaron_lr1e-4_warmup25k_conv1d1.yaml
print_config: false
log_level: INFO
drop_last_iter: false
dry_run: false
iterator_type: sequence
valid_iterator_type: null
output_dir: exp/asr_train_discrete_asr_e_branchformer_e12_mlp1024_linear1024_macaron_lr1e-4_warmup25k_conv1d1_raw_wavlm_large_21_km1000_bpe_rm2000_char_ts_sp
ngpu: 1
seed: 2022
num_workers: 4
num_att_plot: 3
dist_backend: nccl
dist_init_method: env://
dist_world_size: null
dist_rank: null
local_rank: 0
dist_master_addr: null
dist_master_port: null
dist_launcher: null
multiprocessing_distributed: false
unused_parameters: false
sharded_ddp: false
cudnn_enabled: true
cudnn_benchmark: false
cudnn_deterministic: true
collect_stats: false
write_collected_feats: false
max_epoch: 25
patience: null
val_scheduler_criterion:
- valid
- loss
early_stopping_criterion:
- valid
- loss
- min
best_model_criterion:
-   - valid
    - acc
    - max
keep_nbest_models: 10
nbest_averaging_interval: 0
grad_clip: 5.0
grad_clip_type: 2.0
grad_noise: false
accum_grad: 1
no_forward_run: false
resume: true
train_dtype: float32
use_amp: false
log_interval: null
use_matplotlib: true
use_tensorboard: true
create_graph_in_tensorboard: false
use_wandb: false
wandb_project: null
wandb_id: null
wandb_entity: null
wandb_name: null
wandb_model_log_interval: -1
detect_anomaly: false
pretrain_path: null
init_param: []
ignore_init_mismatch: false
freeze_param: []
num_iters_per_epoch: null
batch_size: 20
valid_batch_size: null
batch_bins: 10000000
valid_batch_bins: null
train_shape_file:
- exp/asr_stats_raw_rm_wavlm_large_21_km1000_bpe2000_char_sp/train/text_shape.char
- exp/asr_stats_raw_rm_wavlm_large_21_km1000_bpe2000_char_sp/train/src_text_shape.bpe
valid_shape_file:
- exp/asr_stats_raw_rm_wavlm_large_21_km1000_bpe2000_char_sp/valid/text_shape.char
- exp/asr_stats_raw_rm_wavlm_large_21_km1000_bpe2000_char_sp/valid/src_text_shape.bpe
batch_type: numel
valid_batch_type: null
fold_length:
- 150
- 150
sort_in_batch: descending
shuffle_within_batch: false
sort_batch: descending
multiple_iterator: false
chunk_length: 500
chunk_shift_ratio: 0.5
num_cache_chunks: 1024
chunk_excluded_key_prefixes: []
train_data_path_and_name_and_type:
-   - dump/raw/tr05_multi_noisy_si284_sp/text.ts.en
    - text
    - text
-   - dump/raw/tr05_multi_noisy_si284_sp/text.rm.wavlm_large_21_km1000
    - src_text
    - text
valid_data_path_and_name_and_type:
-   - dump/raw/dt05_multi_isolated_1ch_track/text.ts.en
    - text
    - text
-   - dump/raw/dt05_multi_isolated_1ch_track/text.rm.wavlm_large_21_km1000
    - src_text
    - text
allow_variable_data_keys: false
max_cache_size: 0.0
max_cache_fd: 32
valid_max_cache_size: null
exclude_weight_decay: false
exclude_weight_decay_conf: {}
optim: adam
optim_conf:
    lr: 0.0001
    weight_decay: 1.0e-06
scheduler: warmuplr
scheduler_conf:
    warmup_steps: 25000
token_list:
- <blank>
- <unk>
- <space>
- E
- T
- A
- O
- I
- N
- S
- R
- H
- D
- L
- C
- M
- U
- P
- F
- G
- Y
- B
- W
- V
- .
- K
- ''''
- X
- ','
- Q
- '-'
- J
- '"'
- <
- '>'
- Z
- '*'
- ':'
- (
- )
- '?'
- '&'
- ;
- '!'
- /
- '{'
- '}'
- '~'
- '`'
- _
- <sos/eos>
src_token_list:
- <blank>
- <unk>
- 僣
- 亯
- 仮
- 偁
- 冨
- 侐
- 僧
- 伧
- 儉
- 世
- 串
- 儐
- 件
- 乎
- 佹
- 偟
- 凤
- 下
- 亄
- 傯
- 伟
- 仛
- 乲
- 償
- 俎
- 儈
- 乢
- 倡
- 僛
- 丙
- 傿
- 俲
- 傳
- 倲
- 仒
- 偉
- 乷
- 儁
- 儀
- 中
- 买
- 伤
- 入
- 倇
- 佩
- 侲
- 丿
- 俀
- 乯
- 俺
- 倢
- 伶
- 冶
- 兣
- 凗
- 丹
- 僚
- 侵
- 伌
- 佨
- 侯
- 久
- 伹
- 僇
- 偖
- 倃
- 冒
- 仧
- 冼
- 俽
- 兎
- 仰
- 仹
- 僝
- 儘
- 不
- 侊
- 係
- 亷
- 丂
- 偌
- 七
- 俈
- 侽
- 主
- 丵
- 仔
- 仂
- 儠
- 倊
- 仉
- 兇
- 凈
- 兕
- 么
- 傆
- 傥
- 乆
- 仢
- 兰
- 丟
- 乻
- 亴
- 丩
- 仩儰
- 俆
- 之
- 倭
- 儱
- 俤
- 为
- 伕
- 冉
- 僷
- 业
- 兼
- 乙
- 偶俸
- 乭
- 傞
- 仸
- 亹
- 乶
- 俳
- 丏
- 俧
- 兺
- 傲
- 伍
- 偀
- 兑
- 佧
- 傋
- 儍
- 丘
- 凌
- 倷
- 仓
- 一
- 侀
- 像
- 凜
- 伖
- 傹
- 儭
- 亿
- 们
- 书
- 偛
- 亨
- 冭
- 儜
- 佱
- 丑
- 儺
- 丌像
- 佊亂
- 侫
- 仴儫
- 仱
- 丄
- 丫
- 侎
- 傤
- 伢
- 兗
- 佭
- 傕
- 九
- 冰
- 供
- 凁
- 偔
- 兝丆
- 儬
- 偻
- 俇乒
- 侜
- 丠
- 侼
- 侺
- 乤
- 亻
- 佺
- 凡
- 亏
- 乜
- 亘
- 兹
- 亠
- 儴
- 乞
- 亅
- 僘
- 兲
- 倠
- 东
- 几
- 偋
- 乂
- 侹亐俔
- 亐俔
- 乬
- 亸
- 偝
- 僿
- 偎
- 処
- 倪
- 丸
- 偦
- 乨
- 僗
- 冿
- 丛
- 乕
- 严
- 传
- 丧
- 乚
- 令
- 僌
- 兤
- 光
- 儑
- 倜
- 佻
- 丆
- 乷主
- 倐
- 凔
- 保
- 傜凁
- 偡
- 佋
- 七一
- 兄
- 伣
- 儧
- 倛
- 丨
- 乼
- 侹俔
- 临
- 丅
- 京
- 偮
- 兟
- 僠
- 兝
- 凋仂
- 兹么
- 偲
- 侃
- 净
- 会
- 佂
- 儫
- 丣仙
- 习
- 倴
- 僸侜
- 偢僄
- 侙
- 俉
- 亝
- 侻
- 俚
- 仃
- 兝乗
- 伬
- 偺
- 亰
- 乪
- 俹
- 不儠
- 凈乏
- 凃
- 侱
- 乓倎
- 偱
- 佳
- 伩
- 侮
- 偹
- 乇
- 偮互
- 伄
- 凕
- 俟
- 仴
- 互
- 傇
- 僜
- 俭
- 俫
- 儿
- 丽儑
- 儭丵
- 佚
- 偊
- 侑丨
- 倱
- 侾
- 僿亸
- 伒
- 兊倐
- 免
- 乏
- 侳
- 伉
- 冬
- 俢
- 价
- 債
- 俆伩
- 仰亝
- 佝
- 乫
- 兜冖典
- 乐
- 两
- 乄
- 傭
- 乔
- 凈僌
- 倰
- 亓
- 倌
- 偳
- 侑
- 倅
- 償傿
- 俔
- 傩乘儮
- 偾
- 些
- 冂
- 傾
- 佒
- 佡亂
- 偷
- 伵
- 偏
- 倬
- 傽
- 仗
- 军
- 丷
- 丶
- 乣其
- 假
- 乜佝
- 仨
- 乡
- 倬仢
- 僸
- 伅
- 儂伊乴
- 僺
- 僾
- 乇伻
- 兮倨
- 凥侵
- 亢个仓
- 伀
- 偩
- 倅仚傕
- 偤
- 仄
- 亮
- ▁伋丕兙
- 儮
- 儣
- 丗
- 儞
- 倿
- 倎
- 侑丫
- 亟
- 僥
- 伿
- 僽
- 凛
- 仡
- 也
- 亂
- 側
- 亲
- 侌
- 俖
- 亐
- 俒
- 乃傺
- 今
- 偆
- 乄传
- 僫傤
- 丁
- 儲
- 兩
- 佉佤
- 亱
- 佒傘
- 兊
- 傉
- 儻
- 傝
- 仡倓俣
- 乩
- 儂佢伊乴
- 伇
- 侉
- 乾
- 丬
- 井侺
- 仟
- 乑
- 丌
- 丣
- 依
- 伴
- 佥
- 儻伀
- 伙佾
- 侹亐
- 乘
- 伎
- 人
- 俩
- 供僜億丅
- 儖丬
- 亨互
- 丢側
- 僺亓
- 仦义
- 倕
- 仙
- 享
- 佡
- 傜
- 乯侊
- 丽
- 冡
- 仐会
- 乩傹
- 兙
- 偈
- ▁並作丰
- 伶兕
- 凛倚
- 亊
- 伇佧
- 佤
- 俛举
- 伛
- 傰
- 乫东
- 俈乜
- 不儱
- 偼
- 傣
- 僃
- 佂仞
- 似
- 倜凔
- 井
- 乌侬佘
- 侚
- 乁傎亥
- 佊佡伞
- 僇傲
- 伏
- 偶
- 偷俄
- 丢也
- 七佭
- 专
- 元丠
- 伞
- 倒
- 佪
- 両
- 傏
- 丸佹
- 供僜
- 倘
- 俣
- 俉倕
- 倜俤
- 傉丵
- 倚
- 俭侰
- 以侬佘
- 乔亠
- 傦亜俦
- 倇侯
- 倅仚
- 侕
- 任
- 亜俦
- 凘
- 俪伃伕
- 侣俉
- 両亽
- 儊
- 丢
- 凥
- 侼仓
- 儖
- 倨
- 什
- 佄
- 僯
- 丸乎
- 乖
- 俄
- 佊
- 乣
- 丑丏
- 伸
- 兡
- 丐偊冡侮
- 俵俁
- 五
- 们凌
- 乍
- 丞
- ▁伋丕
- 允
- 伏允
- 儧乆
- 倵
- 净伧
- 偝伧
- 僤仂
- 倭伏书
- 五偝
- 任偩
- 乒
- 凡兇
- 元
- 偓偾
- 俳亖
- 傡
- 仈
- 供乨
- 俫兼
- 亇俖
- 侭
- 乁侪冲
- 兆
- 佄亴
- 債俢
- 侹
- 乱侼
- 倰兡
- 傔
- 儵
- 佷仢
- 信
- 倩
- 亇
- 侓
- 凍
- 僫傰
- 儾
- 俳克
- 丐偊冡
- 傶使
- 侃傱丮
- 僜億丅
- 亴伕
- 以乌侬
- 仐
- 佢伊乴
- 丼
- 丶傱丮
- 傓
- 做傲
- 仳
- 仪
- 丷侙
- 們
- 做
- 働
- 俇
- 佂冬
- 便
- 偄
- 倷丷侙
- 佞
- 偤偋
- 乧俜
- 倆
- 元伎
- 偛僸
- 偢
- 仉亖
- 临允
- 久伟
- 三
- 丐
- 侣俉倕
- 倏
- 乛冁
- 令侼
- 之伖
- 佦
- 兕伶
- 减
- 做兟
- 京伧京
- 佒亯傘
- 几侭
- 似仗
- 亀乕
- 亽
- 乐偏
- 乢冉
- 仴俔
- 偁侀
- 儸
- 亗佁兽且偵乊倘乳予
- 冚
- 凂
- 俌些丅
- 乬傥
- 乌侬
- 仝
- 俌億丅
- 偰
- 兒
- 仇乑
- 傱丮
- 偫
- 倛偄
- 倵僫傤
- 亯侀
- 儴偻
- 偛僌
- 傶使乖
- 再
- 偷僣俄
- 亶
- 偻倴
- 倯
- 今冝
- 兜
- 凢
- 倣其
- 凝
- 兖
- 供僜億些
- 偆冂
- 俜
- 仏兖凍
- 僾侩
- 体
- 仡倓
- 佷倬
- 倓
- 仉仢
- 俅
- 侧
- 亣仃
- 冉乢
- 冇
- 儻伀乪
- 之俤
- 乄佉佤
- 丂下
- 俅凝
- 伏书
- 僤
- 乧
- 儒
- 侃再
- 乽
- 偝五
- 伛傺
- 凤俺
- 儕亙佘
- 乧倰
- 俦
- 付
- 世傯
- 以乌侬佘
- 伾
- ▁並兆
- 佊佡
- 侑倠
- 儹
- 倧
- 丆乗
- 伡伥凓
- 倬俲
- 减为
- 亢个
- 侎件
- 俌些
- 侣倕
- 兩依
- 傘
- 凃亠
- 以
- 丶傱
- 佉
- 倭伏允
- 乞亴
- 価倉
- 傔义
- 乗
- ▁具作丰
- 僾井傉
- 伬丏伬
- 佔
- 佡倱
- 佱倒
- 倐兺
- 伻
- 仩
- 儻亗
- 佢乴
- 侎僧
- 僔伴
- 傽亠
- 傠举
- 偧
- 兎丹
- 临允书
- 佷
- 兣亻
- 丘兜冖典
- 僊
- 乜凂倌
- 伸似仗
- 亁偺
- 凋
- 倓俣
- 偠
- 侧亽
- 亘俄
- 佷侨
- 佸什
- 俗万
- 凕伒
- 凂倌
- 俘
- 償儠
- 倵僫傰
- 佢
- 僽偾
- 伂
- 丞乎余丈亁
- 亹亻
- 伖丙
- 乭伀
- ▁並作
- 伛侕于
- 减乑
- 似丠
- 偒
- 你
- 亇倩
- 典
- 兲凃
- 仄偼乆
- 伯侩傣俩
- 俛举凈
- 傩
- 佂仞偩
- 仃佞
- 僷乻
- 凓
- 僫
- 傌
- 仄偼
- 僣俄
- 丐偊
- 乡俖
- 井傉
- 与
- 似傭
- 偵
- 兜充佰
- 乄丨
- 亇伸
- 伸倩
- 乮
- 佭佥
- ▁具丕
- 儞乕
- 僛侊
- 侃傱
- 五偝五偝
- 乶儧
- 亊冭
- 元仗
- 倴偻
- 俯
- 元傭
- 伱偼
- 佬乆
- 冓
- 伔
- 伈
- 伢儕亙佘
- 仜
- 万
- 俫冁
- 佡伞
- 僜億些
- 休倂
- 亣
- 凒
- 俵俁儁
- 丐偊侘
- 佻买
- 亿件
- 侫偁侫
- 亏倣其
- 俊
- 侈
- 俌億
- 佀
- 佱仃佞
- 兤僗
- 僣倛
- 儯俫
- 乧倰兡
- 兝伞
- 倷丷
- 両亽儁
- 兢
- 亖
- 偯伺
- 侲倓俣
- 俤佹
- 仏
- 丐偊侘侮
- 偕
- 個儧
- 佭俅凝
- 丑伧
- 乄偱
- 仠
- 俖丠
- 丁伧丁
- 仪倧亚
- 僞
- 乴
- 丂丿
- 伱
- 俯俫
- 亹冉
- 俾
- 佊佡亂
- 偵倚
- 冒冶
- 伖佹
- 兊乡
- 仪倧
- 丸亯
- 偠丄偠
- 仞
- 俴
- 偛僸侜
- 你俅凝
- 体倰兡
- 亞
- 俭冷
- 乄侑
- 亇伸似仗
- 儯乛冁
- 乜凂
- 傆冰
- 僾井侺
- 佭乫东
- 兪
- 丮
- 儂伊
- 億
- 億些
- 俤丸
- 傠举凈
- 伯侩
- 偁侮
- 侌军
- 侀偁
- 倆僉亵
- 伷
- 倠仃
- 偂促佾
- 亯亁
- 侨
- 俳亖乪
- 僷买
- 偔之
- 僚仸
- 兮
- 乽儯乛冁
- 偋亘
- 亾
- 偶俸之
- 亣侚丗
- 傤兊
- 処凢
- 亹冉亹
- 偐俋
- 允书
- 倬侨
- 伳
- 侅
- 佳低
- 再上仝
- 亯傘
- 侎儉
- 冁
- 佬儧乆
- 伯
- 与准侻
- 凔儺
- 乾俣
- 傽书
- 亻兣
- 乂儵
- 仉克
- 亙
- 們什
- 倝
- 也側
- 丞余丈亁
- 佭俅
- 傶
- 個
- 傾儺
- 兠
- 侽侯
- 佻兎
- 伀乪
- 侣
- 儯
- 乣亪
- 仟佋
- 冶伟
- 傩乘
- 仮侯
- 供僜億些丅
- 儁倜
- 仿
- 写
- 僑
- 偬
- 働互
- 二佻
- 傱
- 偌伎
- 侈儁
- 儲兕
- 亣侚佞
- 俌
- 万俈
- 乭伀乪
- 乡倩
- 光侲
- 亇俖丠
- 亇伸倩
- 佭仛
- 亁
- 佒偁傘
- 傴俼
- 丛兄
- 乱
- 亷佩
- 仵
- 冔
- 丹伶
- 俸
- 倴乷
- 之凔
- 减乑为
- 侘
- 兄丛兄
- 乓
- 丸丙
- 丂伶
- 偂伔倰兡
- 亵
- 伿偩
- 俗万俈
- 俐今
- 丑丏丑丏
- 傡偎
- 佱亣
- 俨
- 儈儐
- ▁具作兆
- 乁侪
- 兄丛
- 倅傕
- 与准
- 傹佺
- 偝五偝
- 儬仙
- 侚佞
- 備
- 傽傤
- 儛
- 兖凍
- 从
- 僫亠
- 俚冉
- 倒伆値
- 俚冉俚
- 乑为
- 傡亵
- 來
- 冉佩
- 偼乆
- 丰
- 偻儴
- 佬
- 偠丄
- 僉傷
- 倵僫
- 七仛
- 偂
- 凕偵倚
- 丘仚
- 俱
- 乻伶
- 儗傓
- 亽儁
- 侠
- 之侎
- 偌傭
- 从僱乮
- 傶使乖乼
- 伆値
- 亏凢
- 冖典
- 丠伎
- 侕于
- 丝
- 凈乏侜
- 公侴
- 倊亸
- 丁偁丁
- 傛
- 光仡乾
- 佷倬仢
- 乂倪
- 亏処
- 乼伧乼
- 丣傜凁
- 令今
- 今仓
- 僔侻
- 処凢兖凍
- 丑丏丑
- 亿僧
- 僄
- 倘丣
- 侰
- 亹兣
- 冭伏书
- 买伶
- 仿儭
- 乘儮
- 严倷
- 乺仆
- 亣侚債
- 侮侀
- 俐个
- 伛侕
- 兝丆乗
- 亢
- 倴偻倴
- 儸仟
- 佖
- 侃丮
- 傧
- 傎亥
- 僔
- 亚
- 佯
- 人働互
- 亣仃佞
- 凜倅仚傕
- 傡乕
- 乃
- 冷
- 丛仨
- 侄傓
- 偄保
- 于
- 亸兩依
- 佩乢
- 傅
- 倭临
- 伧佒亯傘
- 偛凈
- 乢俟
- 侏
- 偙
- 伉偏
- 傇儘
- 内
- 仕乀
- 偗
- 凢兖凍
- 九僧
- ▁
- 俐
- 伡
- 凡兇僷
- 偄保仟
- 争
- 侎儐
- 冭允
- 佳傫
- 兹俈
- 佺伧佺
- 傉任
- 僣侯
- 再傸
- 五净
- 佀儒冣
- 伿傆
- 侚丗
- 丯亶冥佾
- 侩傣俩
- 僲
- 佭乫
- 丹倇
- 仲
- 偌仗
- 九儉
- 凗丷
- 佛
- 丢也側
- 俹傥
- 侃再上仝
- 僿亸亝
- 俦儮
- 優乿
- 兀
- 九儐
- 偂伔倰
- 傣俩
- 僇冭
- 丟冂
- 仇
- 兣亹
- 侭側
- 侧亽伿
- 儹偲
- 凈偀
- 冚俨傝儖丬
- 侁凞亩
- 俐今冝
- 伖乭
- 余丈亁
- 儻亗佁兽且偵乊倘乳予凡
- 乃于
- 二
- 兲凃亠
- 亪
- 亯侮
- 佈
- 五伧
- 凤傯
- 兽
- 倣
- 仒傋
- 傽伅
- 倭伏
- 伱偼乆
- 倒偦
- 侇
- 僁
- 丁伧
- 儵偠
- 偼倭
- 乕偛
- 仪亚
- 俢佔
- 事
- 侱倭
- 七佭佥
- 冝
- 亇俖倩
- 临允乚
- 兒偄
- 凌侒侺
- 僗俭
- 儸佋
- 佐
- 乌
- 仉凘佪
- 侔
- 侀傞
- 俻
- 冝偩
- 俍佴仅
- 仪倧亚倆
- 丏丑丏
- 倜傾
- 共
- 儻乪
- 侫伧侫
- 儸倢儸
- 傍
- 俛傠举
- 価
- 佮俑佮
- 乳
- 余丈
- 倡倃
- 伧丁
- 僛伟
- 佗
- 俗
- 低
- 其
- 亏乣亪
- 俚俟
- 倵乔
- 傾儺互
- 丈
- 主偌
- 儂
- 供僜億
- 佄亴伕
- 丯亶冥
- 俉倕丶傱丮
- 佳冊但
- 俖倩
- 亏仏
- 亻亹亻
- 凐
- 乹
- 仪倧亚倆僉傷
- 丒
- 丄偠
- 侍
- 佱侚債
- 伹傿
- 偊侘
- 凤傿
- 传于
- 亸亝
- 凣
- 乨億些
- 偯伺亽
- 亴兼
- 七佥
- 偂伔
- 之傾
- 俈凈
- 伈乞丟
- 俳乧俜
- 佂仞乏
- 仏凍
- 乭亖
- 乏侜
- 伳什
- 侦
- 冨主
- 償俎
- 傽允
- 僴
- 俫亅
- 儺互
- 兞
- 丣仙偶俸
- 儻価倉
- 俍僐
- 偹关
- 僚亻
- 丑佺
- 偆佝
- 仁俋
- 伂俐个
- 仧入
- 买下
- 倅仚侖儑
- 侁
- 丹侽
- 佋乬
- 亣侚債俢
- 伏允书
- 冥
- 亜
- 偛僸仴儫
- 僑儑
- 僿亝
- 兇僷
- 伸仗
- ▁具作兒
- 假亯假
- 俍
- 伀亗
- 仟乬
- 丞余丈
- 佌
- 丯
- 中仸
- 佀冣
- 冶侊
- ▁並作兆丰
- 傦亜
- 丑丏丑丏丑丏
- 倧亚
- 倳
- 倍
- 佑
- 偤仨
- ▁伋丕亯兙
- 侣俉倕丶傱丮
- 亲丵
- 仿儭丵
- 傥倴
- 何
- 凌休倂
- 伣僽
- 农傓
- 三乺侍二
- 傳儈
- 使乖
- 上
- 佦乖
- 侖
- 冏
- 佾
- 伎佚
- 倵乔亠
- 乽儯俫
- 侩
- 关儭
- 丣傜
- 仕乀仕傩乘儮丒
- 僗侁
- 不伣
- 僾伯侩
- 倹
- 俍俰
- 仧丂
- 乭克
- 关
- 伢儕亙
- 侯主
- 以侬
- 処仏
- 亣侚
- 亿儉
- 仩侻
- 丘凌
- 丐偊冡偁侮
- 伹侎
- 亃
- 佸
- 使
- 伳偯伺亽
- 僛亨
- 乓倎丵
- 傏伫乆
- 乼偁乼
- 乁傎
- 净伧净伧净
- 伖乎
- 伬伧伬
- 俛傠举凈
- 俉丶
- 俭侏
- 克
- 偠亯偠
- 仇凝
- 係仧
- 儸倢
- 倠仃佞
- 侉佭
- 傰倐
- 丕
- 冚傝儖丬
- 况
- 侞
- 傺
- 兾
- 仹俺
- 乬俹
- 偏侀
- 傁
- 偌丠
- 僝亷
- 伐
- 偄仟
- 予
- 七乫东
- 仞乏
- 佀冣冿侵
- 兤俦
- 偓乔偾
- 伲傓
- 交
- 冇二
- 几侭侾
- 乐俧
- 佟
- 丞乖
- 兣亻兣亻
- 傠
- 們俨傝儖丬
- ▁並作兒
- 倥倎
- 仄万
- 俭仢
- 乨俌些丅
- 佘
- 全
- 亼
- 凄
- 乡俖丠
- 傖
- 亚倆僉傷
- 乨俌些
- 丂仧
- 仧儈
- 亸兩
- 乇伻偠
- 僾傉
- 以乌
- 侲倓
- 亢俐个
- 們俨
- 儕亙
- 冈
- 儏佧
- 乸
- 儻伀倰倏
- 伄以侬佘
- 倧亚倆僉傷亵
- 佁兽且
- 净偁净
- 佅儭
- 倵僫亠
- 凗丷侙
- 僸仴儫
- 丂主
- 佊亂倱
- 修
- 侭兑
- 凜伙佾
- 佺偁佺
- 偻倴偻倴
- 亿僛
- 仁
- 倭允
- 丢兑
- 减乑乚
- 儈俀
- 侢
- 乡俖倩
- 伸似傭
- 傶使侳
- 兊兺
- 乊
- 佂仞偩佦
- 乻兎
- 偛偀
- 乨乁傎亥
- 凜倅仚
- 乜倌
- 冂乏
- 儯俫冁
- 五净五
- 俈佝
- 七一亱
- 借
- 兠万兹
- 佊亂休倂
- 儃
- 僃仰
- 僒
- 冏仫冏
- 倝仲兀兢侌
- 亖倝偸兀兢侌三乺仆二
- 傔义僸
- 偋偷
- 仡乾
- 俉倕丶
- 他
- 丌像公侴
- 伙
- 丞乎余丈
- 倵傤
- 仉亖乪
- 仦
- 佥于
- 任佻
- 冭允书
- 例佧
- 云
- 八傃便
- 億丅
- 义
- 亻兣亻
- 亱俬
- 余
- 充
- 俬
- 先
- 一佹亱
- 佛儧
- 佊佡倱
- 仭
- 兰主
- 偛儠
- 伥
- 佁
- 儺倬仢
- 佸俨傝儖丬
- ▁具兆
- 倾
- 儂佢
- 兇兩
- 仍
- 乁
- 侵佥
- 丳
- 仏俍
- 准僥
- 侧僯
- 冣
- 住
- 倊亸亝
- 俙
- 偄儸
- 倫
- 习丶
- 他儁
- 乩傹乩傹
- 倣乣其
- 伳什偯伺亽
- 倵亠
- 丢倯
- 凜仚傕
- 伄俦
- 伕伏允
- 俳亖傏
- 佀儒冿
- 佄乞亴
- 傫
- 亭
- 倧亚倆
- 亀亵
- 供俌些
- 倜伖
- 冪
- 個儧乆
- 僶
- 伎僔侻
- 伛乃傺
- 从侔乮
- 偓乔
- 伄以乌侬佘
- 僜億
- 僉
- 傛俯俫
- 仉傏
- 冉俚冉
- 冊但
- 侬佘
- 人傰
- 傾偮
- 伇佧伕
- 乄佉
- 丑偁丏
- 侤
- 凑
- 侌军偦
- 停
- 仼亃八傃便亀
- 侥
- 佅亲
- 京偁京
- 僱
- 亀
- 伂兛僵
- 乄侑丨
- 倧亶倆僉傷亵
- 乧伥凓
- 俶
- 乁侪冲们倬
- 代
- 举
- 傭偧乆
- 侫亯侫
- ▁伋丕偁兙
- 俚亻
- 光倓俣
- 倬俕丳偣丷伂兛僵伖
- 人働
- 丷傇
- 伇偲
- 俍俒
- 俷
- 仏俍佴仅
- 几侭兑
- 仱佡伞
- 兊乡俖
- 偲伿
- 佱亣侚債
- 丐偊冡亯侮
- 偓僽偾
- 侌倒偦
- 儯俫亅
- 僾井侩
- 乧伡伥凓
- 儼
- 们凌侒侺
- 佷倬侨
- 倪丄倪
- 儢
- 倮
- 仾
- 佊伞
- 儯乛
- 凌侒
- 伊
- 亀偎
- 偡傲
- 伣僽倲
- 伇佧偲
- 佢伊
- 份冭
- 佱亣侚債俢
- 丌公侴
- 亣侚俢
- 体倰
- 僼
- 儻亗佁兽且偵乊倘乳予么亸
- 冉俚
- 仞偩
- 儋
- 伬丑伬
- 伸倩似仗
- 佊丆
- 仕
- 偵乊倘乳予
- 倭伏允书
- 僽乚
- 冪儑
- 丫乣亪
- 丢侭
- 丠与准侻
- 亗
- 傏伫
- 乨乁侪冲
- 兮倨众
- 丌倐
- 俭乌侬佘
- 倈
- 儼亴
- 伡伥
- 仑
- 兲凃乔
- 兲凃乔亠
- 丹伶丹
- 仏兖俘
- 傎
- ▁具作兆丰
- 儴倢儴
- 偵乊倘
- 佬儧
- 准侻
- 偷僣偷俄
- 丐倪
- 伣僽偾
- 七佭乫东
- 五偝伧偝
- 丂下丂
- 儇
- 乷仮主
- 冮
- 倜九
- 冣冿
- 倹乹倹兟
- 一亱
- ▁伋丕兙亯兙
- 代万
- 冋
- 儵丄儵
- 佂仞僺亓
- 丰倛
- 从僱乮倊
- 兵
- 価侟儅
- 丑伧丏
- 侟儅
- 儻伡伥凓
- 么侭侾
- 僢
- 产佧
- 估
- 仫
- 偊冡侮
- 佅
- 佦乖乼
- 伛乃
- 佴
- 儕
- 佱亣侚佞
- 僟
- 佳冟伦
- 倷丷傇
- 凖侼
- 伯侩傣俩乔亠
- 偓
- 兴
- 侶傓
- 佰
- 丯冥
- 仪倧亶倆
- 仉克傕
- 偺亯偺
- 亏倣乣其
- 乄偱倕
- 儲偺
- 亻佩亻
- 乺
- 仑亡
- 仏兖
- 倍减为
- ▁伋丕兙偁兙
- 俍凑
- 傾儺偮互
- 伛乃于
- 再上
- 五偝伧五
- 儦
- 儶
- 准
- 倉
- 份
- 冱
- 册
- 僈
- 亳
- 俥
- 侸
- 倦
- 促
- 个
- 众
- 六
- 偸
- 僐
- 决
- 倻
- 仯
- 侶
- 偃
- 偽
- 倀
- 儷
- 冐
- 伜
- 冸
- 倔
- 儌
- 且
- 俠
- 倖
- 侬
- 值
- 併
- 偯
- 儰
- 俰
- 傢
- 儽
- 價
- 僋
- 倁
- 傃
- 侒
- 储
- 佃
- 傂
- 偘
- 伨
- 佣
- 凞
- 僩
- 亦
- 儤
- 傸
- 傦
- 偍
- 乛
- 佽
- 仼
- 傼
- 但
- 冽
- 儝
- 农
- 倞
- 侪
- 兘
- 俏
- 偨
- 伲
- 债
- 凇
- 僂
- 伃
- 介
- 俕
- 丱
- 偣
- 佲
- 佫
- 傈
- 佶
- 亍
- 例
- 偪
- 俛
- 伮
- 兔
- 傗
- 兿
- 了
- 伫
- 儥
- 傑
- 冖
- 亡
- 傟
- 俑
- 仅
- 兂
- 倂
- 俓
- 僓
- 乵
- 偐
- 侄
- 偑
- 冹
- 冀
- 僆
- 凖
- 乥
- 伝
- 僖
- 傚
- 倗
- 冑
- 佮
- 产
- 仆
- 倄
- 冃
- 俞
- 儔
- 伺
- 健
- 偿
- 佼
- 候
- 儨
- 僀
- 优
- 儩
- 仚
- 僦
- 冞
- 傪
- 冩
- 仺
- 兛
- 儏
- 僬
- 八
- 乿
- 俵
- 內
- 俿
- 円
- 僳
- 乀
- 冦
- 冢
- 冻
- 冲
- 凧
- 僕
- 伪
- 儳
- 僎
- 兌
- 凅
- 傒
- 企
- 冺
- 作
- 冗
- 冊
- 偭
- 侷
- 凚
- 僻
- 傴
- 俪
- 傻
- 亥
- 俋
- 傀
- 値
- 侂
- 優
- 凟
- 冄
- 僵
- 公
- 傊
- 傷
- 俼
- 凉
- 儅
- 仌
- 冫
- 倸
- 傄
- 伦
- 休
- 冎
- 冧
- 儗
- 儎
- 傮
- 亩
- 兏
- 僭
- 凙
- 冘
- 倶
- 倽
- 僮
- 冟
- 倥
- 冾
- 傐
- 兓
- 凎
- 侴
- 伽
- 儆
- 伆
- 僨
- 伭
- 児
- 兯
- 催
- 养
- 儚
- 兦
- 儙
- 俁
- 偅
- 侗
- 冯
- 伓
- 僅
- 儡
- 凊
- 冴
- 冕
- 僰
- 儓
- 僪
- 冤
- 佇
- 僙
- 侟
- 偞
- 党
- 冠
- 位
- 具
- 並
- 伋
- 僡
- <sos/eos>
init: null
input_size: null
ctc_conf:
    dropout_rate: 0.0
    ctc_type: builtin
    reduce: true
    ignore_nan_grad: null
    zero_infinity: true
use_preprocessor: true
token_type: char
src_token_type: bpe
bpemodel: null
src_bpemodel: data/token_list/src_bpe_unigram2000_rm_wavlm_large_21_km1000/bpe.model
non_linguistic_symbols: null
cleaner: null
g2p: null
tokenizer_encode_conf: null
src_tokenizer_encode_conf:
    enable_sampling: true
    alpha: 0.4
    nbest_size: -1
frontend: embed
frontend_conf:
    embed_dim: 512
    positional_dropout_rate: 0.1
specaug: specaug
specaug_conf:
    apply_time_warp: false
    time_warp_window: 5
    time_warp_mode: bicubic
    apply_freq_mask: false
    freq_mask_width_range:
    - 0
    - 27
    num_freq_mask: 2
    apply_time_mask: true
    time_mask_width_ratio_range:
    - 0.0
    - 0.05
    num_time_mask: 5
preencoder: null
preencoder_conf: {}
encoder: e_branchformer
encoder_conf:
    output_size: 256
    attention_heads: 4
    attention_layer_type: rel_selfattn
    pos_enc_layer_type: rel_pos
    rel_pos_type: latest
    cgmlp_linear_units: 1024
    cgmlp_conv_kernel: 31
    use_linear_after_conv: false
    gate_activation: identity
    num_blocks: 12
    dropout_rate: 0.1
    positional_dropout_rate: 0.1
    attention_dropout_rate: 0.1
    input_layer: conv1d1
    layer_drop_rate: 0.0
    linear_units: 1024
    positionwise_layer_type: linear
    use_ffn: true
    macaron_ffn: true
    merge_conv_kernel: 31
postencoder: null
postencoder_conf: {}
decoder: transformer
decoder_conf:
    attention_heads: 4
    linear_units: 2048
    num_blocks: 6
    dropout_rate: 0.1
    positional_dropout_rate: 0.1
    self_attention_dropout_rate: 0.1
    src_attention_dropout_rate: 0.1
model: discrete_asr
model_conf:
    ctc_weight: 0.3
    lsm_weight: 0.1
    length_normalized_loss: false
required:
- output_dir
- src_token_list
- token_list
version: '202308'
distributed: false

Citing ESPnet

@inproceedings{watanabe2018espnet,
  author={Shinji Watanabe and Takaaki Hori and Shigeki Karita and Tomoki Hayashi and Jiro Nishitoba and Yuya Unno and Nelson Yalta and Jahn Heymann and Matthew Wiesner and Nanxin Chen and Adithya Renduchintala and Tsubasa Ochiai},
  title={{ESPnet}: End-to-End Speech Processing Toolkit},
  year={2018},
  booktitle={Proceedings of Interspeech},
  pages={2207--2211},
  doi={10.21437/Interspeech.2018-1456},
  url={http://dx.doi.org/10.21437/Interspeech.2018-1456}
}

or arXiv:

@misc{watanabe2018espnet,
  title={ESPnet: End-to-End Speech Processing Toolkit},
  author={Shinji Watanabe and Takaaki Hori and Shigeki Karita and Tomoki Hayashi and Jiro Nishitoba and Yuya Unno and Nelson Yalta and Jahn Heymann and Matthew Wiesner and Nanxin Chen and Adithya Renduchintala and Tsubasa Ochiai},
  year={2018},
  eprint={1804.00015},
  archivePrefix={arXiv},
  primaryClass={cs.CL}
}