Automatic Speech Recognition
ESPnet
English
audio
pyf98 commited on
Commit
ba51e7e
1 Parent(s): 1cd6edc

add model files

Browse files
Files changed (21) hide show
  1. README.md +2311 -0
  2. data/en_token_list/bpe_unigram2000/bpe.model +3 -0
  3. exp/asr_stats_raw_en_bpe2000_sp/train/feats_stats.npz +3 -0
  4. exp/asr_train_asr_e_branchformer_e12_size256_mlp1024_linear1024_macaron_raw_en_bpe2000_sp/RESULTS.md +31 -0
  5. exp/asr_train_asr_e_branchformer_e12_size256_mlp1024_linear1024_macaron_raw_en_bpe2000_sp/config.yaml +2205 -0
  6. exp/asr_train_asr_e_branchformer_e12_size256_mlp1024_linear1024_macaron_raw_en_bpe2000_sp/images/acc.png +0 -0
  7. exp/asr_train_asr_e_branchformer_e12_size256_mlp1024_linear1024_macaron_raw_en_bpe2000_sp/images/backward_time.png +0 -0
  8. exp/asr_train_asr_e_branchformer_e12_size256_mlp1024_linear1024_macaron_raw_en_bpe2000_sp/images/cer.png +0 -0
  9. exp/asr_train_asr_e_branchformer_e12_size256_mlp1024_linear1024_macaron_raw_en_bpe2000_sp/images/cer_ctc.png +0 -0
  10. exp/asr_train_asr_e_branchformer_e12_size256_mlp1024_linear1024_macaron_raw_en_bpe2000_sp/images/forward_time.png +0 -0
  11. exp/asr_train_asr_e_branchformer_e12_size256_mlp1024_linear1024_macaron_raw_en_bpe2000_sp/images/gpu_max_cached_mem_GB.png +0 -0
  12. exp/asr_train_asr_e_branchformer_e12_size256_mlp1024_linear1024_macaron_raw_en_bpe2000_sp/images/iter_time.png +0 -0
  13. exp/asr_train_asr_e_branchformer_e12_size256_mlp1024_linear1024_macaron_raw_en_bpe2000_sp/images/loss.png +0 -0
  14. exp/asr_train_asr_e_branchformer_e12_size256_mlp1024_linear1024_macaron_raw_en_bpe2000_sp/images/loss_att.png +0 -0
  15. exp/asr_train_asr_e_branchformer_e12_size256_mlp1024_linear1024_macaron_raw_en_bpe2000_sp/images/loss_ctc.png +0 -0
  16. exp/asr_train_asr_e_branchformer_e12_size256_mlp1024_linear1024_macaron_raw_en_bpe2000_sp/images/optim0_lr0.png +0 -0
  17. exp/asr_train_asr_e_branchformer_e12_size256_mlp1024_linear1024_macaron_raw_en_bpe2000_sp/images/optim_step_time.png +0 -0
  18. exp/asr_train_asr_e_branchformer_e12_size256_mlp1024_linear1024_macaron_raw_en_bpe2000_sp/images/train_time.png +0 -0
  19. exp/asr_train_asr_e_branchformer_e12_size256_mlp1024_linear1024_macaron_raw_en_bpe2000_sp/images/wer.png +0 -0
  20. exp/asr_train_asr_e_branchformer_e12_size256_mlp1024_linear1024_macaron_raw_en_bpe2000_sp/valid.acc.ave_10best.pth +3 -0
  21. meta.yaml +8 -0
README.md ADDED
@@ -0,0 +1,2311 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ tags:
3
+ - espnet
4
+ - audio
5
+ - automatic-speech-recognition
6
+ language: en
7
+ datasets:
8
+ - swbd
9
+ license: cc-by-4.0
10
+ ---
11
+
12
+ ## ESPnet2 ASR model
13
+
14
+ ### `pyf98/swbd_e_branchformer`
15
+
16
+ This model was trained by Yifan Peng using swbd recipe in [espnet](https://github.com/espnet/espnet/).
17
+
18
+ References:
19
+ - [E-Branchformer: Branchformer with Enhanced merging for speech recognition (SLT 2022)](https://arxiv.org/abs/2210.00077)
20
+ - [Branchformer: Parallel MLP-Attention Architectures to Capture Local and Global Context for Speech Recognition and Understanding (ICML 2022)](https://proceedings.mlr.press/v162/peng22a.html)
21
+
22
+ ### Demo: How to use in ESPnet2
23
+
24
+ Follow the [ESPnet installation instructions](https://espnet.github.io/espnet/installation.html)
25
+ if you haven't done that already.
26
+
27
+ ```bash
28
+ cd espnet
29
+ git checkout ee573bc6f5de4309c1e29137294a7305d9175e65
30
+ pip install -e .
31
+ cd egs2/swbd/asr1
32
+ ./run.sh --skip_data_prep false --skip_train true --download_model pyf98/swbd_e_branchformer
33
+ ```
34
+
35
+ <!-- Generated by scripts/utils/show_asr_result.sh -->
36
+ # RESULTS
37
+ ## Environments
38
+ - date: `Tue Dec 27 05:05:40 CST 2022`
39
+ - python version: `3.9.15 (main, Nov 24 2022, 14:31:59) [GCC 11.2.0]`
40
+ - espnet version: `espnet 202211`
41
+ - pytorch version: `pytorch 1.12.1`
42
+ - Git hash: `ef3ce328551c12c03284defc757f42df47c46170`
43
+ - Commit date: `Mon Dec 26 20:34:28 2022 -0500`
44
+
45
+ ## asr_train_asr_e_branchformer_e12_size256_mlp1024_linear1024_macaron_raw_en_bpe2000_sp
46
+ ### WER
47
+
48
+ |dataset|Snt|Wrd|Corr|Sub|Del|Ins|Err|S.Err|
49
+ |---|---|---|---|---|---|---|---|---|
50
+ |decode_asr_asr_model_valid.acc.ave/eval2000/hyp.callhm.ctm.filt.sys|2628|21594|88.7|8.4|2.9|2.1|13.4|46.2|
51
+ |decode_asr_asr_model_valid.acc.ave/eval2000/hyp.ctm.filt.sys|4459|42989|91.2|6.1|2.8|1.5|10.4|41.5|
52
+ |decode_asr_asr_model_valid.acc.ave/eval2000/hyp.swbd.ctm.filt.sys|1831|21395|93.7|3.7|2.6|1.0|7.3|34.8|
53
+
54
+ ### CER
55
+
56
+ |dataset|Snt|Wrd|Corr|Sub|Del|Ins|Err|S.Err|
57
+ |---|---|---|---|---|---|---|---|---|
58
+ |decode_asr_asr_model_valid.acc.ave/eval2000|4322|181952|93.1|3.3|3.6|10.7|17.7|67.7|
59
+
60
+ ### TER
61
+
62
+ |dataset|Snt|Wrd|Corr|Sub|Del|Ins|Err|S.Err|
63
+ |---|---|---|---|---|---|---|---|---|
64
+ |decode_asr_asr_model_valid.acc.ave/eval2000|4322|47227|83.0|12.6|4.4|15.3|32.3|67.7|
65
+
66
+ ## ASR config
67
+
68
+ <details><summary>expand</summary>
69
+
70
+ ```
71
+ config: conf/tuning/train_asr_e_branchformer_e12_size256_mlp1024_linear1024_macaron.yaml
72
+ print_config: false
73
+ log_level: INFO
74
+ dry_run: false
75
+ iterator_type: sequence
76
+ output_dir: exp/asr_train_asr_e_branchformer_e12_size256_mlp1024_linear1024_macaron_raw_en_bpe2000_sp
77
+ ngpu: 1
78
+ seed: 2022
79
+ num_workers: 4
80
+ num_att_plot: 3
81
+ dist_backend: nccl
82
+ dist_init_method: env://
83
+ dist_world_size: 2
84
+ dist_rank: 0
85
+ local_rank: 0
86
+ dist_master_addr: localhost
87
+ dist_master_port: 37983
88
+ dist_launcher: null
89
+ multiprocessing_distributed: true
90
+ unused_parameters: false
91
+ sharded_ddp: false
92
+ cudnn_enabled: true
93
+ cudnn_benchmark: false
94
+ cudnn_deterministic: true
95
+ collect_stats: false
96
+ write_collected_feats: false
97
+ max_epoch: 100
98
+ patience: null
99
+ val_scheduler_criterion:
100
+ - valid
101
+ - loss
102
+ early_stopping_criterion:
103
+ - valid
104
+ - loss
105
+ - min
106
+ best_model_criterion:
107
+ - - valid
108
+ - acc
109
+ - max
110
+ keep_nbest_models: 10
111
+ nbest_averaging_interval: 0
112
+ grad_clip: 5.0
113
+ grad_clip_type: 2.0
114
+ grad_noise: false
115
+ accum_grad: 1
116
+ no_forward_run: false
117
+ resume: true
118
+ train_dtype: float32
119
+ use_amp: true
120
+ log_interval: null
121
+ use_matplotlib: true
122
+ use_tensorboard: true
123
+ create_graph_in_tensorboard: false
124
+ use_wandb: false
125
+ wandb_project: null
126
+ wandb_id: null
127
+ wandb_entity: null
128
+ wandb_name: null
129
+ wandb_model_log_interval: -1
130
+ detect_anomaly: false
131
+ pretrain_path: null
132
+ init_param: []
133
+ ignore_init_mismatch: false
134
+ freeze_param: []
135
+ num_iters_per_epoch: null
136
+ batch_size: 20
137
+ valid_batch_size: null
138
+ batch_bins: 40000000
139
+ valid_batch_bins: null
140
+ train_shape_file:
141
+ - exp/asr_stats_raw_en_bpe2000_sp/train/speech_shape
142
+ - exp/asr_stats_raw_en_bpe2000_sp/train/text_shape.bpe
143
+ valid_shape_file:
144
+ - exp/asr_stats_raw_en_bpe2000_sp/valid/speech_shape
145
+ - exp/asr_stats_raw_en_bpe2000_sp/valid/text_shape.bpe
146
+ batch_type: numel
147
+ valid_batch_type: null
148
+ fold_length:
149
+ - 80000
150
+ - 150
151
+ sort_in_batch: descending
152
+ sort_batch: descending
153
+ multiple_iterator: false
154
+ chunk_length: 500
155
+ chunk_shift_ratio: 0.5
156
+ num_cache_chunks: 1024
157
+ train_data_path_and_name_and_type:
158
+ - - dump/raw/train_nodup_sp/wav.scp
159
+ - speech
160
+ - kaldi_ark
161
+ - - dump/raw/train_nodup_sp/text
162
+ - text
163
+ - text
164
+ valid_data_path_and_name_and_type:
165
+ - - dump/raw/train_dev/wav.scp
166
+ - speech
167
+ - kaldi_ark
168
+ - - dump/raw/train_dev/text
169
+ - text
170
+ - text
171
+ allow_variable_data_keys: false
172
+ max_cache_size: 0.0
173
+ max_cache_fd: 32
174
+ valid_max_cache_size: null
175
+ optim: adam
176
+ optim_conf:
177
+ lr: 0.002
178
+ weight_decay: 1.0e-06
179
+ scheduler: warmuplr
180
+ scheduler_conf:
181
+ warmup_steps: 50000
182
+ token_list:
183
+ - <blank>
184
+ - <unk>
185
+ - ▁i
186
+ - ''''
187
+ - s
188
+ - ▁and
189
+ - ▁the
190
+ - ▁you
191
+ - ▁that
192
+ - ▁a
193
+ - ▁it
194
+ - ▁uh
195
+ - ▁to
196
+ - t
197
+ - ▁of
198
+ - ▁know
199
+ - ▁they
200
+ - '-'
201
+ - ▁in
202
+ - ▁we
203
+ - ']'
204
+ - ▁[
205
+ - ▁yeah
206
+ - ▁have
207
+ - ▁but
208
+ - ▁so
209
+ - ▁was
210
+ - ▁like
211
+ - re
212
+ - ▁um
213
+ - ▁just
214
+ - ▁well
215
+ - ▁do
216
+ - m
217
+ - ▁for
218
+ - ing
219
+ - ▁think
220
+ - ▁don
221
+ - d
222
+ - ▁is
223
+ - ▁there
224
+ - ▁or
225
+ - ▁on
226
+ - ▁be
227
+ - noise
228
+ - ▁what
229
+ - ▁oh
230
+ - laughter
231
+ - ▁my
232
+ - ed
233
+ - ve
234
+ - ▁not
235
+ - ▁really
236
+ - ▁with
237
+ - ▁he
238
+ - n
239
+ - ▁one
240
+ - ▁if
241
+ - ▁are
242
+ - ▁all
243
+ - ▁get
244
+ - ▁right
245
+ - ▁about
246
+ - ▁can
247
+ - ▁because
248
+ - ▁out
249
+ - ▁had
250
+ - ▁up
251
+ - ▁them
252
+ - ▁lot
253
+ - ▁at
254
+ - ▁this
255
+ - ▁would
256
+ - ▁when
257
+ - ▁go
258
+ - ▁some
259
+ - er
260
+ - ▁people
261
+ - ▁no
262
+ - ▁mean
263
+ - ▁kind
264
+ - ▁then
265
+ - a
266
+ - v
267
+ - ▁good
268
+ - e
269
+ - ll
270
+ - ▁now
271
+ - ▁got
272
+ - ▁me
273
+ - p
274
+ - ▁time
275
+ - o
276
+ - ▁she
277
+ - ▁as
278
+ - ▁going
279
+ - y
280
+ - ▁see
281
+ - ▁more
282
+ - ▁were
283
+ - ly
284
+ - ▁been
285
+ - ▁from
286
+ - ▁too
287
+ - ▁an
288
+ - ▁things
289
+ - ▁how
290
+ - ▁something
291
+ - ▁your
292
+ - ▁where
293
+ - ▁much
294
+ - ▁guess
295
+ - c
296
+ - r
297
+ - ▁little
298
+ - ▁here
299
+ - ▁s
300
+ - ▁thing
301
+ - ▁our
302
+ - u
303
+ - g
304
+ - ocalized
305
+ - ▁very
306
+ - ▁did
307
+ - b
308
+ - ▁their
309
+ - ▁other
310
+ - ▁work
311
+ - le
312
+ - ▁could
313
+ - ▁okay
314
+ - i
315
+ - ▁even
316
+ - al
317
+ - ▁c
318
+ - ▁two
319
+ - huh
320
+ - ▁way
321
+ - ▁say
322
+ - or
323
+ - in
324
+ - ▁any
325
+ - ▁has
326
+ - ▁years
327
+ - ▁want
328
+ - ▁t
329
+ - f
330
+ - ▁back
331
+ - ▁down
332
+ - ▁those
333
+ - ▁pretty
334
+ - ▁probably
335
+ - ▁re
336
+ - ▁who
337
+ - ▁home
338
+ - ▁didn
339
+ - ▁real
340
+ - ▁year
341
+ - ▁take
342
+ - ▁over
343
+ - ▁yes
344
+ - ▁than
345
+ - ▁sure
346
+ - ▁into
347
+ - ar
348
+ - hum
349
+ - an
350
+ - l
351
+ - ▁school
352
+ - ▁put
353
+ - ▁stuff
354
+ - k
355
+ - ▁make
356
+ - ▁kids
357
+ - ▁her
358
+ - ▁said
359
+ - ▁by
360
+ - ▁never
361
+ - ▁which
362
+ - ▁off
363
+ - w
364
+ - ▁went
365
+ - ▁b
366
+ - ▁car
367
+ - ▁only
368
+ - ion
369
+ - ▁big
370
+ - ▁always
371
+ - ▁around
372
+ - ▁money
373
+ - ▁these
374
+ - ▁day
375
+ - ▁anything
376
+ - ▁three
377
+ - ▁nice
378
+ - ▁doing
379
+ - ri
380
+ - ▁need
381
+ - ▁come
382
+ - ▁f
383
+ - ▁actually
384
+ - ▁will
385
+ - ▁maybe
386
+ - ▁care
387
+ - ▁him
388
+ - ▁de
389
+ - ent
390
+ - ▁still
391
+ - ▁v
392
+ - ▁should
393
+ - ▁new
394
+ - ▁used
395
+ - ch
396
+ - ▁five
397
+ - ▁
398
+ - th
399
+ - ▁long
400
+ - ▁p
401
+ - ▁sort
402
+ - ▁e
403
+ - ▁his
404
+ - ter
405
+ - 'on'
406
+ - ▁most
407
+ - ▁house
408
+ - ▁bit
409
+ - ▁old
410
+ - ▁every
411
+ - ▁different
412
+ - ck
413
+ - ▁last
414
+ - ▁let
415
+ - ▁use
416
+ - il
417
+ - ▁us
418
+ - ▁many
419
+ - ▁look
420
+ - es
421
+ - ▁course
422
+ - ▁getting
423
+ - ur
424
+ - ▁true
425
+ - ▁everything
426
+ - ic
427
+ - ▁feel
428
+ - ▁first
429
+ - ▁part
430
+ - ▁does
431
+ - ▁pay
432
+ - ▁great
433
+ - it
434
+ - ▁hard
435
+ - ▁same
436
+ - ▁thought
437
+ - en
438
+ - ▁problem
439
+ - ▁also
440
+ - ▁keep
441
+ - at
442
+ - ▁d
443
+ - ers
444
+ - ▁through
445
+ - ▁o
446
+ - ▁doesn
447
+ - ies
448
+ - ▁children
449
+ - ▁four
450
+ - ▁find
451
+ - ▁done
452
+ - ▁th
453
+ - ment
454
+ - ▁before
455
+ - ▁far
456
+ - ▁though
457
+ - ▁area
458
+ - ate
459
+ - ▁haven
460
+ - ▁w
461
+ - ▁ever
462
+ - ▁being
463
+ - li
464
+ - ▁family
465
+ - ▁bad
466
+ - ▁seems
467
+ - se
468
+ - ▁live
469
+ - ation
470
+ - ▁whole
471
+ - ▁fact
472
+ - ▁own
473
+ - ▁n
474
+ - ▁why
475
+ - ▁huh
476
+ - ▁play
477
+ - ▁talking
478
+ - ▁tell
479
+ - ▁better
480
+ - ▁interesting
481
+ - ▁another
482
+ - h
483
+ - ▁place
484
+ - ▁try
485
+ - ▁trying
486
+ - ro
487
+ - ▁ten
488
+ - ▁twenty
489
+ - ▁else
490
+ - ol
491
+ - ▁watch
492
+ - ▁read
493
+ - te
494
+ - ▁type
495
+ - ▁quite
496
+ - ▁job
497
+ - ir
498
+ - ▁hundred
499
+ - ▁high
500
+ - ▁call
501
+ - ▁after
502
+ - ow
503
+ - ▁ago
504
+ - ▁give
505
+ - ra
506
+ - ▁couple
507
+ - ▁enough
508
+ - us
509
+ - ▁whatever
510
+ - ke
511
+ - ▁either
512
+ - ▁start
513
+ - ▁m
514
+ - ▁having
515
+ - ▁texas
516
+ - ▁somebody
517
+ - el
518
+ - ▁husband
519
+ - ▁sometimes
520
+ - ▁dollars
521
+ - ▁usually
522
+ - ▁show
523
+ - ▁help
524
+ - ce
525
+ - ▁while
526
+ - ▁few
527
+ - ▁away
528
+ - ▁y
529
+ - ▁ha
530
+ - ▁se
531
+ - ▁college
532
+ - ▁system
533
+ - able
534
+ - ▁might
535
+ - ▁ma
536
+ - ▁heard
537
+ - ▁r
538
+ - ne
539
+ - is
540
+ - ▁person
541
+ - ▁once
542
+ - ▁made
543
+ - ▁point
544
+ - ▁six
545
+ - ▁fun
546
+ - ▁g
547
+ - ▁week
548
+ - ▁buy
549
+ - ▁seen
550
+ - ▁state
551
+ - ▁anyway
552
+ - ▁again
553
+ - ▁pa
554
+ - ▁love
555
+ - ▁gonna
556
+ - ▁dallas
557
+ - ▁started
558
+ - ▁pro
559
+ - ▁exactly
560
+ - ▁country
561
+ - ▁life
562
+ - ▁enjoy
563
+ - ▁everybody
564
+ - ive
565
+ - id
566
+ - ▁talk
567
+ - ▁night
568
+ - ▁able
569
+ - est
570
+ - ▁lo
571
+ - ▁may
572
+ - ▁stay
573
+ - ▁remember
574
+ - ▁news
575
+ - ▁mo
576
+ - um
577
+ - ▁came
578
+ - ▁co
579
+ - ▁hear
580
+ - et
581
+ - ▁end
582
+ - ▁least
583
+ - tion
584
+ - ▁working
585
+ - ▁h
586
+ - lo
587
+ - ▁un
588
+ - ▁sa
589
+ - un
590
+ - ▁po
591
+ - ul
592
+ - ▁boy
593
+ - ▁since
594
+ - age
595
+ - ▁change
596
+ - ▁di
597
+ - ▁idea
598
+ - ▁both
599
+ - ▁agree
600
+ - ▁st
601
+ - ▁program
602
+ - ▁pre
603
+ - ▁dis
604
+ - ▁ra
605
+ - ist
606
+ - ▁almost
607
+ - ▁run
608
+ - ▁someone
609
+ - ▁con
610
+ - ▁fl
611
+ - ▁dog
612
+ - ry
613
+ - ▁reason
614
+ - ▁ho
615
+ - ▁took
616
+ - ▁believe
617
+ - co
618
+ - ▁bye
619
+ - ▁company
620
+ - ▁eight
621
+ - ▁times
622
+ - ▁half
623
+ - ▁wife
624
+ - ▁la
625
+ - ▁ba
626
+ - ▁isn
627
+ - ▁paper
628
+ - ▁deal
629
+ - ▁goes
630
+ - ▁l
631
+ - ▁sp
632
+ - ▁hand
633
+ - ant
634
+ - ▁guy
635
+ - ▁called
636
+ - ▁next
637
+ - ▁close
638
+ - ▁month
639
+ - ▁thirty
640
+ - ▁wanted
641
+ - ▁thousand
642
+ - ▁yet
643
+ - ▁understand
644
+ - ▁cost
645
+ - ▁pick
646
+ - ▁drive
647
+ - am
648
+ - z
649
+ - ▁mi
650
+ - ut
651
+ - ▁looking
652
+ - ▁ro
653
+ - ▁child
654
+ - ▁government
655
+ - ▁crime
656
+ - ▁tax
657
+ - ▁spend
658
+ - ▁women
659
+ - ▁parents
660
+ - ▁days
661
+ - ▁especially
662
+ - ▁cut
663
+ - ac
664
+ - ▁li
665
+ - me
666
+ - ure
667
+ - ▁saying
668
+ - ▁name
669
+ - ▁wow
670
+ - ▁eat
671
+ - ▁gone
672
+ - ▁whether
673
+ - ▁happen
674
+ - ▁k
675
+ - ▁less
676
+ - ver
677
+ - ▁bu
678
+ - ▁ga
679
+ - ated
680
+ - ▁small
681
+ - ity
682
+ - ▁saw
683
+ - ge
684
+ - ▁sounds
685
+ - ▁supposed
686
+ - ▁number
687
+ - ▁world
688
+ - ▁mother
689
+ - ▁music
690
+ - ▁hi
691
+ - ▁set
692
+ - ▁such
693
+ - ▁until
694
+ - ▁movie
695
+ - ▁credit
696
+ - ▁bo
697
+ - ▁bought
698
+ - ▁turn
699
+ - ▁am
700
+ - ▁city
701
+ - ▁myself
702
+ - ▁u
703
+ - ▁walk
704
+ - ▁food
705
+ - ting
706
+ - ▁seem
707
+ - ▁problems
708
+ - ▁j
709
+ - ▁ex
710
+ - ▁computer
711
+ - ▁makes
712
+ - end
713
+ - ▁le
714
+ - ▁man
715
+ - ▁found
716
+ - ▁percent
717
+ - ▁together
718
+ - ▁sit
719
+ - la
720
+ - ▁hum
721
+ - ▁coming
722
+ - im
723
+ - ▁basically
724
+ - ▁young
725
+ - ▁best
726
+ - ▁listen
727
+ - ance
728
+ - ▁water
729
+ - ▁check
730
+ - ▁son
731
+ - ▁business
732
+ - ▁seven
733
+ - ▁summer
734
+ - ▁each
735
+ - ▁situation
736
+ - ▁sh
737
+ - ▁war
738
+ - ▁worked
739
+ - ward
740
+ - ▁side
741
+ - ru
742
+ - x
743
+ - ▁air
744
+ - ▁ti
745
+ - ie
746
+ - ▁definitely
747
+ - ▁certain
748
+ - ▁game
749
+ - ▁won
750
+ - ▁wh
751
+ - ▁wonderful
752
+ - ▁wonder
753
+ - ▁matter
754
+ - if
755
+ - ▁public
756
+ - de
757
+ - ▁lived
758
+ - op
759
+ - ma
760
+ - he
761
+ - ▁comp
762
+ - ▁sc
763
+ - ▁fifty
764
+ - ▁certainly
765
+ - ▁cook
766
+ - ▁fa
767
+ - ▁funny
768
+ - ▁cat
769
+ - ▁room
770
+ - na
771
+ - ▁nothing
772
+ - ty
773
+ - ▁class
774
+ - ▁health
775
+ - ▁age
776
+ - ▁large
777
+ - ▁ju
778
+ - ▁gotten
779
+ - ▁mine
780
+ - ▁town
781
+ - ▁months
782
+ - ▁ch
783
+ - ▁test
784
+ - ▁per
785
+ - ▁places
786
+ - ▁comes
787
+ - ▁anymore
788
+ - ▁yep
789
+ - ▁under
790
+ - ▁plan
791
+ - ▁vote
792
+ - ▁important
793
+ - ▁taking
794
+ - port
795
+ - ▁fi
796
+ - ▁daughter
797
+ - ▁thinking
798
+ - ▁team
799
+ - ▁learn
800
+ - ▁budget
801
+ - ide
802
+ - ▁american
803
+ - ful
804
+ - ▁taxes
805
+ - ▁gun
806
+ - ▁ca
807
+ - rs
808
+ - ▁eighty
809
+ - ▁control
810
+ - ▁service
811
+ - ▁today
812
+ - ▁drug
813
+ - tic
814
+ - ▁paying
815
+ - ▁cars
816
+ - ▁rather
817
+ - ▁neat
818
+ - ▁tend
819
+ - ▁line
820
+ - ▁da
821
+ - ▁law
822
+ - time
823
+ - ▁insurance
824
+ - ca
825
+ - ▁wear
826
+ - sh
827
+ - ▁friends
828
+ - ▁outside
829
+ - ally
830
+ - man
831
+ - ▁easy
832
+ - ▁north
833
+ - ▁friend
834
+ - ▁during
835
+ - ▁card
836
+ - ▁nine
837
+ - bye
838
+ - ical
839
+ - up
840
+ - ▁living
841
+ - ▁mind
842
+ - ▁involved
843
+ - ▁gosh
844
+ - ▁moved
845
+ - ig
846
+ - ▁tr
847
+ - ▁camping
848
+ - ▁several
849
+ - ▁hm
850
+ - ap
851
+ - ▁tried
852
+ - ▁bring
853
+ - ph
854
+ - ence
855
+ - ci
856
+ - ▁major
857
+ - ▁newspaper
858
+ - ▁favorite
859
+ - ▁student
860
+ - ▁consider
861
+ - ▁making
862
+ - ice
863
+ - ▁en
864
+ - ▁morning
865
+ - ▁question
866
+ - ▁between
867
+ - ▁jury
868
+ - ▁ones
869
+ - ▁amount
870
+ - ▁older
871
+ - ▁case
872
+ - ▁education
873
+ - ▁cl
874
+ - ous
875
+ - ▁paid
876
+ - und
877
+ - ▁depend
878
+ - ▁mar
879
+ - ▁bill
880
+ - ▁wa
881
+ - ▁must
882
+ - ▁happened
883
+ - gg
884
+ - ▁ri
885
+ - ▁hour
886
+ - ▁fr
887
+ - ▁difference
888
+ - mi
889
+ - ▁hope
890
+ - ▁experience
891
+ - 'no'
892
+ - ▁absolutely
893
+ - ian
894
+ - ▁group
895
+ - ▁figure
896
+ - ▁anybody
897
+ - ▁miles
898
+ - ▁aren
899
+ - ▁although
900
+ - ▁worth
901
+ - ▁interest
902
+ - ▁book
903
+ - ia
904
+ - ▁forty
905
+ - ▁expensive
906
+ - ▁second
907
+ - ▁without
908
+ - ▁gets
909
+ - ish
910
+ - ▁du
911
+ - ating
912
+ - ▁full
913
+ - ▁ta
914
+ - ▁app
915
+ - bo
916
+ - ▁along
917
+ - ▁paint
918
+ - ▁recently
919
+ - ▁leave
920
+ - ▁weather
921
+ - ▁com
922
+ - ▁miss
923
+ - ▁sha
924
+ - ▁free
925
+ - ▁often
926
+ - ▁gra
927
+ - ▁minutes
928
+ - ▁magazine
929
+ - ▁wait
930
+ - ▁ahead
931
+ - ▁wrong
932
+ - ▁hours
933
+ - ▁already
934
+ - ▁married
935
+ - ▁left
936
+ - ▁camp
937
+ - ▁hit
938
+ - ine
939
+ - ▁fifteen
940
+ - ex
941
+ - ▁men
942
+ - ▁cons
943
+ - ▁drugs
944
+ - ▁rain
945
+ - ▁schools
946
+ - ▁fish
947
+ - ▁girl
948
+ - ▁office
949
+ - ▁ski
950
+ - ▁weeks
951
+ - ▁middle
952
+ - ▁knew
953
+ - ▁store
954
+ - ▁watching
955
+ - ious
956
+ - ▁hot
957
+ - ▁running
958
+ - ▁act
959
+ - ▁yourself
960
+ - ▁cold
961
+ - ▁price
962
+ - all
963
+ - ick
964
+ - ▁lake
965
+ - ▁al
966
+ - ▁death
967
+ - ▁dad
968
+ - ▁enjoyed
969
+ - ▁benefits
970
+ - ▁su
971
+ - ▁word
972
+ - ▁main
973
+ - ▁cha
974
+ - ▁grow
975
+ - ▁recycling
976
+ - ▁past
977
+ - ▁weekend
978
+ - ▁break
979
+ - ▁base
980
+ - ▁against
981
+ - ▁movies
982
+ - ▁mostly
983
+ - ▁guys
984
+ - ▁sense
985
+ - ▁san
986
+ - ▁cr
987
+ - ▁sell
988
+ - ▁sister
989
+ - ha
990
+ - ▁str
991
+ - ▁thank
992
+ - ▁issue
993
+ - way
994
+ - ary
995
+ - ▁pet
996
+ - ▁throw
997
+ - ▁cover
998
+ - ities
999
+ - ▁pi
1000
+ - ▁baby
1001
+ - ▁doctor
1002
+ - ▁wi
1003
+ - ▁local
1004
+ - ▁difficult
1005
+ - ▁nursing
1006
+ - ▁wanna
1007
+ - ab
1008
+ - ▁open
1009
+ - ight
1010
+ - ▁fee
1011
+ - ▁head
1012
+ - pa
1013
+ - ▁vacation
1014
+ - ought
1015
+ - ▁ask
1016
+ - ▁brother
1017
+ - ▁instead
1018
+ - ▁reading
1019
+ - ▁kid
1020
+ - ▁add
1021
+ - ▁-
1022
+ - ial
1023
+ - ▁rest
1024
+ - ▁interested
1025
+ - ▁short
1026
+ - ▁qu
1027
+ - ▁degree
1028
+ - ▁charge
1029
+ - ber
1030
+ - ▁topic
1031
+ - ped
1032
+ - ▁talked
1033
+ - land
1034
+ - ▁move
1035
+ - ▁trouble
1036
+ - cy
1037
+ - ▁told
1038
+ - ▁fairly
1039
+ - ling
1040
+ - ▁pe
1041
+ - ▁unless
1042
+ - ▁winter
1043
+ - ▁hate
1044
+ - ▁twelve
1045
+ - ▁plano
1046
+ - ▁wish
1047
+ - ▁yard
1048
+ - ▁sta
1049
+ - ▁exercise
1050
+ - ▁front
1051
+ - do
1052
+ - ▁somewhere
1053
+ - ▁east
1054
+ - ▁gre
1055
+ - ▁everyone
1056
+ - ▁regular
1057
+ - ▁restaurant
1058
+ - ▁states
1059
+ - ▁plant
1060
+ - ▁catch
1061
+ - ▁near
1062
+ - ▁decided
1063
+ - ▁imagine
1064
+ - ▁says
1065
+ - ▁except
1066
+ - ▁chance
1067
+ - ▁california
1068
+ - ▁kill
1069
+ - ▁looked
1070
+ - ▁punishment
1071
+ - ▁pull
1072
+ - ▁fan
1073
+ - ▁south
1074
+ - ay
1075
+ - ▁hold
1076
+ - ▁fine
1077
+ - ▁taken
1078
+ - ▁garden
1079
+ - ▁park
1080
+ - ▁takes
1081
+ - ▁late
1082
+ - ▁street
1083
+ - ▁door
1084
+ - ▁tra
1085
+ - ▁fall
1086
+ - ▁mom
1087
+ - ▁clean
1088
+ - ▁dress
1089
+ - ▁income
1090
+ - ▁teach
1091
+ - ▁companies
1092
+ - ▁ready
1093
+ - ▁top
1094
+ - ▁capital
1095
+ - ▁spent
1096
+ - ▁recycle
1097
+ - ▁york
1098
+ - ▁using
1099
+ - ▁social
1100
+ - ▁works
1101
+ - ▁raise
1102
+ - ▁father
1103
+ - ▁tough
1104
+ - ▁gu
1105
+ - ▁seventy
1106
+ - ▁ja
1107
+ - ▁early
1108
+ - ▁realize
1109
+ - ▁terms
1110
+ - ▁become
1111
+ - ▁send
1112
+ - ▁sixty
1113
+ - ▁themselves
1114
+ - ▁level
1115
+ - ▁phone
1116
+ - ▁god
1117
+ - ▁woman
1118
+ - ▁oil
1119
+ - ▁stand
1120
+ - ▁felt
1121
+ - ▁rent
1122
+ - ▁ne
1123
+ - ▁changed
1124
+ - ▁pr
1125
+ - ▁exp
1126
+ - ▁particular
1127
+ - ▁radio
1128
+ - ▁christmas
1129
+ - ▁station
1130
+ - ▁goodness
1131
+ - ▁pass
1132
+ - ▁power
1133
+ - ▁save
1134
+ - ▁society
1135
+ - ▁bar
1136
+ - ▁choice
1137
+ - ▁ge
1138
+ - ▁personal
1139
+ - ▁tha
1140
+ - ard
1141
+ - ▁dollar
1142
+ - ▁playing
1143
+ - ▁die
1144
+ - ▁national
1145
+ - ▁special
1146
+ - ▁general
1147
+ - ▁rate
1148
+ - ▁awful
1149
+ - ▁bra
1150
+ - ible
1151
+ - ▁cards
1152
+ - ▁plastic
1153
+ - ▁te
1154
+ - ▁visit
1155
+ - ▁fix
1156
+ - ▁rid
1157
+ - ▁train
1158
+ - ▁lives
1159
+ - ▁expect
1160
+ - ▁support
1161
+ - ▁wood
1162
+ - ▁books
1163
+ - ▁feeling
1164
+ - ▁na
1165
+ - ner
1166
+ - ▁center
1167
+ - ized
1168
+ - ▁acc
1169
+ - ▁putting
1170
+ - ▁bag
1171
+ - ton
1172
+ - ness
1173
+ - ▁later
1174
+ - ▁growing
1175
+ - ▁guns
1176
+ - ▁land
1177
+ - line
1178
+ - ▁travel
1179
+ - ▁subject
1180
+ - ▁period
1181
+ - ▁dinner
1182
+ - ▁judge
1183
+ - ▁season
1184
+ - ▁happens
1185
+ - ▁machine
1186
+ - ▁extra
1187
+ - ▁manage
1188
+ - ▁gave
1189
+ - ▁force
1190
+ - fi
1191
+ - ▁lately
1192
+ - ▁effect
1193
+ - one
1194
+ - ▁trip
1195
+ - ▁saving
1196
+ - ▁starting
1197
+ - ▁building
1198
+ - less
1199
+ - ▁cases
1200
+ - ▁sitting
1201
+ - ▁kept
1202
+ - ▁finally
1203
+ - ▁fast
1204
+ - ▁forth
1205
+ - ran
1206
+ - ▁stop
1207
+ - ▁testing
1208
+ - ▁spring
1209
+ - ▁cause
1210
+ - ▁require
1211
+ - ▁built
1212
+ - ▁murder
1213
+ - ▁black
1214
+ - ▁quick
1215
+ - ▁dr
1216
+ - ▁sw
1217
+ - ▁community
1218
+ - ▁record
1219
+ - ▁snow
1220
+ - ▁direct
1221
+ - ▁plus
1222
+ - ▁bank
1223
+ - ▁grade
1224
+ - ▁beautiful
1225
+ - ▁red
1226
+ - ▁afford
1227
+ - ▁graduate
1228
+ - go
1229
+ - ▁space
1230
+ - que
1231
+ - ▁countries
1232
+ - ▁cats
1233
+ - ▁fire
1234
+ - ▁process
1235
+ - ▁sound
1236
+ - ▁played
1237
+ - ▁limit
1238
+ - ▁white
1239
+ - ▁sad
1240
+ - ▁university
1241
+ - ▁trans
1242
+ - ▁mess
1243
+ - ▁nineteen
1244
+ - ▁shoot
1245
+ - ▁nobody
1246
+ - ny
1247
+ - ▁football
1248
+ - ▁speak
1249
+ - ▁story
1250
+ - ▁longer
1251
+ - ▁light
1252
+ - ▁mu
1253
+ - ▁ninety
1254
+ - ▁order
1255
+ - ▁road
1256
+ - ▁totally
1257
+ - ▁fishing
1258
+ - ▁information
1259
+ - ▁sign
1260
+ - ▁worry
1261
+ - ▁spending
1262
+ - ▁product
1263
+ - ▁soon
1264
+ - ▁ah
1265
+ - ▁jo
1266
+ - ▁bother
1267
+ - ▁across
1268
+ - ▁write
1269
+ - ▁bunch
1270
+ - ▁carry
1271
+ - ▁truck
1272
+ - ▁hey
1273
+ - ▁ball
1274
+ - ▁driving
1275
+ - ▁needed
1276
+ - ▁cra
1277
+ - ▁teachers
1278
+ - ▁church
1279
+ - ▁low
1280
+ - ▁amazing
1281
+ - ▁pu
1282
+ - ▁pen
1283
+ - ▁decision
1284
+ - ▁golf
1285
+ - ▁sorry
1286
+ - ▁hurt
1287
+ - gra
1288
+ - ▁younger
1289
+ - ▁account
1290
+ - ▁terrible
1291
+ - ▁wind
1292
+ - ▁gr
1293
+ - ▁report
1294
+ - ▁wor
1295
+ - ▁suppose
1296
+ - ▁color
1297
+ - ▁hunt
1298
+ - ▁teacher
1299
+ - ▁concerned
1300
+ - j
1301
+ - ▁easier
1302
+ - ▁strange
1303
+ - ▁sub
1304
+ - ▁strong
1305
+ - ▁turned
1306
+ - ze
1307
+ - ▁safe
1308
+ - ▁vi
1309
+ - ▁size
1310
+ - ▁given
1311
+ - ▁lost
1312
+ - ▁families
1313
+ - ▁happy
1314
+ - ▁follow
1315
+ - ▁view
1316
+ - ▁market
1317
+ - ▁handle
1318
+ - ▁within
1319
+ - ▁single
1320
+ - ▁shop
1321
+ - ship
1322
+ - vis
1323
+ - ▁ye
1324
+ - ▁television
1325
+ - ▁cheap
1326
+ - ▁ki
1327
+ - ▁rock
1328
+ - ▁engineer
1329
+ - ▁individual
1330
+ - ▁shot
1331
+ - ▁criminal
1332
+ - ▁united
1333
+ - ▁trial
1334
+ - ▁worse
1335
+ - ▁serious
1336
+ - ite
1337
+ - ▁neighborhood
1338
+ - ▁brought
1339
+ - ▁answer
1340
+ - ▁trees
1341
+ - ▁bi
1342
+ - ▁build
1343
+ - ▁example
1344
+ - ▁fair
1345
+ - ▁buying
1346
+ - mon
1347
+ - ▁weight
1348
+ - ▁military
1349
+ - ▁caught
1350
+ - ▁private
1351
+ - ▁field
1352
+ - ler
1353
+ - ▁che
1354
+ - ▁crazy
1355
+ - law
1356
+ - ▁serve
1357
+ - out
1358
+ - ▁decide
1359
+ - ▁opinion
1360
+ - ▁medical
1361
+ - ▁step
1362
+ - ▁push
1363
+ - ▁meet
1364
+ - ▁stick
1365
+ - ▁win
1366
+ - ▁chi
1367
+ - clock
1368
+ - ▁boat
1369
+ - ▁quality
1370
+ - ▁green
1371
+ - ▁term
1372
+ - ▁lose
1373
+ - ▁fo
1374
+ - ▁hospital
1375
+ - be
1376
+ - ▁scary
1377
+ - ▁ended
1378
+ - ▁police
1379
+ - ▁biggest
1380
+ - ▁apartment
1381
+ - ▁repair
1382
+ - ▁finish
1383
+ - ▁glad
1384
+ - ▁inside
1385
+ - ▁learned
1386
+ - uh
1387
+ - ▁prison
1388
+ - ▁familiar
1389
+ - ▁third
1390
+ - ▁seemed
1391
+ - ▁mountain
1392
+ - ▁whenever
1393
+ - ▁range
1394
+ - ▁watched
1395
+ - ▁necessarily
1396
+ - ook
1397
+ - ▁pan
1398
+ - ▁piece
1399
+ - ▁noticed
1400
+ - ▁collect
1401
+ - ▁president
1402
+ - ▁twice
1403
+ - ative
1404
+ - ▁glass
1405
+ - ▁super
1406
+ - ▁fund
1407
+ - ▁ran
1408
+ - ▁sleep
1409
+ - ▁lawn
1410
+ - ▁behind
1411
+ - ▁guilty
1412
+ - ▁drop
1413
+ - ▁mix
1414
+ - ▁killed
1415
+ - ▁court
1416
+ - ▁completely
1417
+ - ▁party
1418
+ - ▁current
1419
+ - ▁tape
1420
+ - ▁indi
1421
+ - ▁commit
1422
+ - ▁benefit
1423
+ - ▁wall
1424
+ - ▁particularly
1425
+ - ▁personally
1426
+ - ▁anywhere
1427
+ - ▁project
1428
+ - ▁arm
1429
+ - ▁si
1430
+ - ▁clothes
1431
+ - ▁eighteen
1432
+ - ▁bigger
1433
+ - ▁list
1434
+ - ▁hang
1435
+ - ▁warm
1436
+ - ▁kn
1437
+ - ▁eleven
1438
+ - ▁research
1439
+ - ▁gee
1440
+ - ▁grand
1441
+ - ▁fight
1442
+ - uff
1443
+ - ▁grass
1444
+ - ▁teaching
1445
+ - ▁million
1446
+ - ▁trash
1447
+ - ▁cash
1448
+ - istic
1449
+ - ron
1450
+ - ▁waiting
1451
+ - ▁neighbor
1452
+ - ▁club
1453
+ - ability
1454
+ - ▁develop
1455
+ - ▁unfortunately
1456
+ - ▁loan
1457
+ - ▁star
1458
+ - ▁picked
1459
+ - ▁generally
1460
+ - ▁environment
1461
+ - ▁minute
1462
+ - ▁obviously
1463
+ - ▁protect
1464
+ - ▁opera
1465
+ - ▁anyone
1466
+ - ▁employee
1467
+ - ▁houston
1468
+ - ize
1469
+ - ▁fill
1470
+ - qui
1471
+ - ▁treat
1472
+ - ▁baseball
1473
+ - ▁ground
1474
+ - ▁video
1475
+ - ▁pollution
1476
+ - ▁higher
1477
+ - ▁available
1478
+ - ▁generation
1479
+ - ▁luck
1480
+ - ▁excuse
1481
+ - ▁pound
1482
+ - ▁picture
1483
+ - ▁roll
1484
+ - ▁america
1485
+ - ▁eventually
1486
+ - ▁itself
1487
+ - ▁ooh
1488
+ - ▁asked
1489
+ - ▁forget
1490
+ - ▁surprised
1491
+ - ▁federal
1492
+ - ▁jail
1493
+ - ▁pla
1494
+ - ▁sun
1495
+ - ▁basic
1496
+ - ▁attention
1497
+ - ▁washington
1498
+ - ▁extreme
1499
+ - ▁penalty
1500
+ - ▁sentence
1501
+ - ▁poor
1502
+ - ▁mail
1503
+ - ▁cool
1504
+ - ▁florida
1505
+ - ▁clear
1506
+ - ▁fortunate
1507
+ - ▁huge
1508
+ - ▁aware
1509
+ - ▁lay
1510
+ - ▁civil
1511
+ - ▁value
1512
+ - ▁lead
1513
+ - ▁band
1514
+ - ▁parent
1515
+ - ▁giving
1516
+ - ▁bottle
1517
+ - ▁blue
1518
+ - ▁standard
1519
+ - ▁art
1520
+ - ▁afraid
1521
+ - ▁bedroom
1522
+ - ▁comfortable
1523
+ - ▁separate
1524
+ - ▁el
1525
+ - ▁position
1526
+ - ▁foot
1527
+ - ▁cap
1528
+ - ▁eye
1529
+ - ▁europe
1530
+ - ▁sunday
1531
+ - ▁discuss
1532
+ - ▁provide
1533
+ - ▁lucky
1534
+ - ▁sick
1535
+ - ▁excellent
1536
+ - ▁utah
1537
+ - ▁classes
1538
+ - ▁apparently
1539
+ - ▁condition
1540
+ - ▁perhaps
1541
+ - ▁weapon
1542
+ - ▁burn
1543
+ - ▁originally
1544
+ - ▁self
1545
+ - ▁beginning
1546
+ - ▁prefer
1547
+ - ▁cop
1548
+ - ade
1549
+ - ▁count
1550
+ - ▁quit
1551
+ - ▁typical
1552
+ - 'off'
1553
+ - ▁economic
1554
+ - ▁broke
1555
+ - ▁average
1556
+ - ▁smaller
1557
+ - ▁security
1558
+ - ▁virginia
1559
+ - ▁weird
1560
+ - ▁future
1561
+ - ▁similar
1562
+ - ▁hopefully
1563
+ - ▁economy
1564
+ - ▁political
1565
+ - ▁relative
1566
+ - ▁slow
1567
+ - ▁master
1568
+ - ▁financial
1569
+ - ▁respect
1570
+ - ▁expense
1571
+ - ▁quarter
1572
+ - ▁accept
1573
+ - ▁appeal
1574
+ - ▁normally
1575
+ - ▁channel
1576
+ - ▁alone
1577
+ - ▁z
1578
+ - ▁human
1579
+ - ▁union
1580
+ - ▁cou
1581
+ - ▁privacy
1582
+ - ▁science
1583
+ - ▁lawyer
1584
+ - ▁busy
1585
+ - ▁window
1586
+ - ▁automatic
1587
+ - ▁sold
1588
+ - ▁county
1589
+ - ▁advantage
1590
+ - ▁bush
1591
+ - ▁affect
1592
+ - ▁drink
1593
+ - ▁entire
1594
+ - ▁lunch
1595
+ - ▁switch
1596
+ - ▁basis
1597
+ - ▁role
1598
+ - ▁table
1599
+ - ▁animal
1600
+ - ▁basketball
1601
+ - ▁industry
1602
+ - ▁peace
1603
+ - ▁reunion
1604
+ - ▁blow
1605
+ - ▁department
1606
+ - ▁present
1607
+ - ▁relate
1608
+ - ▁positive
1609
+ - ▁article
1610
+ - ▁heavy
1611
+ - ▁return
1612
+ - place
1613
+ - ▁chicken
1614
+ - ▁stories
1615
+ - ▁somehow
1616
+ - ▁honest
1617
+ - ▁history
1618
+ - ▁saturday
1619
+ - ▁salary
1620
+ - ▁member
1621
+ - ▁payment
1622
+ - ▁moving
1623
+ - ▁port
1624
+ - ▁ride
1625
+ - ▁professional
1626
+ - ▁mexico
1627
+ - ▁normal
1628
+ - ▁lower
1629
+ - ▁jump
1630
+ - ▁rich
1631
+ - ▁mow
1632
+ - ▁design
1633
+ - ▁organization
1634
+ - ▁straight
1635
+ - ▁draw
1636
+ - ▁smoke
1637
+ - ▁possible
1638
+ - ▁bucks
1639
+ - ▁debt
1640
+ - work
1641
+ - ▁property
1642
+ - ▁teenage
1643
+ - ▁garage
1644
+ - ▁wild
1645
+ - ▁rough
1646
+ - ▁scout
1647
+ - ▁touch
1648
+ - ▁sla
1649
+ - ▁suit
1650
+ - ▁purchase
1651
+ - ▁retirement
1652
+ - ▁election
1653
+ - ▁carolina
1654
+ - ▁recipe
1655
+ - ▁track
1656
+ - ▁changing
1657
+ - ▁entertain
1658
+ - ▁grandmother
1659
+ - ▁thirteen
1660
+ - ▁instance
1661
+ - ▁coverage
1662
+ - ▁attitude
1663
+ - ▁box
1664
+ - ▁face
1665
+ - ▁background
1666
+ - ▁study
1667
+ - ▁kidding
1668
+ - ▁english
1669
+ - ▁ridiculous
1670
+ - ▁legal
1671
+ - ▁tonight
1672
+ - ▁trade
1673
+ - ▁random
1674
+ - ▁john
1675
+ - ▁coast
1676
+ - ▁dry
1677
+ - ▁aluminum
1678
+ - ▁choose
1679
+ - ▁colorado
1680
+ - ▁continue
1681
+ - ▁contract
1682
+ - ▁england
1683
+ - ▁ticket
1684
+ - ▁board
1685
+ - ▁replace
1686
+ - ▁join
1687
+ - ▁folks
1688
+ - ▁sudden
1689
+ - ▁garbage
1690
+ - ▁engine
1691
+ - ▁himself
1692
+ - ▁instrument
1693
+ - ▁spot
1694
+ - ▁row
1695
+ - ▁activities
1696
+ - ▁cross
1697
+ - ▁scare
1698
+ - ▁shape
1699
+ - ▁mini
1700
+ - ▁district
1701
+ - ▁floor
1702
+ - ▁taste
1703
+ - ▁corn
1704
+ - ▁correct
1705
+ - ▁opportunity
1706
+ - ▁threat
1707
+ - ified
1708
+ - ▁concern
1709
+ - ▁aerobic
1710
+ - ▁popular
1711
+ - ▁everyday
1712
+ - ▁adult
1713
+ - ▁doubt
1714
+ - ▁brand
1715
+ - ▁dead
1716
+ - ▁terr
1717
+ - ▁defense
1718
+ - ▁worst
1719
+ - ▁mexican
1720
+ - ▁policy
1721
+ - ▁vietnam
1722
+ - ▁pressure
1723
+ - ▁taught
1724
+ - ▁balance
1725
+ - ▁body
1726
+ - ▁accident
1727
+ - ▁afternoon
1728
+ - ▁horrible
1729
+ - ▁german
1730
+ - ▁electric
1731
+ - ▁tired
1732
+ - ▁rule
1733
+ - ▁everywhere
1734
+ - ▁opposed
1735
+ - ▁squa
1736
+ - ▁bike
1737
+ - ▁congress
1738
+ - ▁foreign
1739
+ - ▁physical
1740
+ - ▁yesterday
1741
+ - ▁increase
1742
+ - ▁metric
1743
+ - ▁style
1744
+ - ▁minor
1745
+ - ▁majority
1746
+ - ▁perfect
1747
+ - ▁responsibility
1748
+ - ▁common
1749
+ - ▁central
1750
+ - ▁improve
1751
+ - ▁kitchen
1752
+ - ▁vegetable
1753
+ - ▁sixteen
1754
+ - ▁nurse
1755
+ - ▁bird
1756
+ - ▁forever
1757
+ - ▁born
1758
+ - ▁stopped
1759
+ - ▁tech
1760
+ - ▁jeez
1761
+ - ▁mistake
1762
+ - ▁richardson
1763
+ - ▁russia
1764
+ - ▁express
1765
+ - ▁lady
1766
+ - ▁print
1767
+ - ▁hook
1768
+ - light
1769
+ - ▁bottom
1770
+ - ▁easily
1771
+ - ▁select
1772
+ - ▁option
1773
+ - ▁coach
1774
+ - ville
1775
+ - ▁favor
1776
+ - ▁pennsylvania
1777
+ - ▁key
1778
+ - ject
1779
+ - ▁effort
1780
+ - ▁schedule
1781
+ - ▁spread
1782
+ - ▁execut
1783
+ - ▁hobby
1784
+ - ▁immediate
1785
+ - ▁simple
1786
+ - ▁somewhat
1787
+ - ▁natural
1788
+ - ▁block
1789
+ - ▁fourteen
1790
+ - ▁however
1791
+ - ▁dump
1792
+ - ▁equipment
1793
+ - ▁perform
1794
+ - ▁complain
1795
+ - ▁planning
1796
+ - ▁occasionally
1797
+ - ▁river
1798
+ - ▁conversation
1799
+ - ▁grocery
1800
+ - ▁fresh
1801
+ - ▁besides
1802
+ - burg
1803
+ - ▁friday
1804
+ - ▁result
1805
+ - ▁smart
1806
+ - ▁discover
1807
+ - ▁various
1808
+ - ▁storm
1809
+ - ▁appreciate
1810
+ - ▁equal
1811
+ - ▁nowadays
1812
+ - ▁upset
1813
+ - ▁brown
1814
+ - ▁elderly
1815
+ - ▁invasion
1816
+ - ▁oklahoma
1817
+ - ▁politics
1818
+ - ▁maryland
1819
+ - ▁regard
1820
+ - ▁commercial
1821
+ - ▁incredible
1822
+ - ▁french
1823
+ - ▁trust
1824
+ - ▁seventies
1825
+ - ▁league
1826
+ - ▁ourselves
1827
+ - ▁possibly
1828
+ - ▁purpose
1829
+ - ▁network
1830
+ - ▁stuck
1831
+ - ▁admit
1832
+ - ▁sweat
1833
+ - ▁cousin
1834
+ - ▁begin
1835
+ - ▁elect
1836
+ - board
1837
+ - ▁supp
1838
+ - ▁alcohol
1839
+ - ▁contribut
1840
+ - ▁solution
1841
+ - ▁material
1842
+ - ▁deep
1843
+ - ▁specific
1844
+ - ▁convict
1845
+ - ▁motor
1846
+ - ▁tree
1847
+ - ▁junior
1848
+ - ▁nature
1849
+ - ▁oak
1850
+ - ugh
1851
+ - ▁restrict
1852
+ - ▁mentioned
1853
+ - ▁shoes
1854
+ - ▁volunteer
1855
+ - ▁austin
1856
+ - ▁prior
1857
+ - ▁temp
1858
+ - ▁extent
1859
+ - ▁laugh
1860
+ - ▁blood
1861
+ - ▁otherwise
1862
+ - ▁deduct
1863
+ - ▁hobbies
1864
+ - ▁influence
1865
+ - ▁writing
1866
+ - ▁abuse
1867
+ - ▁soviet
1868
+ - ▁mental
1869
+ - ▁awhile
1870
+ - ▁connect
1871
+ - ▁western
1872
+ - ▁italian
1873
+ - ▁border
1874
+ - ▁convenient
1875
+ - ▁language
1876
+ - ▁recommend
1877
+ - ▁downtown
1878
+ - ▁politician
1879
+ - ▁character
1880
+ - ▁truth
1881
+ - ▁pitch
1882
+ - ▁strict
1883
+ - ▁sixties
1884
+ - ▁hello
1885
+ - ▁chinese
1886
+ - ▁relax
1887
+ - ▁wheel
1888
+ - ▁drove
1889
+ - ▁access
1890
+ - ▁cannot
1891
+ - ▁plenty
1892
+ - ▁pardon
1893
+ - ▁model
1894
+ - ▁visa
1895
+ - ▁section
1896
+ - ▁boston
1897
+ - ▁dirt
1898
+ - ▁aspect
1899
+ - ▁electronic
1900
+ - ▁responsible
1901
+ - ▁participate
1902
+ - ▁steak
1903
+ - ▁roof
1904
+ - ▁profit
1905
+ - ▁cabin
1906
+ - ▁bowl
1907
+ - ▁japanese
1908
+ - ▁telephone
1909
+ - ▁variety
1910
+ - ▁piano
1911
+ - ▁chicago
1912
+ - ▁citizen
1913
+ - ▁broad
1914
+ - ▁corps
1915
+ - ▁assume
1916
+ - ▁automobile
1917
+ - ▁contain
1918
+ - ▁simply
1919
+ - ▁technical
1920
+ - ▁wrote
1921
+ - ▁crowd
1922
+ - ▁damage
1923
+ - ▁dental
1924
+ - ▁wou
1925
+ - ▁corporation
1926
+ - ▁honda
1927
+ - ▁necessary
1928
+ - ▁traffic
1929
+ - ▁vehicle
1930
+ - ▁salad
1931
+ - ▁southern
1932
+ - '0'
1933
+ - ▁unusual
1934
+ - ▁voting
1935
+ - ▁screen
1936
+ - ▁stress
1937
+ - ▁mandatory
1938
+ - ▁monday
1939
+ - ▁secret
1940
+ - ▁source
1941
+ - ▁load
1942
+ - ▁license
1943
+ - ▁population
1944
+ - ▁subscribe
1945
+ - ▁suspect
1946
+ - ▁atlanta
1947
+ - ▁draft
1948
+ - ▁knowledge
1949
+ - ▁tremendous
1950
+ - ▁earth
1951
+ - ▁match
1952
+ - ▁atmosphere
1953
+ - ▁democrat
1954
+ - ▁habit
1955
+ - ▁edge
1956
+ - ▁film
1957
+ - ▁earlier
1958
+ - ▁encourage
1959
+ - ▁exciting
1960
+ - ▁fellow
1961
+ - ▁suburb
1962
+ - ▁became
1963
+ - ▁ceiling
1964
+ - ▁disease
1965
+ - ▁cheese
1966
+ - ▁actual
1967
+ - ▁bathroom
1968
+ - ▁divorce
1969
+ - ▁double
1970
+ - ▁further
1971
+ - ▁pattern
1972
+ - ▁technology
1973
+ - ▁becoming
1974
+ - ▁investment
1975
+ - ▁practical
1976
+ - ▁dark
1977
+ - ▁christian
1978
+ - ▁discipline
1979
+ - ▁occur
1980
+ - ▁senior
1981
+ - ▁liberal
1982
+ - ▁israel
1983
+ - ▁scene
1984
+ - ▁deterrent
1985
+ - ▁jazz
1986
+ - ▁suggest
1987
+ - ▁beyond
1988
+ - ▁seventeen
1989
+ - ▁sauce
1990
+ - ▁recent
1991
+ - ▁interview
1992
+ - ▁swimming
1993
+ - ▁stupid
1994
+ - ▁voice
1995
+ - ▁pump
1996
+ - ▁independent
1997
+ - ▁practice
1998
+ - ▁tomatoes
1999
+ - ▁blame
2000
+ - ▁consumer
2001
+ - ▁outdoor
2002
+ - ▁northern
2003
+ - ▁craft
2004
+ - ▁antonio
2005
+ - ▁republic
2006
+ - ▁written
2007
+ - ▁tennis
2008
+ - ▁tune
2009
+ - ology
2010
+ - ▁legislat
2011
+ - ▁finance
2012
+ - ▁adjust
2013
+ - ▁massachusetts
2014
+ - ▁successful
2015
+ - ▁repeat
2016
+ - ▁chemical
2017
+ - ▁versus
2018
+ - ▁milk
2019
+ - ▁carpet
2020
+ - ▁horse
2021
+ - ▁address
2022
+ - ▁speed
2023
+ - ▁media
2024
+ - ▁apart
2025
+ - ▁occasion
2026
+ - ▁belong
2027
+ - ▁francisco
2028
+ - ▁grandchildren
2029
+ - ▁whoever
2030
+ - ▁quiet
2031
+ - ▁shirt
2032
+ - ▁knee
2033
+ - izing
2034
+ - ▁register
2035
+ - ▁holiday
2036
+ - ▁resource
2037
+ - ▁mechanic
2038
+ - ▁receive
2039
+ - ▁staff
2040
+ - ▁steal
2041
+ - ▁maintain
2042
+ - ▁toyota
2043
+ - ▁psych
2044
+ - ▁casual
2045
+ - ▁backyard
2046
+ - ▁chose
2047
+ - ▁author
2048
+ - ▁energy
2049
+ - ▁bread
2050
+ - ▁focus
2051
+ - ▁journal
2052
+ - ▁professor
2053
+ - ▁sentencing
2054
+ - ▁explain
2055
+ - ▁knock
2056
+ - ficial
2057
+ - ▁amazed
2058
+ - ▁baltimore
2059
+ - ▁facilities
2060
+ - ▁neither
2061
+ - ▁potato
2062
+ - ▁advance
2063
+ - ▁sweet
2064
+ - ▁gulf
2065
+ - hold
2066
+ - ▁candidate
2067
+ - ▁pittsburgh
2068
+ - ▁garland
2069
+ - ▁babies
2070
+ - ▁hung
2071
+ - ▁involve
2072
+ - ▁spec
2073
+ - ▁concept
2074
+ - ▁convince
2075
+ - ▁impressed
2076
+ - ▁leaving
2077
+ - ▁primarily
2078
+ - ▁produce
2079
+ - ▁victim
2080
+ - ▁herself
2081
+ - ▁shock
2082
+ - ▁juries
2083
+ - ▁loose
2084
+ - ▁strip
2085
+ - wood
2086
+ - ▁represent
2087
+ - ▁georgia
2088
+ - ▁kindergarten
2089
+ - ▁progress
2090
+ - ▁yellow
2091
+ - ▁stock
2092
+ - ▁junk
2093
+ - ▁robb
2094
+ - ▁surprise
2095
+ - ▁circumstances
2096
+ - ▁dangerous
2097
+ - ▁illegal
2098
+ - ▁concert
2099
+ - ▁shift
2100
+ - ▁moral
2101
+ - ▁disappoint
2102
+ - ▁advertise
2103
+ - ▁educate
2104
+ - ▁female
2105
+ - ▁minimum
2106
+ - ▁establish
2107
+ - ▁fantastic
2108
+ - ▁welfare
2109
+ - house
2110
+ - ▁birthday
2111
+ - ▁cruise
2112
+ - ▁culture
2113
+ - ▁elementary
2114
+ - ▁employer
2115
+ - ▁incentive
2116
+ - ▁relationship
2117
+ - ▁speech
2118
+ - ▁reduce
2119
+ - ▁original
2120
+ - ▁august
2121
+ - ▁grandparents
2122
+ - ▁preschool
2123
+ - ▁violent
2124
+ - ▁barbecue
2125
+ - ▁fifties
2126
+ - ▁rabbit
2127
+ - ▁freedom
2128
+ - ▁parole
2129
+ - ▁attract
2130
+ - ▁fascinat
2131
+ - ▁innocent
2132
+ - ▁perspective
2133
+ - ▁temperature
2134
+ - ▁emotion
2135
+ - ▁pollut
2136
+ - ▁negative
2137
+ - ▁wisconsin
2138
+ - ▁contact
2139
+ - ▁impact
2140
+ - ▁jersey
2141
+ - ▁recognize
2142
+ - ▁conscious
2143
+ - ▁detail
2144
+ - ▁complete
2145
+ - ▁creek
2146
+ - ▁attack
2147
+ - ▁claim
2148
+ - ▁continu
2149
+ - ▁attorney
2150
+ - ▁campaign
2151
+ - ▁conservative
2152
+ - ▁enforce
2153
+ - ▁excited
2154
+ - ▁canada
2155
+ - ▁multi
2156
+ - ▁audi
2157
+ - ▁challenge
2158
+ - ▁evidence
2159
+ - ▁maintenance
2160
+ - ▁pepper
2161
+ - ▁release
2162
+ - ▁frame
2163
+ - employed
2164
+ - ▁include
2165
+ - ▁paycheck
2166
+ - ▁raleigh
2167
+ - ▁religious
2168
+ - ▁semester
2169
+ - '1'
2170
+ - '4'
2171
+ - '2'
2172
+ - '&'
2173
+ - '6'
2174
+ - '8'
2175
+ - '9'
2176
+ - '7'
2177
+ - '5'
2178
+ - /
2179
+ - q
2180
+ - '3'
2181
+ - '['
2182
+ - <sos/eos>
2183
+ init: null
2184
+ input_size: null
2185
+ ctc_conf:
2186
+ dropout_rate: 0.0
2187
+ ctc_type: builtin
2188
+ reduce: true
2189
+ ignore_nan_grad: null
2190
+ zero_infinity: true
2191
+ joint_net_conf: null
2192
+ use_preprocessor: true
2193
+ token_type: bpe
2194
+ bpemodel: data/en_token_list/bpe_unigram2000/bpe.model
2195
+ non_linguistic_symbols: null
2196
+ cleaner: null
2197
+ g2p: null
2198
+ speech_volume_normalize: null
2199
+ rir_scp: null
2200
+ rir_apply_prob: 1.0
2201
+ noise_scp: null
2202
+ noise_apply_prob: 1.0
2203
+ noise_db_range: '13_15'
2204
+ short_noise_thres: 0.5
2205
+ frontend: default
2206
+ frontend_conf:
2207
+ n_fft: 512
2208
+ win_length: 400
2209
+ hop_length: 160
2210
+ fs: 16k
2211
+ specaug: specaug
2212
+ specaug_conf:
2213
+ apply_time_warp: true
2214
+ time_warp_window: 5
2215
+ time_warp_mode: bicubic
2216
+ apply_freq_mask: true
2217
+ freq_mask_width_range:
2218
+ - 0
2219
+ - 27
2220
+ num_freq_mask: 2
2221
+ apply_time_mask: true
2222
+ time_mask_width_ratio_range:
2223
+ - 0.0
2224
+ - 0.05
2225
+ num_time_mask: 5
2226
+ normalize: global_mvn
2227
+ normalize_conf:
2228
+ stats_file: exp/asr_stats_raw_en_bpe2000_sp/train/feats_stats.npz
2229
+ model: espnet
2230
+ model_conf:
2231
+ ctc_weight: 0.3
2232
+ lsm_weight: 0.1
2233
+ length_normalized_loss: false
2234
+ preencoder: null
2235
+ preencoder_conf: {}
2236
+ encoder: e_branchformer
2237
+ encoder_conf:
2238
+ output_size: 256
2239
+ attention_heads: 4
2240
+ attention_layer_type: rel_selfattn
2241
+ pos_enc_layer_type: rel_pos
2242
+ rel_pos_type: latest
2243
+ cgmlp_linear_units: 1024
2244
+ cgmlp_conv_kernel: 31
2245
+ use_linear_after_conv: false
2246
+ gate_activation: identity
2247
+ num_blocks: 12
2248
+ dropout_rate: 0.1
2249
+ positional_dropout_rate: 0.1
2250
+ attention_dropout_rate: 0.1
2251
+ input_layer: conv2d
2252
+ layer_drop_rate: 0.0
2253
+ linear_units: 1024
2254
+ positionwise_layer_type: linear
2255
+ use_ffn: true
2256
+ macaron_ffn: true
2257
+ merge_conv_kernel: 31
2258
+ postencoder: null
2259
+ postencoder_conf: {}
2260
+ decoder: transformer
2261
+ decoder_conf:
2262
+ attention_heads: 4
2263
+ linear_units: 2048
2264
+ num_blocks: 6
2265
+ dropout_rate: 0.1
2266
+ positional_dropout_rate: 0.1
2267
+ self_attention_dropout_rate: 0.1
2268
+ src_attention_dropout_rate: 0.1
2269
+ preprocessor: default
2270
+ preprocessor_conf: {}
2271
+ required:
2272
+ - output_dir
2273
+ - token_list
2274
+ version: '202211'
2275
+ distributed: true
2276
+ ```
2277
+
2278
+ </details>
2279
+
2280
+
2281
+
2282
+ ### Citing ESPnet
2283
+
2284
+ ```BibTex
2285
+ @inproceedings{watanabe2018espnet,
2286
+ author={Shinji Watanabe and Takaaki Hori and Shigeki Karita and Tomoki Hayashi and Jiro Nishitoba and Yuya Unno and Nelson Yalta and Jahn Heymann and Matthew Wiesner and Nanxin Chen and Adithya Renduchintala and Tsubasa Ochiai},
2287
+ title={{ESPnet}: End-to-End Speech Processing Toolkit},
2288
+ year={2018},
2289
+ booktitle={Proceedings of Interspeech},
2290
+ pages={2207--2211},
2291
+ doi={10.21437/Interspeech.2018-1456},
2292
+ url={http://dx.doi.org/10.21437/Interspeech.2018-1456}
2293
+ }
2294
+
2295
+
2296
+
2297
+
2298
+ ```
2299
+
2300
+ or arXiv:
2301
+
2302
+ ```bibtex
2303
+ @misc{watanabe2018espnet,
2304
+ title={ESPnet: End-to-End Speech Processing Toolkit},
2305
+ author={Shinji Watanabe and Takaaki Hori and Shigeki Karita and Tomoki Hayashi and Jiro Nishitoba and Yuya Unno and Nelson Yalta and Jahn Heymann and Matthew Wiesner and Nanxin Chen and Adithya Renduchintala and Tsubasa Ochiai},
2306
+ year={2018},
2307
+ eprint={1804.00015},
2308
+ archivePrefix={arXiv},
2309
+ primaryClass={cs.CL}
2310
+ }
2311
+ ```
data/en_token_list/bpe_unigram2000/bpe.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0aac273be8c26ae06b7cf6b7b1a444ded5a61a1b1bbcb7c82277dbbf0785143b
3
+ size 271340
exp/asr_stats_raw_en_bpe2000_sp/train/feats_stats.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3fa24e59ee76da144222d7f76e5470c867c630152d28188124f1ba9890c046e
3
+ size 1402
exp/asr_train_asr_e_branchformer_e12_size256_mlp1024_linear1024_macaron_raw_en_bpe2000_sp/RESULTS.md ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ <!-- Generated by scripts/utils/show_asr_result.sh -->
2
+ # RESULTS
3
+ ## Environments
4
+ - date: `Tue Dec 27 05:05:40 CST 2022`
5
+ - python version: `3.9.15 (main, Nov 24 2022, 14:31:59) [GCC 11.2.0]`
6
+ - espnet version: `espnet 202211`
7
+ - pytorch version: `pytorch 1.12.1`
8
+ - Git hash: `ef3ce328551c12c03284defc757f42df47c46170`
9
+ - Commit date: `Mon Dec 26 20:34:28 2022 -0500`
10
+
11
+ ## asr_train_asr_e_branchformer_e12_size256_mlp1024_linear1024_macaron_raw_en_bpe2000_sp
12
+ ### WER
13
+
14
+ |dataset|Snt|Wrd|Corr|Sub|Del|Ins|Err|S.Err|
15
+ |---|---|---|---|---|---|---|---|---|
16
+ |decode_asr_asr_model_valid.acc.ave/eval2000/hyp.callhm.ctm.filt.sys|2628|21594|88.7|8.4|2.9|2.1|13.4|46.2|
17
+ |decode_asr_asr_model_valid.acc.ave/eval2000/hyp.ctm.filt.sys|4459|42989|91.2|6.1|2.8|1.5|10.4|41.5|
18
+ |decode_asr_asr_model_valid.acc.ave/eval2000/hyp.swbd.ctm.filt.sys|1831|21395|93.7|3.7|2.6|1.0|7.3|34.8|
19
+
20
+ ### CER
21
+
22
+ |dataset|Snt|Wrd|Corr|Sub|Del|Ins|Err|S.Err|
23
+ |---|---|---|---|---|---|---|---|---|
24
+ |decode_asr_asr_model_valid.acc.ave/eval2000|4322|181952|93.1|3.3|3.6|10.7|17.7|67.7|
25
+
26
+ ### TER
27
+
28
+ |dataset|Snt|Wrd|Corr|Sub|Del|Ins|Err|S.Err|
29
+ |---|---|---|---|---|---|---|---|---|
30
+ |decode_asr_asr_model_valid.acc.ave/eval2000|4322|47227|83.0|12.6|4.4|15.3|32.3|67.7|
31
+
exp/asr_train_asr_e_branchformer_e12_size256_mlp1024_linear1024_macaron_raw_en_bpe2000_sp/config.yaml ADDED
@@ -0,0 +1,2205 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ config: conf/tuning/train_asr_e_branchformer_e12_size256_mlp1024_linear1024_macaron.yaml
2
+ print_config: false
3
+ log_level: INFO
4
+ dry_run: false
5
+ iterator_type: sequence
6
+ output_dir: exp/asr_train_asr_e_branchformer_e12_size256_mlp1024_linear1024_macaron_raw_en_bpe2000_sp
7
+ ngpu: 1
8
+ seed: 2022
9
+ num_workers: 4
10
+ num_att_plot: 3
11
+ dist_backend: nccl
12
+ dist_init_method: env://
13
+ dist_world_size: 2
14
+ dist_rank: 0
15
+ local_rank: 0
16
+ dist_master_addr: localhost
17
+ dist_master_port: 37983
18
+ dist_launcher: null
19
+ multiprocessing_distributed: true
20
+ unused_parameters: false
21
+ sharded_ddp: false
22
+ cudnn_enabled: true
23
+ cudnn_benchmark: false
24
+ cudnn_deterministic: true
25
+ collect_stats: false
26
+ write_collected_feats: false
27
+ max_epoch: 100
28
+ patience: null
29
+ val_scheduler_criterion:
30
+ - valid
31
+ - loss
32
+ early_stopping_criterion:
33
+ - valid
34
+ - loss
35
+ - min
36
+ best_model_criterion:
37
+ - - valid
38
+ - acc
39
+ - max
40
+ keep_nbest_models: 10
41
+ nbest_averaging_interval: 0
42
+ grad_clip: 5.0
43
+ grad_clip_type: 2.0
44
+ grad_noise: false
45
+ accum_grad: 1
46
+ no_forward_run: false
47
+ resume: true
48
+ train_dtype: float32
49
+ use_amp: true
50
+ log_interval: null
51
+ use_matplotlib: true
52
+ use_tensorboard: true
53
+ create_graph_in_tensorboard: false
54
+ use_wandb: false
55
+ wandb_project: null
56
+ wandb_id: null
57
+ wandb_entity: null
58
+ wandb_name: null
59
+ wandb_model_log_interval: -1
60
+ detect_anomaly: false
61
+ pretrain_path: null
62
+ init_param: []
63
+ ignore_init_mismatch: false
64
+ freeze_param: []
65
+ num_iters_per_epoch: null
66
+ batch_size: 20
67
+ valid_batch_size: null
68
+ batch_bins: 40000000
69
+ valid_batch_bins: null
70
+ train_shape_file:
71
+ - exp/asr_stats_raw_en_bpe2000_sp/train/speech_shape
72
+ - exp/asr_stats_raw_en_bpe2000_sp/train/text_shape.bpe
73
+ valid_shape_file:
74
+ - exp/asr_stats_raw_en_bpe2000_sp/valid/speech_shape
75
+ - exp/asr_stats_raw_en_bpe2000_sp/valid/text_shape.bpe
76
+ batch_type: numel
77
+ valid_batch_type: null
78
+ fold_length:
79
+ - 80000
80
+ - 150
81
+ sort_in_batch: descending
82
+ sort_batch: descending
83
+ multiple_iterator: false
84
+ chunk_length: 500
85
+ chunk_shift_ratio: 0.5
86
+ num_cache_chunks: 1024
87
+ train_data_path_and_name_and_type:
88
+ - - dump/raw/train_nodup_sp/wav.scp
89
+ - speech
90
+ - kaldi_ark
91
+ - - dump/raw/train_nodup_sp/text
92
+ - text
93
+ - text
94
+ valid_data_path_and_name_and_type:
95
+ - - dump/raw/train_dev/wav.scp
96
+ - speech
97
+ - kaldi_ark
98
+ - - dump/raw/train_dev/text
99
+ - text
100
+ - text
101
+ allow_variable_data_keys: false
102
+ max_cache_size: 0.0
103
+ max_cache_fd: 32
104
+ valid_max_cache_size: null
105
+ optim: adam
106
+ optim_conf:
107
+ lr: 0.002
108
+ weight_decay: 1.0e-06
109
+ scheduler: warmuplr
110
+ scheduler_conf:
111
+ warmup_steps: 50000
112
+ token_list:
113
+ - <blank>
114
+ - <unk>
115
+ - ▁i
116
+ - ''''
117
+ - s
118
+ - ▁and
119
+ - ▁the
120
+ - ▁you
121
+ - ▁that
122
+ - ▁a
123
+ - ▁it
124
+ - ▁uh
125
+ - ▁to
126
+ - t
127
+ - ▁of
128
+ - ▁know
129
+ - ▁they
130
+ - '-'
131
+ - ▁in
132
+ - ▁we
133
+ - ']'
134
+ - ▁[
135
+ - ▁yeah
136
+ - ▁have
137
+ - ▁but
138
+ - ▁so
139
+ - ▁was
140
+ - ▁like
141
+ - re
142
+ - ▁um
143
+ - ▁just
144
+ - ▁well
145
+ - ▁do
146
+ - m
147
+ - ▁for
148
+ - ing
149
+ - ▁think
150
+ - ▁don
151
+ - d
152
+ - ▁is
153
+ - ▁there
154
+ - ▁or
155
+ - ▁on
156
+ - ▁be
157
+ - noise
158
+ - ▁what
159
+ - ▁oh
160
+ - laughter
161
+ - ▁my
162
+ - ed
163
+ - ve
164
+ - ▁not
165
+ - ▁really
166
+ - ▁with
167
+ - ▁he
168
+ - n
169
+ - ▁one
170
+ - ▁if
171
+ - ▁are
172
+ - ▁all
173
+ - ▁get
174
+ - ▁right
175
+ - ▁about
176
+ - ▁can
177
+ - ▁because
178
+ - ▁out
179
+ - ▁had
180
+ - ▁up
181
+ - ▁them
182
+ - ▁lot
183
+ - ▁at
184
+ - ▁this
185
+ - ▁would
186
+ - ▁when
187
+ - ▁go
188
+ - ▁some
189
+ - er
190
+ - ▁people
191
+ - ▁no
192
+ - ▁mean
193
+ - ▁kind
194
+ - ▁then
195
+ - a
196
+ - v
197
+ - ▁good
198
+ - e
199
+ - ll
200
+ - ▁now
201
+ - ▁got
202
+ - ▁me
203
+ - p
204
+ - ▁time
205
+ - o
206
+ - ▁she
207
+ - ▁as
208
+ - ▁going
209
+ - y
210
+ - ▁see
211
+ - ▁more
212
+ - ▁were
213
+ - ly
214
+ - ▁been
215
+ - ▁from
216
+ - ▁too
217
+ - ▁an
218
+ - ▁things
219
+ - ▁how
220
+ - ▁something
221
+ - ▁your
222
+ - ▁where
223
+ - ▁much
224
+ - ▁guess
225
+ - c
226
+ - r
227
+ - ▁little
228
+ - ▁here
229
+ - ▁s
230
+ - ▁thing
231
+ - ▁our
232
+ - u
233
+ - g
234
+ - ocalized
235
+ - ▁very
236
+ - ▁did
237
+ - b
238
+ - ▁their
239
+ - ▁other
240
+ - ▁work
241
+ - le
242
+ - ▁could
243
+ - ▁okay
244
+ - i
245
+ - ▁even
246
+ - al
247
+ - ▁c
248
+ - ▁two
249
+ - huh
250
+ - ▁way
251
+ - ▁say
252
+ - or
253
+ - in
254
+ - ▁any
255
+ - ▁has
256
+ - ▁years
257
+ - ▁want
258
+ - ▁t
259
+ - f
260
+ - ▁back
261
+ - ▁down
262
+ - ▁those
263
+ - ▁pretty
264
+ - ▁probably
265
+ - ▁re
266
+ - ▁who
267
+ - ▁home
268
+ - ▁didn
269
+ - ▁real
270
+ - ▁year
271
+ - ▁take
272
+ - ▁over
273
+ - ▁yes
274
+ - ▁than
275
+ - ▁sure
276
+ - ▁into
277
+ - ar
278
+ - hum
279
+ - an
280
+ - l
281
+ - ▁school
282
+ - ▁put
283
+ - ▁stuff
284
+ - k
285
+ - ▁make
286
+ - ▁kids
287
+ - ▁her
288
+ - ▁said
289
+ - ▁by
290
+ - ▁never
291
+ - ▁which
292
+ - ▁off
293
+ - w
294
+ - ▁went
295
+ - ▁b
296
+ - ▁car
297
+ - ▁only
298
+ - ion
299
+ - ▁big
300
+ - ▁always
301
+ - ▁around
302
+ - ▁money
303
+ - ▁these
304
+ - ▁day
305
+ - ▁anything
306
+ - ▁three
307
+ - ▁nice
308
+ - ▁doing
309
+ - ri
310
+ - ▁need
311
+ - ▁come
312
+ - ▁f
313
+ - ▁actually
314
+ - ▁will
315
+ - ▁maybe
316
+ - ▁care
317
+ - ▁him
318
+ - ▁de
319
+ - ent
320
+ - ▁still
321
+ - ▁v
322
+ - ▁should
323
+ - ▁new
324
+ - ▁used
325
+ - ch
326
+ - ▁five
327
+ - ▁
328
+ - th
329
+ - ▁long
330
+ - ▁p
331
+ - ▁sort
332
+ - ▁e
333
+ - ▁his
334
+ - ter
335
+ - 'on'
336
+ - ▁most
337
+ - ▁house
338
+ - ▁bit
339
+ - ▁old
340
+ - ▁every
341
+ - ▁different
342
+ - ck
343
+ - ▁last
344
+ - ▁let
345
+ - ▁use
346
+ - il
347
+ - ▁us
348
+ - ▁many
349
+ - ▁look
350
+ - es
351
+ - ▁course
352
+ - ▁getting
353
+ - ur
354
+ - ▁true
355
+ - ▁everything
356
+ - ic
357
+ - ▁feel
358
+ - ▁first
359
+ - ▁part
360
+ - ▁does
361
+ - ▁pay
362
+ - ▁great
363
+ - it
364
+ - ▁hard
365
+ - ▁same
366
+ - ▁thought
367
+ - en
368
+ - ▁problem
369
+ - ▁also
370
+ - ▁keep
371
+ - at
372
+ - ▁d
373
+ - ers
374
+ - ▁through
375
+ - ▁o
376
+ - ▁doesn
377
+ - ies
378
+ - ▁children
379
+ - ▁four
380
+ - ▁find
381
+ - ▁done
382
+ - ▁th
383
+ - ment
384
+ - ▁before
385
+ - ▁far
386
+ - ▁though
387
+ - ▁area
388
+ - ate
389
+ - ▁haven
390
+ - ▁w
391
+ - ▁ever
392
+ - ▁being
393
+ - li
394
+ - ▁family
395
+ - ▁bad
396
+ - ▁seems
397
+ - se
398
+ - ▁live
399
+ - ation
400
+ - ▁whole
401
+ - ▁fact
402
+ - ▁own
403
+ - ▁n
404
+ - ▁why
405
+ - ▁huh
406
+ - ▁play
407
+ - ▁talking
408
+ - ▁tell
409
+ - ▁better
410
+ - ▁interesting
411
+ - ▁another
412
+ - h
413
+ - ▁place
414
+ - ▁try
415
+ - ▁trying
416
+ - ro
417
+ - ▁ten
418
+ - ▁twenty
419
+ - ▁else
420
+ - ol
421
+ - ▁watch
422
+ - ▁read
423
+ - te
424
+ - ▁type
425
+ - ▁quite
426
+ - ▁job
427
+ - ir
428
+ - ▁hundred
429
+ - ▁high
430
+ - ▁call
431
+ - ▁after
432
+ - ow
433
+ - ▁ago
434
+ - ▁give
435
+ - ra
436
+ - ▁couple
437
+ - ▁enough
438
+ - us
439
+ - ▁whatever
440
+ - ke
441
+ - ▁either
442
+ - ▁start
443
+ - ▁m
444
+ - ▁having
445
+ - ▁texas
446
+ - ▁somebody
447
+ - el
448
+ - ▁husband
449
+ - ▁sometimes
450
+ - ▁dollars
451
+ - ▁usually
452
+ - ▁show
453
+ - ▁help
454
+ - ce
455
+ - ▁while
456
+ - ▁few
457
+ - ▁away
458
+ - ▁y
459
+ - ▁ha
460
+ - ▁se
461
+ - ▁college
462
+ - ▁system
463
+ - able
464
+ - ▁might
465
+ - ▁ma
466
+ - ▁heard
467
+ - ▁r
468
+ - ne
469
+ - is
470
+ - ▁person
471
+ - ▁once
472
+ - ▁made
473
+ - ▁point
474
+ - ▁six
475
+ - ▁fun
476
+ - ▁g
477
+ - ▁week
478
+ - ▁buy
479
+ - ▁seen
480
+ - ▁state
481
+ - ▁anyway
482
+ - ▁again
483
+ - ▁pa
484
+ - ▁love
485
+ - ▁gonna
486
+ - ▁dallas
487
+ - ▁started
488
+ - ▁pro
489
+ - ▁exactly
490
+ - ▁country
491
+ - ▁life
492
+ - ▁enjoy
493
+ - ▁everybody
494
+ - ive
495
+ - id
496
+ - ▁talk
497
+ - ▁night
498
+ - ▁able
499
+ - est
500
+ - ▁lo
501
+ - ▁may
502
+ - ▁stay
503
+ - ▁remember
504
+ - ▁news
505
+ - ▁mo
506
+ - um
507
+ - ▁came
508
+ - ▁co
509
+ - ▁hear
510
+ - et
511
+ - ▁end
512
+ - ▁least
513
+ - tion
514
+ - ▁working
515
+ - ▁h
516
+ - lo
517
+ - ▁un
518
+ - ▁sa
519
+ - un
520
+ - ▁po
521
+ - ul
522
+ - ▁boy
523
+ - ▁since
524
+ - age
525
+ - ▁change
526
+ - ▁di
527
+ - ▁idea
528
+ - ▁both
529
+ - ▁agree
530
+ - ▁st
531
+ - ▁program
532
+ - ▁pre
533
+ - ▁dis
534
+ - ▁ra
535
+ - ist
536
+ - ▁almost
537
+ - ▁run
538
+ - ▁someone
539
+ - ▁con
540
+ - ▁fl
541
+ - ▁dog
542
+ - ry
543
+ - ▁reason
544
+ - ▁ho
545
+ - ▁took
546
+ - ▁believe
547
+ - co
548
+ - ▁bye
549
+ - ▁company
550
+ - ▁eight
551
+ - ▁times
552
+ - ▁half
553
+ - ▁wife
554
+ - ▁la
555
+ - ▁ba
556
+ - ▁isn
557
+ - ▁paper
558
+ - ▁deal
559
+ - ▁goes
560
+ - ▁l
561
+ - ▁sp
562
+ - ▁hand
563
+ - ant
564
+ - ▁guy
565
+ - ▁called
566
+ - ▁next
567
+ - ▁close
568
+ - ▁month
569
+ - ▁thirty
570
+ - ▁wanted
571
+ - ▁thousand
572
+ - ▁yet
573
+ - ▁understand
574
+ - ▁cost
575
+ - ▁pick
576
+ - ▁drive
577
+ - am
578
+ - z
579
+ - ▁mi
580
+ - ut
581
+ - ▁looking
582
+ - ▁ro
583
+ - ▁child
584
+ - ▁government
585
+ - ▁crime
586
+ - ▁tax
587
+ - ▁spend
588
+ - ▁women
589
+ - ▁parents
590
+ - ▁days
591
+ - ▁especially
592
+ - ▁cut
593
+ - ac
594
+ - ▁li
595
+ - me
596
+ - ure
597
+ - ▁saying
598
+ - ▁name
599
+ - ▁wow
600
+ - ▁eat
601
+ - ▁gone
602
+ - ▁whether
603
+ - ▁happen
604
+ - ▁k
605
+ - ▁less
606
+ - ver
607
+ - ▁bu
608
+ - ▁ga
609
+ - ated
610
+ - ▁small
611
+ - ity
612
+ - ▁saw
613
+ - ge
614
+ - ▁sounds
615
+ - ▁supposed
616
+ - ▁number
617
+ - ▁world
618
+ - ▁mother
619
+ - ▁music
620
+ - ▁hi
621
+ - ▁set
622
+ - ▁such
623
+ - ▁until
624
+ - ▁movie
625
+ - ▁credit
626
+ - ▁bo
627
+ - ▁bought
628
+ - ▁turn
629
+ - ▁am
630
+ - ▁city
631
+ - ▁myself
632
+ - ▁u
633
+ - ▁walk
634
+ - ▁food
635
+ - ting
636
+ - ▁seem
637
+ - ▁problems
638
+ - ▁j
639
+ - ▁ex
640
+ - ▁computer
641
+ - ▁makes
642
+ - end
643
+ - ▁le
644
+ - ▁man
645
+ - ▁found
646
+ - ▁percent
647
+ - ▁together
648
+ - ▁sit
649
+ - la
650
+ - ▁hum
651
+ - ▁coming
652
+ - im
653
+ - ▁basically
654
+ - ▁young
655
+ - ▁best
656
+ - ▁listen
657
+ - ance
658
+ - ▁water
659
+ - ▁check
660
+ - ▁son
661
+ - ▁business
662
+ - ▁seven
663
+ - ▁summer
664
+ - ▁each
665
+ - ▁situation
666
+ - ▁sh
667
+ - ▁war
668
+ - ▁worked
669
+ - ward
670
+ - ▁side
671
+ - ru
672
+ - x
673
+ - ▁air
674
+ - ▁ti
675
+ - ie
676
+ - ▁definitely
677
+ - ▁certain
678
+ - ▁game
679
+ - ▁won
680
+ - ▁wh
681
+ - ▁wonderful
682
+ - ▁wonder
683
+ - ▁matter
684
+ - if
685
+ - ▁public
686
+ - de
687
+ - ▁lived
688
+ - op
689
+ - ma
690
+ - he
691
+ - ▁comp
692
+ - ▁sc
693
+ - ▁fifty
694
+ - ▁certainly
695
+ - ▁cook
696
+ - ▁fa
697
+ - ▁funny
698
+ - ▁cat
699
+ - ▁room
700
+ - na
701
+ - ▁nothing
702
+ - ty
703
+ - ▁class
704
+ - ▁health
705
+ - ▁age
706
+ - ▁large
707
+ - ▁ju
708
+ - ▁gotten
709
+ - ▁mine
710
+ - ▁town
711
+ - ▁months
712
+ - ▁ch
713
+ - ▁test
714
+ - ▁per
715
+ - ▁places
716
+ - ▁comes
717
+ - ▁anymore
718
+ - ▁yep
719
+ - ▁under
720
+ - ▁plan
721
+ - ▁vote
722
+ - ▁important
723
+ - ▁taking
724
+ - port
725
+ - ▁fi
726
+ - ▁daughter
727
+ - ▁thinking
728
+ - ▁team
729
+ - ▁learn
730
+ - ▁budget
731
+ - ide
732
+ - ▁american
733
+ - ful
734
+ - ▁taxes
735
+ - ▁gun
736
+ - ▁ca
737
+ - rs
738
+ - ▁eighty
739
+ - ▁control
740
+ - ▁service
741
+ - ▁today
742
+ - ▁drug
743
+ - tic
744
+ - ▁paying
745
+ - ▁cars
746
+ - ▁rather
747
+ - ▁neat
748
+ - ▁tend
749
+ - ▁line
750
+ - ▁da
751
+ - ▁law
752
+ - time
753
+ - ▁insurance
754
+ - ca
755
+ - ▁wear
756
+ - sh
757
+ - ▁friends
758
+ - ▁outside
759
+ - ally
760
+ - man
761
+ - ▁easy
762
+ - ▁north
763
+ - ▁friend
764
+ - ▁during
765
+ - ▁card
766
+ - ▁nine
767
+ - bye
768
+ - ical
769
+ - up
770
+ - ▁living
771
+ - ▁mind
772
+ - ▁involved
773
+ - ▁gosh
774
+ - ▁moved
775
+ - ig
776
+ - ▁tr
777
+ - ▁camping
778
+ - ▁several
779
+ - ▁hm
780
+ - ap
781
+ - ▁tried
782
+ - ▁bring
783
+ - ph
784
+ - ence
785
+ - ci
786
+ - ▁major
787
+ - ▁newspaper
788
+ - ▁favorite
789
+ - ▁student
790
+ - ▁consider
791
+ - ▁making
792
+ - ice
793
+ - ▁en
794
+ - ▁morning
795
+ - ▁question
796
+ - ▁between
797
+ - ▁jury
798
+ - ▁ones
799
+ - ▁amount
800
+ - ▁older
801
+ - ▁case
802
+ - ▁education
803
+ - ▁cl
804
+ - ous
805
+ - ▁paid
806
+ - und
807
+ - ▁depend
808
+ - ▁mar
809
+ - ▁bill
810
+ - ▁wa
811
+ - ▁must
812
+ - ▁happened
813
+ - gg
814
+ - ▁ri
815
+ - ▁hour
816
+ - ▁fr
817
+ - ▁difference
818
+ - mi
819
+ - ▁hope
820
+ - ▁experience
821
+ - 'no'
822
+ - ▁absolutely
823
+ - ian
824
+ - ▁group
825
+ - ▁figure
826
+ - ▁anybody
827
+ - ▁miles
828
+ - ▁aren
829
+ - ▁although
830
+ - ▁worth
831
+ - ▁interest
832
+ - ▁book
833
+ - ia
834
+ - ▁forty
835
+ - ▁expensive
836
+ - ▁second
837
+ - ▁without
838
+ - ▁gets
839
+ - ish
840
+ - ▁du
841
+ - ating
842
+ - ▁full
843
+ - ▁ta
844
+ - ▁app
845
+ - bo
846
+ - ▁along
847
+ - ▁paint
848
+ - ▁recently
849
+ - ▁leave
850
+ - ▁weather
851
+ - ▁com
852
+ - ▁miss
853
+ - ▁sha
854
+ - ▁free
855
+ - ▁often
856
+ - ▁gra
857
+ - ▁minutes
858
+ - ▁magazine
859
+ - ▁wait
860
+ - ▁ahead
861
+ - ▁wrong
862
+ - ▁hours
863
+ - ▁already
864
+ - ▁married
865
+ - ▁left
866
+ - ▁camp
867
+ - ▁hit
868
+ - ine
869
+ - ▁fifteen
870
+ - ex
871
+ - ▁men
872
+ - ▁cons
873
+ - ▁drugs
874
+ - ▁rain
875
+ - ▁schools
876
+ - ▁fish
877
+ - ▁girl
878
+ - ▁office
879
+ - ▁ski
880
+ - ▁weeks
881
+ - ▁middle
882
+ - ▁knew
883
+ - ▁store
884
+ - ▁watching
885
+ - ious
886
+ - ▁hot
887
+ - ▁running
888
+ - ▁act
889
+ - ▁yourself
890
+ - ▁cold
891
+ - ▁price
892
+ - all
893
+ - ick
894
+ - ▁lake
895
+ - ▁al
896
+ - ▁death
897
+ - ▁dad
898
+ - ▁enjoyed
899
+ - ▁benefits
900
+ - ▁su
901
+ - ▁word
902
+ - ▁main
903
+ - ▁cha
904
+ - ▁grow
905
+ - ▁recycling
906
+ - ▁past
907
+ - ▁weekend
908
+ - ▁break
909
+ - ▁base
910
+ - ▁against
911
+ - ▁movies
912
+ - ▁mostly
913
+ - ▁guys
914
+ - ▁sense
915
+ - ▁san
916
+ - ▁cr
917
+ - ▁sell
918
+ - ▁sister
919
+ - ha
920
+ - ▁str
921
+ - ▁thank
922
+ - ▁issue
923
+ - way
924
+ - ary
925
+ - ▁pet
926
+ - ▁throw
927
+ - ▁cover
928
+ - ities
929
+ - ▁pi
930
+ - ▁baby
931
+ - ▁doctor
932
+ - ▁wi
933
+ - ▁local
934
+ - ▁difficult
935
+ - ▁nursing
936
+ - ▁wanna
937
+ - ab
938
+ - ▁open
939
+ - ight
940
+ - ▁fee
941
+ - ▁head
942
+ - pa
943
+ - ▁vacation
944
+ - ought
945
+ - ▁ask
946
+ - ▁brother
947
+ - ▁instead
948
+ - ▁reading
949
+ - ▁kid
950
+ - ▁add
951
+ - ▁-
952
+ - ial
953
+ - ▁rest
954
+ - ▁interested
955
+ - ▁short
956
+ - ▁qu
957
+ - ▁degree
958
+ - ▁charge
959
+ - ber
960
+ - ▁topic
961
+ - ped
962
+ - ▁talked
963
+ - land
964
+ - ▁move
965
+ - ▁trouble
966
+ - cy
967
+ - ▁told
968
+ - ▁fairly
969
+ - ling
970
+ - ▁pe
971
+ - ▁unless
972
+ - ▁winter
973
+ - ▁hate
974
+ - ▁twelve
975
+ - ▁plano
976
+ - ▁wish
977
+ - ▁yard
978
+ - ▁sta
979
+ - ▁exercise
980
+ - ▁front
981
+ - do
982
+ - ▁somewhere
983
+ - ▁east
984
+ - ▁gre
985
+ - ▁everyone
986
+ - ▁regular
987
+ - ▁restaurant
988
+ - ▁states
989
+ - ▁plant
990
+ - ▁catch
991
+ - ▁near
992
+ - ▁decided
993
+ - ▁imagine
994
+ - ▁says
995
+ - ▁except
996
+ - ▁chance
997
+ - ▁california
998
+ - ▁kill
999
+ - ▁looked
1000
+ - ▁punishment
1001
+ - ▁pull
1002
+ - ▁fan
1003
+ - ▁south
1004
+ - ay
1005
+ - ▁hold
1006
+ - ▁fine
1007
+ - ▁taken
1008
+ - ▁garden
1009
+ - ▁park
1010
+ - ▁takes
1011
+ - ▁late
1012
+ - ▁street
1013
+ - ▁door
1014
+ - ▁tra
1015
+ - ▁fall
1016
+ - ▁mom
1017
+ - ▁clean
1018
+ - ▁dress
1019
+ - ▁income
1020
+ - ▁teach
1021
+ - ▁companies
1022
+ - ▁ready
1023
+ - ▁top
1024
+ - ▁capital
1025
+ - ▁spent
1026
+ - ▁recycle
1027
+ - ▁york
1028
+ - ▁using
1029
+ - ▁social
1030
+ - ▁works
1031
+ - ▁raise
1032
+ - ▁father
1033
+ - ▁tough
1034
+ - ▁gu
1035
+ - ▁seventy
1036
+ - ▁ja
1037
+ - ▁early
1038
+ - ▁realize
1039
+ - ▁terms
1040
+ - ▁become
1041
+ - ▁send
1042
+ - ▁sixty
1043
+ - ▁themselves
1044
+ - ▁level
1045
+ - ▁phone
1046
+ - ▁god
1047
+ - ▁woman
1048
+ - ▁oil
1049
+ - ▁stand
1050
+ - ▁felt
1051
+ - ▁rent
1052
+ - ▁ne
1053
+ - ▁changed
1054
+ - ▁pr
1055
+ - ▁exp
1056
+ - ▁particular
1057
+ - ▁radio
1058
+ - ▁christmas
1059
+ - ▁station
1060
+ - ▁goodness
1061
+ - ▁pass
1062
+ - ▁power
1063
+ - ▁save
1064
+ - ▁society
1065
+ - ▁bar
1066
+ - ▁choice
1067
+ - ▁ge
1068
+ - ▁personal
1069
+ - ▁tha
1070
+ - ard
1071
+ - ▁dollar
1072
+ - ▁playing
1073
+ - ▁die
1074
+ - ▁national
1075
+ - ▁special
1076
+ - ▁general
1077
+ - ▁rate
1078
+ - ▁awful
1079
+ - ▁bra
1080
+ - ible
1081
+ - ▁cards
1082
+ - ▁plastic
1083
+ - ▁te
1084
+ - ▁visit
1085
+ - ▁fix
1086
+ - ▁rid
1087
+ - ▁train
1088
+ - ▁lives
1089
+ - ▁expect
1090
+ - ▁support
1091
+ - ▁wood
1092
+ - ▁books
1093
+ - ▁feeling
1094
+ - ▁na
1095
+ - ner
1096
+ - ▁center
1097
+ - ized
1098
+ - ▁acc
1099
+ - ▁putting
1100
+ - ▁bag
1101
+ - ton
1102
+ - ness
1103
+ - ▁later
1104
+ - ▁growing
1105
+ - ▁guns
1106
+ - ▁land
1107
+ - line
1108
+ - ▁travel
1109
+ - ▁subject
1110
+ - ▁period
1111
+ - ▁dinner
1112
+ - ▁judge
1113
+ - ▁season
1114
+ - ▁happens
1115
+ - ▁machine
1116
+ - ▁extra
1117
+ - ▁manage
1118
+ - ▁gave
1119
+ - ▁force
1120
+ - fi
1121
+ - ▁lately
1122
+ - ▁effect
1123
+ - one
1124
+ - ▁trip
1125
+ - ▁saving
1126
+ - ▁starting
1127
+ - ▁building
1128
+ - less
1129
+ - ▁cases
1130
+ - ▁sitting
1131
+ - ▁kept
1132
+ - ▁finally
1133
+ - ▁fast
1134
+ - ▁forth
1135
+ - ran
1136
+ - ▁stop
1137
+ - ▁testing
1138
+ - ▁spring
1139
+ - ▁cause
1140
+ - ▁require
1141
+ - ▁built
1142
+ - ▁murder
1143
+ - ▁black
1144
+ - ▁quick
1145
+ - ▁dr
1146
+ - ▁sw
1147
+ - ▁community
1148
+ - ▁record
1149
+ - ▁snow
1150
+ - ▁direct
1151
+ - ▁plus
1152
+ - ▁bank
1153
+ - ▁grade
1154
+ - ▁beautiful
1155
+ - ▁red
1156
+ - ▁afford
1157
+ - ▁graduate
1158
+ - go
1159
+ - ▁space
1160
+ - que
1161
+ - ▁countries
1162
+ - ▁cats
1163
+ - ▁fire
1164
+ - ▁process
1165
+ - ▁sound
1166
+ - ▁played
1167
+ - ▁limit
1168
+ - ▁white
1169
+ - ▁sad
1170
+ - ▁university
1171
+ - ▁trans
1172
+ - ▁mess
1173
+ - ▁nineteen
1174
+ - ▁shoot
1175
+ - ▁nobody
1176
+ - ny
1177
+ - ▁football
1178
+ - ▁speak
1179
+ - ▁story
1180
+ - ▁longer
1181
+ - ▁light
1182
+ - ▁mu
1183
+ - ▁ninety
1184
+ - ▁order
1185
+ - ▁road
1186
+ - ▁totally
1187
+ - ▁fishing
1188
+ - ▁information
1189
+ - ▁sign
1190
+ - ▁worry
1191
+ - ▁spending
1192
+ - ▁product
1193
+ - ▁soon
1194
+ - ▁ah
1195
+ - ▁jo
1196
+ - ▁bother
1197
+ - ▁across
1198
+ - ▁write
1199
+ - ▁bunch
1200
+ - ▁carry
1201
+ - ▁truck
1202
+ - ▁hey
1203
+ - ▁ball
1204
+ - ▁driving
1205
+ - ▁needed
1206
+ - ▁cra
1207
+ - ▁teachers
1208
+ - ▁church
1209
+ - ▁low
1210
+ - ▁amazing
1211
+ - ▁pu
1212
+ - ▁pen
1213
+ - ▁decision
1214
+ - ▁golf
1215
+ - ▁sorry
1216
+ - ▁hurt
1217
+ - gra
1218
+ - ▁younger
1219
+ - ▁account
1220
+ - ▁terrible
1221
+ - ▁wind
1222
+ - ▁gr
1223
+ - ▁report
1224
+ - ▁wor
1225
+ - ▁suppose
1226
+ - ▁color
1227
+ - ▁hunt
1228
+ - ▁teacher
1229
+ - ▁concerned
1230
+ - j
1231
+ - ▁easier
1232
+ - ▁strange
1233
+ - ▁sub
1234
+ - ▁strong
1235
+ - ▁turned
1236
+ - ze
1237
+ - ▁safe
1238
+ - ▁vi
1239
+ - ▁size
1240
+ - ▁given
1241
+ - ▁lost
1242
+ - ▁families
1243
+ - ▁happy
1244
+ - ▁follow
1245
+ - ▁view
1246
+ - ▁market
1247
+ - ▁handle
1248
+ - ▁within
1249
+ - ▁single
1250
+ - ▁shop
1251
+ - ship
1252
+ - vis
1253
+ - ▁ye
1254
+ - ▁television
1255
+ - ▁cheap
1256
+ - ▁ki
1257
+ - ▁rock
1258
+ - ▁engineer
1259
+ - ▁individual
1260
+ - ▁shot
1261
+ - ▁criminal
1262
+ - ▁united
1263
+ - ▁trial
1264
+ - ▁worse
1265
+ - ▁serious
1266
+ - ite
1267
+ - ▁neighborhood
1268
+ - ▁brought
1269
+ - ▁answer
1270
+ - ▁trees
1271
+ - ▁bi
1272
+ - ▁build
1273
+ - ▁example
1274
+ - ▁fair
1275
+ - ▁buying
1276
+ - mon
1277
+ - ▁weight
1278
+ - ▁military
1279
+ - ▁caught
1280
+ - ▁private
1281
+ - ▁field
1282
+ - ler
1283
+ - ▁che
1284
+ - ▁crazy
1285
+ - law
1286
+ - ▁serve
1287
+ - out
1288
+ - ▁decide
1289
+ - ▁opinion
1290
+ - ▁medical
1291
+ - ▁step
1292
+ - ▁push
1293
+ - ▁meet
1294
+ - ▁stick
1295
+ - ▁win
1296
+ - ▁chi
1297
+ - clock
1298
+ - ▁boat
1299
+ - ▁quality
1300
+ - ▁green
1301
+ - ▁term
1302
+ - ▁lose
1303
+ - ▁fo
1304
+ - ▁hospital
1305
+ - be
1306
+ - ▁scary
1307
+ - ▁ended
1308
+ - ▁police
1309
+ - ▁biggest
1310
+ - ▁apartment
1311
+ - ▁repair
1312
+ - ▁finish
1313
+ - ▁glad
1314
+ - ▁inside
1315
+ - ▁learned
1316
+ - uh
1317
+ - ▁prison
1318
+ - ▁familiar
1319
+ - ▁third
1320
+ - ▁seemed
1321
+ - ▁mountain
1322
+ - ▁whenever
1323
+ - ▁range
1324
+ - ▁watched
1325
+ - ▁necessarily
1326
+ - ook
1327
+ - ▁pan
1328
+ - ▁piece
1329
+ - ▁noticed
1330
+ - ▁collect
1331
+ - ▁president
1332
+ - ▁twice
1333
+ - ative
1334
+ - ▁glass
1335
+ - ▁super
1336
+ - ▁fund
1337
+ - ▁ran
1338
+ - ▁sleep
1339
+ - ▁lawn
1340
+ - ▁behind
1341
+ - ▁guilty
1342
+ - ▁drop
1343
+ - ▁mix
1344
+ - ▁killed
1345
+ - ▁court
1346
+ - ▁completely
1347
+ - ▁party
1348
+ - ▁current
1349
+ - ▁tape
1350
+ - ▁indi
1351
+ - ▁commit
1352
+ - ▁benefit
1353
+ - ▁wall
1354
+ - ▁particularly
1355
+ - ▁personally
1356
+ - ▁anywhere
1357
+ - ▁project
1358
+ - ▁arm
1359
+ - ▁si
1360
+ - ▁clothes
1361
+ - ▁eighteen
1362
+ - ▁bigger
1363
+ - ▁list
1364
+ - ▁hang
1365
+ - ▁warm
1366
+ - ▁kn
1367
+ - ▁eleven
1368
+ - ▁research
1369
+ - ▁gee
1370
+ - ▁grand
1371
+ - ▁fight
1372
+ - uff
1373
+ - ▁grass
1374
+ - ▁teaching
1375
+ - ▁million
1376
+ - ▁trash
1377
+ - ▁cash
1378
+ - istic
1379
+ - ron
1380
+ - ▁waiting
1381
+ - ▁neighbor
1382
+ - ▁club
1383
+ - ability
1384
+ - ▁develop
1385
+ - ▁unfortunately
1386
+ - ▁loan
1387
+ - ▁star
1388
+ - ▁picked
1389
+ - ▁generally
1390
+ - ▁environment
1391
+ - ▁minute
1392
+ - ▁obviously
1393
+ - ▁protect
1394
+ - ▁opera
1395
+ - ▁anyone
1396
+ - ▁employee
1397
+ - ▁houston
1398
+ - ize
1399
+ - ▁fill
1400
+ - qui
1401
+ - ▁treat
1402
+ - ▁baseball
1403
+ - ▁ground
1404
+ - ▁video
1405
+ - ▁pollution
1406
+ - ▁higher
1407
+ - ▁available
1408
+ - ▁generation
1409
+ - ▁luck
1410
+ - ▁excuse
1411
+ - ▁pound
1412
+ - ▁picture
1413
+ - ▁roll
1414
+ - ▁america
1415
+ - ▁eventually
1416
+ - ▁itself
1417
+ - ▁ooh
1418
+ - ▁asked
1419
+ - ▁forget
1420
+ - ▁surprised
1421
+ - ▁federal
1422
+ - ▁jail
1423
+ - ▁pla
1424
+ - ▁sun
1425
+ - ▁basic
1426
+ - ▁attention
1427
+ - ▁washington
1428
+ - ▁extreme
1429
+ - ▁penalty
1430
+ - ▁sentence
1431
+ - ▁poor
1432
+ - ▁mail
1433
+ - ▁cool
1434
+ - ▁florida
1435
+ - ▁clear
1436
+ - ▁fortunate
1437
+ - ▁huge
1438
+ - ▁aware
1439
+ - ▁lay
1440
+ - ▁civil
1441
+ - ▁value
1442
+ - ▁lead
1443
+ - ▁band
1444
+ - ▁parent
1445
+ - ▁giving
1446
+ - ▁bottle
1447
+ - ▁blue
1448
+ - ▁standard
1449
+ - ▁art
1450
+ - ▁afraid
1451
+ - ▁bedroom
1452
+ - ▁comfortable
1453
+ - ▁separate
1454
+ - ▁el
1455
+ - ▁position
1456
+ - ▁foot
1457
+ - ▁cap
1458
+ - ▁eye
1459
+ - ▁europe
1460
+ - ▁sunday
1461
+ - ▁discuss
1462
+ - ▁provide
1463
+ - ▁lucky
1464
+ - ▁sick
1465
+ - ▁excellent
1466
+ - ▁utah
1467
+ - ▁classes
1468
+ - ▁apparently
1469
+ - ▁condition
1470
+ - ▁perhaps
1471
+ - ▁weapon
1472
+ - ▁burn
1473
+ - ▁originally
1474
+ - ▁self
1475
+ - ▁beginning
1476
+ - ▁prefer
1477
+ - ▁cop
1478
+ - ade
1479
+ - ▁count
1480
+ - ▁quit
1481
+ - ▁typical
1482
+ - 'off'
1483
+ - ▁economic
1484
+ - ▁broke
1485
+ - ▁average
1486
+ - ▁smaller
1487
+ - ▁security
1488
+ - ▁virginia
1489
+ - ▁weird
1490
+ - ▁future
1491
+ - ▁similar
1492
+ - ▁hopefully
1493
+ - ▁economy
1494
+ - ▁political
1495
+ - ▁relative
1496
+ - ▁slow
1497
+ - ▁master
1498
+ - ▁financial
1499
+ - ▁respect
1500
+ - ▁expense
1501
+ - ▁quarter
1502
+ - ▁accept
1503
+ - ▁appeal
1504
+ - ▁normally
1505
+ - ▁channel
1506
+ - ▁alone
1507
+ - ▁z
1508
+ - ▁human
1509
+ - ▁union
1510
+ - ▁cou
1511
+ - ▁privacy
1512
+ - ▁science
1513
+ - ▁lawyer
1514
+ - ▁busy
1515
+ - ▁window
1516
+ - ▁automatic
1517
+ - ▁sold
1518
+ - ▁county
1519
+ - ▁advantage
1520
+ - ▁bush
1521
+ - ▁affect
1522
+ - ▁drink
1523
+ - ▁entire
1524
+ - ▁lunch
1525
+ - ▁switch
1526
+ - ▁basis
1527
+ - ▁role
1528
+ - ▁table
1529
+ - ▁animal
1530
+ - ▁basketball
1531
+ - ▁industry
1532
+ - ▁peace
1533
+ - ▁reunion
1534
+ - ▁blow
1535
+ - ▁department
1536
+ - ▁present
1537
+ - ▁relate
1538
+ - ▁positive
1539
+ - ▁article
1540
+ - ▁heavy
1541
+ - ▁return
1542
+ - place
1543
+ - ▁chicken
1544
+ - ▁stories
1545
+ - ▁somehow
1546
+ - ▁honest
1547
+ - ▁history
1548
+ - ▁saturday
1549
+ - ▁salary
1550
+ - ▁member
1551
+ - ▁payment
1552
+ - ▁moving
1553
+ - ▁port
1554
+ - ▁ride
1555
+ - ▁professional
1556
+ - ▁mexico
1557
+ - ▁normal
1558
+ - ▁lower
1559
+ - ▁jump
1560
+ - ▁rich
1561
+ - ▁mow
1562
+ - ▁design
1563
+ - ▁organization
1564
+ - ▁straight
1565
+ - ▁draw
1566
+ - ▁smoke
1567
+ - ▁possible
1568
+ - ▁bucks
1569
+ - ▁debt
1570
+ - work
1571
+ - ▁property
1572
+ - ▁teenage
1573
+ - ▁garage
1574
+ - ▁wild
1575
+ - ▁rough
1576
+ - ▁scout
1577
+ - ▁touch
1578
+ - ▁sla
1579
+ - ▁suit
1580
+ - ▁purchase
1581
+ - ▁retirement
1582
+ - ▁election
1583
+ - ▁carolina
1584
+ - ▁recipe
1585
+ - ▁track
1586
+ - ▁changing
1587
+ - ▁entertain
1588
+ - ▁grandmother
1589
+ - ▁thirteen
1590
+ - ▁instance
1591
+ - ▁coverage
1592
+ - ▁attitude
1593
+ - ▁box
1594
+ - ▁face
1595
+ - ▁background
1596
+ - ▁study
1597
+ - ▁kidding
1598
+ - ▁english
1599
+ - ▁ridiculous
1600
+ - ▁legal
1601
+ - ▁tonight
1602
+ - ▁trade
1603
+ - ▁random
1604
+ - ▁john
1605
+ - ▁coast
1606
+ - ▁dry
1607
+ - ▁aluminum
1608
+ - ▁choose
1609
+ - ▁colorado
1610
+ - ▁continue
1611
+ - ▁contract
1612
+ - ▁england
1613
+ - ▁ticket
1614
+ - ▁board
1615
+ - ▁replace
1616
+ - ▁join
1617
+ - ▁folks
1618
+ - ▁sudden
1619
+ - ▁garbage
1620
+ - ▁engine
1621
+ - ▁himself
1622
+ - ▁instrument
1623
+ - ▁spot
1624
+ - ▁row
1625
+ - ▁activities
1626
+ - ▁cross
1627
+ - ▁scare
1628
+ - ▁shape
1629
+ - ▁mini
1630
+ - ▁district
1631
+ - ▁floor
1632
+ - ▁taste
1633
+ - ▁corn
1634
+ - ▁correct
1635
+ - ▁opportunity
1636
+ - ▁threat
1637
+ - ified
1638
+ - ▁concern
1639
+ - ▁aerobic
1640
+ - ▁popular
1641
+ - ▁everyday
1642
+ - ▁adult
1643
+ - ▁doubt
1644
+ - ▁brand
1645
+ - ▁dead
1646
+ - ▁terr
1647
+ - ▁defense
1648
+ - ▁worst
1649
+ - ▁mexican
1650
+ - ▁policy
1651
+ - ▁vietnam
1652
+ - ▁pressure
1653
+ - ▁taught
1654
+ - ▁balance
1655
+ - ▁body
1656
+ - ▁accident
1657
+ - ▁afternoon
1658
+ - ▁horrible
1659
+ - ▁german
1660
+ - ▁electric
1661
+ - ▁tired
1662
+ - ▁rule
1663
+ - ▁everywhere
1664
+ - ▁opposed
1665
+ - ▁squa
1666
+ - ▁bike
1667
+ - ▁congress
1668
+ - ▁foreign
1669
+ - ▁physical
1670
+ - ▁yesterday
1671
+ - ▁increase
1672
+ - ▁metric
1673
+ - ▁style
1674
+ - ▁minor
1675
+ - ▁majority
1676
+ - ▁perfect
1677
+ - ▁responsibility
1678
+ - ▁common
1679
+ - ▁central
1680
+ - ▁improve
1681
+ - ▁kitchen
1682
+ - ���vegetable
1683
+ - ▁sixteen
1684
+ - ▁nurse
1685
+ - ▁bird
1686
+ - ▁forever
1687
+ - ▁born
1688
+ - ▁stopped
1689
+ - ▁tech
1690
+ - ▁jeez
1691
+ - ▁mistake
1692
+ - ▁richardson
1693
+ - ▁russia
1694
+ - ▁express
1695
+ - ▁lady
1696
+ - ▁print
1697
+ - ▁hook
1698
+ - light
1699
+ - ▁bottom
1700
+ - ▁easily
1701
+ - ▁select
1702
+ - ▁option
1703
+ - ▁coach
1704
+ - ville
1705
+ - ▁favor
1706
+ - ▁pennsylvania
1707
+ - ▁key
1708
+ - ject
1709
+ - ▁effort
1710
+ - ▁schedule
1711
+ - ▁spread
1712
+ - ▁execut
1713
+ - ▁hobby
1714
+ - ▁immediate
1715
+ - ▁simple
1716
+ - ▁somewhat
1717
+ - ▁natural
1718
+ - ▁block
1719
+ - ▁fourteen
1720
+ - ▁however
1721
+ - ▁dump
1722
+ - ▁equipment
1723
+ - ▁perform
1724
+ - ▁complain
1725
+ - ▁planning
1726
+ - ▁occasionally
1727
+ - ▁river
1728
+ - ▁conversation
1729
+ - ▁grocery
1730
+ - ▁fresh
1731
+ - ▁besides
1732
+ - burg
1733
+ - ▁friday
1734
+ - ▁result
1735
+ - ▁smart
1736
+ - ▁discover
1737
+ - ▁various
1738
+ - ▁storm
1739
+ - ▁appreciate
1740
+ - ▁equal
1741
+ - ▁nowadays
1742
+ - ▁upset
1743
+ - ▁brown
1744
+ - ▁elderly
1745
+ - ▁invasion
1746
+ - ▁oklahoma
1747
+ - ▁politics
1748
+ - ▁maryland
1749
+ - ▁regard
1750
+ - ▁commercial
1751
+ - ▁incredible
1752
+ - ▁french
1753
+ - ▁trust
1754
+ - ▁seventies
1755
+ - ▁league
1756
+ - ▁ourselves
1757
+ - ▁possibly
1758
+ - ▁purpose
1759
+ - ▁network
1760
+ - ▁stuck
1761
+ - ▁admit
1762
+ - ▁sweat
1763
+ - ▁cousin
1764
+ - ▁begin
1765
+ - ▁elect
1766
+ - board
1767
+ - ▁supp
1768
+ - ▁alcohol
1769
+ - ▁contribut
1770
+ - ▁solution
1771
+ - ▁material
1772
+ - ▁deep
1773
+ - ▁specific
1774
+ - ▁convict
1775
+ - ▁motor
1776
+ - ▁tree
1777
+ - ▁junior
1778
+ - ▁nature
1779
+ - ▁oak
1780
+ - ugh
1781
+ - ▁restrict
1782
+ - ▁mentioned
1783
+ - ▁shoes
1784
+ - ▁volunteer
1785
+ - ▁austin
1786
+ - ▁prior
1787
+ - ▁temp
1788
+ - ▁extent
1789
+ - ▁laugh
1790
+ - ▁blood
1791
+ - ▁otherwise
1792
+ - ▁deduct
1793
+ - ▁hobbies
1794
+ - ▁influence
1795
+ - ▁writing
1796
+ - ▁abuse
1797
+ - ▁soviet
1798
+ - ▁mental
1799
+ - ▁awhile
1800
+ - ▁connect
1801
+ - ▁western
1802
+ - ▁italian
1803
+ - ▁border
1804
+ - ▁convenient
1805
+ - ▁language
1806
+ - ▁recommend
1807
+ - ▁downtown
1808
+ - ▁politician
1809
+ - ▁character
1810
+ - ▁truth
1811
+ - ▁pitch
1812
+ - ▁strict
1813
+ - ▁sixties
1814
+ - ▁hello
1815
+ - ▁chinese
1816
+ - ▁relax
1817
+ - ▁wheel
1818
+ - ▁drove
1819
+ - ▁access
1820
+ - ▁cannot
1821
+ - ▁plenty
1822
+ - ▁pardon
1823
+ - ▁model
1824
+ - ▁visa
1825
+ - ▁section
1826
+ - ▁boston
1827
+ - ▁dirt
1828
+ - ▁aspect
1829
+ - ▁electronic
1830
+ - ▁responsible
1831
+ - ▁participate
1832
+ - ▁steak
1833
+ - ▁roof
1834
+ - ▁profit
1835
+ - ▁cabin
1836
+ - ▁bowl
1837
+ - ▁japanese
1838
+ - ▁telephone
1839
+ - ▁variety
1840
+ - ▁piano
1841
+ - ▁chicago
1842
+ - ▁citizen
1843
+ - ▁broad
1844
+ - ▁corps
1845
+ - ▁assume
1846
+ - ▁automobile
1847
+ - ▁contain
1848
+ - ▁simply
1849
+ - ▁technical
1850
+ - ▁wrote
1851
+ - ▁crowd
1852
+ - ▁damage
1853
+ - ▁dental
1854
+ - ▁wou
1855
+ - ▁corporation
1856
+ - ▁honda
1857
+ - ▁necessary
1858
+ - ▁traffic
1859
+ - ▁vehicle
1860
+ - ▁salad
1861
+ - ▁southern
1862
+ - '0'
1863
+ - ▁unusual
1864
+ - ▁voting
1865
+ - ▁screen
1866
+ - ▁stress
1867
+ - ▁mandatory
1868
+ - ▁monday
1869
+ - ▁secret
1870
+ - ▁source
1871
+ - ▁load
1872
+ - ▁license
1873
+ - ▁population
1874
+ - ▁subscribe
1875
+ - ▁suspect
1876
+ - ▁atlanta
1877
+ - ▁draft
1878
+ - ▁knowledge
1879
+ - ▁tremendous
1880
+ - ▁earth
1881
+ - ▁match
1882
+ - ▁atmosphere
1883
+ - ▁democrat
1884
+ - ▁habit
1885
+ - ▁edge
1886
+ - ▁film
1887
+ - ▁earlier
1888
+ - ▁encourage
1889
+ - ▁exciting
1890
+ - ▁fellow
1891
+ - ▁suburb
1892
+ - ▁became
1893
+ - ▁ceiling
1894
+ - ▁disease
1895
+ - ▁cheese
1896
+ - ▁actual
1897
+ - ▁bathroom
1898
+ - ▁divorce
1899
+ - ▁double
1900
+ - ▁further
1901
+ - ▁pattern
1902
+ - ▁technology
1903
+ - ▁becoming
1904
+ - ▁investment
1905
+ - ▁practical
1906
+ - ▁dark
1907
+ - ▁christian
1908
+ - ▁discipline
1909
+ - ▁occur
1910
+ - ▁senior
1911
+ - ▁liberal
1912
+ - ▁israel
1913
+ - ▁scene
1914
+ - ▁deterrent
1915
+ - ▁jazz
1916
+ - ▁suggest
1917
+ - ▁beyond
1918
+ - ▁seventeen
1919
+ - ▁sauce
1920
+ - ▁recent
1921
+ - ▁interview
1922
+ - ▁swimming
1923
+ - ▁stupid
1924
+ - ▁voice
1925
+ - ▁pump
1926
+ - ▁independent
1927
+ - ▁practice
1928
+ - ▁tomatoes
1929
+ - ▁blame
1930
+ - ▁consumer
1931
+ - ▁outdoor
1932
+ - ▁northern
1933
+ - ▁craft
1934
+ - ▁antonio
1935
+ - ▁republic
1936
+ - ▁written
1937
+ - ▁tennis
1938
+ - ▁tune
1939
+ - ology
1940
+ - ▁legislat
1941
+ - ▁finance
1942
+ - ▁adjust
1943
+ - ▁massachusetts
1944
+ - ▁successful
1945
+ - ▁repeat
1946
+ - ▁chemical
1947
+ - ▁versus
1948
+ - ▁milk
1949
+ - ▁carpet
1950
+ - ▁horse
1951
+ - ▁address
1952
+ - ▁speed
1953
+ - ▁media
1954
+ - ▁apart
1955
+ - ▁occasion
1956
+ - ▁belong
1957
+ - ▁francisco
1958
+ - ▁grandchildren
1959
+ - ▁whoever
1960
+ - ▁quiet
1961
+ - ▁shirt
1962
+ - ▁knee
1963
+ - izing
1964
+ - ▁register
1965
+ - ▁holiday
1966
+ - ▁resource
1967
+ - ▁mechanic
1968
+ - ▁receive
1969
+ - ▁staff
1970
+ - ▁steal
1971
+ - ▁maintain
1972
+ - ▁toyota
1973
+ - ▁psych
1974
+ - ▁casual
1975
+ - ▁backyard
1976
+ - ▁chose
1977
+ - ▁author
1978
+ - ▁energy
1979
+ - ▁bread
1980
+ - ▁focus
1981
+ - ▁journal
1982
+ - ▁professor
1983
+ - ▁sentencing
1984
+ - ▁explain
1985
+ - ▁knock
1986
+ - ficial
1987
+ - ▁amazed
1988
+ - ▁baltimore
1989
+ - ▁facilities
1990
+ - ▁neither
1991
+ - ▁potato
1992
+ - ▁advance
1993
+ - ▁sweet
1994
+ - ▁gulf
1995
+ - hold
1996
+ - ▁candidate
1997
+ - ▁pittsburgh
1998
+ - ▁garland
1999
+ - ▁babies
2000
+ - ▁hung
2001
+ - ▁involve
2002
+ - ▁spec
2003
+ - ▁concept
2004
+ - ▁convince
2005
+ - ▁impressed
2006
+ - ▁leaving
2007
+ - ▁primarily
2008
+ - ▁produce
2009
+ - ▁victim
2010
+ - ▁herself
2011
+ - ▁shock
2012
+ - ▁juries
2013
+ - ▁loose
2014
+ - ▁strip
2015
+ - wood
2016
+ - ▁represent
2017
+ - ▁georgia
2018
+ - ▁kindergarten
2019
+ - ▁progress
2020
+ - ▁yellow
2021
+ - ▁stock
2022
+ - ▁junk
2023
+ - ▁robb
2024
+ - ▁surprise
2025
+ - ▁circumstances
2026
+ - ▁dangerous
2027
+ - ▁illegal
2028
+ - ▁concert
2029
+ - ▁shift
2030
+ - ▁moral
2031
+ - ▁disappoint
2032
+ - ▁advertise
2033
+ - ▁educate
2034
+ - ▁female
2035
+ - ▁minimum
2036
+ - ▁establish
2037
+ - ▁fantastic
2038
+ - ▁welfare
2039
+ - house
2040
+ - ▁birthday
2041
+ - ▁cruise
2042
+ - ▁culture
2043
+ - ▁elementary
2044
+ - ▁employer
2045
+ - ▁incentive
2046
+ - ▁relationship
2047
+ - ▁speech
2048
+ - ▁reduce
2049
+ - ▁original
2050
+ - ▁august
2051
+ - ▁grandparents
2052
+ - ▁preschool
2053
+ - ▁violent
2054
+ - ▁barbecue
2055
+ - ▁fifties
2056
+ - ▁rabbit
2057
+ - ▁freedom
2058
+ - ��parole
2059
+ - ▁attract
2060
+ - ▁fascinat
2061
+ - ▁innocent
2062
+ - ▁perspective
2063
+ - ▁temperature
2064
+ - ▁emotion
2065
+ - ▁pollut
2066
+ - ▁negative
2067
+ - ▁wisconsin
2068
+ - ▁contact
2069
+ - ▁impact
2070
+ - ▁jersey
2071
+ - ▁recognize
2072
+ - ▁conscious
2073
+ - ▁detail
2074
+ - ▁complete
2075
+ - ▁creek
2076
+ - ▁attack
2077
+ - ▁claim
2078
+ - ▁continu
2079
+ - ▁attorney
2080
+ - ▁campaign
2081
+ - ▁conservative
2082
+ - ▁enforce
2083
+ - ▁excited
2084
+ - ▁canada
2085
+ - ▁multi
2086
+ - ▁audi
2087
+ - ▁challenge
2088
+ - ▁evidence
2089
+ - ▁maintenance
2090
+ - ▁pepper
2091
+ - ▁release
2092
+ - ▁frame
2093
+ - employed
2094
+ - ▁include
2095
+ - ▁paycheck
2096
+ - ▁raleigh
2097
+ - ▁religious
2098
+ - ▁semester
2099
+ - '1'
2100
+ - '4'
2101
+ - '2'
2102
+ - '&'
2103
+ - '6'
2104
+ - '8'
2105
+ - '9'
2106
+ - '7'
2107
+ - '5'
2108
+ - /
2109
+ - q
2110
+ - '3'
2111
+ - '['
2112
+ - <sos/eos>
2113
+ init: null
2114
+ input_size: null
2115
+ ctc_conf:
2116
+ dropout_rate: 0.0
2117
+ ctc_type: builtin
2118
+ reduce: true
2119
+ ignore_nan_grad: null
2120
+ zero_infinity: true
2121
+ joint_net_conf: null
2122
+ use_preprocessor: true
2123
+ token_type: bpe
2124
+ bpemodel: data/en_token_list/bpe_unigram2000/bpe.model
2125
+ non_linguistic_symbols: null
2126
+ cleaner: null
2127
+ g2p: null
2128
+ speech_volume_normalize: null
2129
+ rir_scp: null
2130
+ rir_apply_prob: 1.0
2131
+ noise_scp: null
2132
+ noise_apply_prob: 1.0
2133
+ noise_db_range: '13_15'
2134
+ short_noise_thres: 0.5
2135
+ frontend: default
2136
+ frontend_conf:
2137
+ n_fft: 512
2138
+ win_length: 400
2139
+ hop_length: 160
2140
+ fs: 16k
2141
+ specaug: specaug
2142
+ specaug_conf:
2143
+ apply_time_warp: true
2144
+ time_warp_window: 5
2145
+ time_warp_mode: bicubic
2146
+ apply_freq_mask: true
2147
+ freq_mask_width_range:
2148
+ - 0
2149
+ - 27
2150
+ num_freq_mask: 2
2151
+ apply_time_mask: true
2152
+ time_mask_width_ratio_range:
2153
+ - 0.0
2154
+ - 0.05
2155
+ num_time_mask: 5
2156
+ normalize: global_mvn
2157
+ normalize_conf:
2158
+ stats_file: exp/asr_stats_raw_en_bpe2000_sp/train/feats_stats.npz
2159
+ model: espnet
2160
+ model_conf:
2161
+ ctc_weight: 0.3
2162
+ lsm_weight: 0.1
2163
+ length_normalized_loss: false
2164
+ preencoder: null
2165
+ preencoder_conf: {}
2166
+ encoder: e_branchformer
2167
+ encoder_conf:
2168
+ output_size: 256
2169
+ attention_heads: 4
2170
+ attention_layer_type: rel_selfattn
2171
+ pos_enc_layer_type: rel_pos
2172
+ rel_pos_type: latest
2173
+ cgmlp_linear_units: 1024
2174
+ cgmlp_conv_kernel: 31
2175
+ use_linear_after_conv: false
2176
+ gate_activation: identity
2177
+ num_blocks: 12
2178
+ dropout_rate: 0.1
2179
+ positional_dropout_rate: 0.1
2180
+ attention_dropout_rate: 0.1
2181
+ input_layer: conv2d
2182
+ layer_drop_rate: 0.0
2183
+ linear_units: 1024
2184
+ positionwise_layer_type: linear
2185
+ use_ffn: true
2186
+ macaron_ffn: true
2187
+ merge_conv_kernel: 31
2188
+ postencoder: null
2189
+ postencoder_conf: {}
2190
+ decoder: transformer
2191
+ decoder_conf:
2192
+ attention_heads: 4
2193
+ linear_units: 2048
2194
+ num_blocks: 6
2195
+ dropout_rate: 0.1
2196
+ positional_dropout_rate: 0.1
2197
+ self_attention_dropout_rate: 0.1
2198
+ src_attention_dropout_rate: 0.1
2199
+ preprocessor: default
2200
+ preprocessor_conf: {}
2201
+ required:
2202
+ - output_dir
2203
+ - token_list
2204
+ version: '202211'
2205
+ distributed: true
exp/asr_train_asr_e_branchformer_e12_size256_mlp1024_linear1024_macaron_raw_en_bpe2000_sp/images/acc.png ADDED
exp/asr_train_asr_e_branchformer_e12_size256_mlp1024_linear1024_macaron_raw_en_bpe2000_sp/images/backward_time.png ADDED
exp/asr_train_asr_e_branchformer_e12_size256_mlp1024_linear1024_macaron_raw_en_bpe2000_sp/images/cer.png ADDED
exp/asr_train_asr_e_branchformer_e12_size256_mlp1024_linear1024_macaron_raw_en_bpe2000_sp/images/cer_ctc.png ADDED
exp/asr_train_asr_e_branchformer_e12_size256_mlp1024_linear1024_macaron_raw_en_bpe2000_sp/images/forward_time.png ADDED
exp/asr_train_asr_e_branchformer_e12_size256_mlp1024_linear1024_macaron_raw_en_bpe2000_sp/images/gpu_max_cached_mem_GB.png ADDED
exp/asr_train_asr_e_branchformer_e12_size256_mlp1024_linear1024_macaron_raw_en_bpe2000_sp/images/iter_time.png ADDED
exp/asr_train_asr_e_branchformer_e12_size256_mlp1024_linear1024_macaron_raw_en_bpe2000_sp/images/loss.png ADDED
exp/asr_train_asr_e_branchformer_e12_size256_mlp1024_linear1024_macaron_raw_en_bpe2000_sp/images/loss_att.png ADDED
exp/asr_train_asr_e_branchformer_e12_size256_mlp1024_linear1024_macaron_raw_en_bpe2000_sp/images/loss_ctc.png ADDED
exp/asr_train_asr_e_branchformer_e12_size256_mlp1024_linear1024_macaron_raw_en_bpe2000_sp/images/optim0_lr0.png ADDED
exp/asr_train_asr_e_branchformer_e12_size256_mlp1024_linear1024_macaron_raw_en_bpe2000_sp/images/optim_step_time.png ADDED
exp/asr_train_asr_e_branchformer_e12_size256_mlp1024_linear1024_macaron_raw_en_bpe2000_sp/images/train_time.png ADDED
exp/asr_train_asr_e_branchformer_e12_size256_mlp1024_linear1024_macaron_raw_en_bpe2000_sp/images/wer.png ADDED
exp/asr_train_asr_e_branchformer_e12_size256_mlp1024_linear1024_macaron_raw_en_bpe2000_sp/valid.acc.ave_10best.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60196723ea8a20fb95807b4405772d1769777708b9b8858c51b2568365bf2ccb
3
+ size 144974349
meta.yaml ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ espnet: '202211'
2
+ files:
3
+ asr_model_file: exp/asr_train_asr_e_branchformer_e12_size256_mlp1024_linear1024_macaron_raw_en_bpe2000_sp/valid.acc.ave_10best.pth
4
+ python: "3.9.15 (main, Nov 24 2022, 14:31:59) \n[GCC 11.2.0]"
5
+ timestamp: 1672139241.048569
6
+ torch: 1.12.1
7
+ yaml_files:
8
+ asr_train_config: exp/asr_train_asr_e_branchformer_e12_size256_mlp1024_linear1024_macaron_raw_en_bpe2000_sp/config.yaml