Commit
•
123cdad
1
Parent(s):
7f505a6
First version of wav2vec2-large-xlsr finetuned using common-voice cantonese
Browse files- config.json +86 -0
- optimizer.pt +3 -0
- preprocessor_config.json +9 -0
- pytorch_model.bin +3 -0
- rng_state.pth +3 -0
- scheduler.pt +3 -0
- special_tokens_map.json +1 -0
- tokenizer_config.json +1 -0
- trainer_state.json +1516 -0
- training_args.bin +3 -0
- vocab.json +1 -0
config.json
ADDED
|
@@ -0,0 +1,86 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_name_or_path": "facebook/wav2vec2-large-xlsr-53",
|
| 3 |
+
"activation_dropout": 0.0,
|
| 4 |
+
"apply_spec_augment": true,
|
| 5 |
+
"architectures": [
|
| 6 |
+
"Wav2Vec2ForCTC"
|
| 7 |
+
],
|
| 8 |
+
"attention_dropout": 0.1,
|
| 9 |
+
"bos_token_id": 1,
|
| 10 |
+
"classifier_proj_size": 256,
|
| 11 |
+
"codevector_dim": 768,
|
| 12 |
+
"contrastive_logits_temperature": 0.1,
|
| 13 |
+
"conv_bias": true,
|
| 14 |
+
"conv_dim": [
|
| 15 |
+
512,
|
| 16 |
+
512,
|
| 17 |
+
512,
|
| 18 |
+
512,
|
| 19 |
+
512,
|
| 20 |
+
512,
|
| 21 |
+
512
|
| 22 |
+
],
|
| 23 |
+
"conv_kernel": [
|
| 24 |
+
10,
|
| 25 |
+
3,
|
| 26 |
+
3,
|
| 27 |
+
3,
|
| 28 |
+
3,
|
| 29 |
+
2,
|
| 30 |
+
2
|
| 31 |
+
],
|
| 32 |
+
"conv_stride": [
|
| 33 |
+
5,
|
| 34 |
+
2,
|
| 35 |
+
2,
|
| 36 |
+
2,
|
| 37 |
+
2,
|
| 38 |
+
2,
|
| 39 |
+
2
|
| 40 |
+
],
|
| 41 |
+
"ctc_loss_reduction": "mean",
|
| 42 |
+
"ctc_zero_infinity": false,
|
| 43 |
+
"diversity_loss_weight": 0.1,
|
| 44 |
+
"do_stable_layer_norm": true,
|
| 45 |
+
"eos_token_id": 2,
|
| 46 |
+
"feat_extract_activation": "gelu",
|
| 47 |
+
"feat_extract_dropout": 0.0,
|
| 48 |
+
"feat_extract_norm": "layer",
|
| 49 |
+
"feat_proj_dropout": 0.0,
|
| 50 |
+
"feat_quantizer_dropout": 0.0,
|
| 51 |
+
"final_dropout": 0.0,
|
| 52 |
+
"hidden_act": "gelu",
|
| 53 |
+
"hidden_dropout": 0.1,
|
| 54 |
+
"hidden_size": 1024,
|
| 55 |
+
"initializer_range": 0.02,
|
| 56 |
+
"intermediate_size": 4096,
|
| 57 |
+
"layer_norm_eps": 1e-05,
|
| 58 |
+
"layerdrop": 0.1,
|
| 59 |
+
"mask_channel_length": 10,
|
| 60 |
+
"mask_channel_min_space": 1,
|
| 61 |
+
"mask_channel_other": 0.0,
|
| 62 |
+
"mask_channel_prob": 0.0,
|
| 63 |
+
"mask_channel_selection": "static",
|
| 64 |
+
"mask_feature_length": 10,
|
| 65 |
+
"mask_feature_prob": 0.0,
|
| 66 |
+
"mask_time_length": 10,
|
| 67 |
+
"mask_time_min_space": 1,
|
| 68 |
+
"mask_time_other": 0.0,
|
| 69 |
+
"mask_time_prob": 0.05,
|
| 70 |
+
"mask_time_selection": "static",
|
| 71 |
+
"model_type": "wav2vec2",
|
| 72 |
+
"num_attention_heads": 16,
|
| 73 |
+
"num_codevector_groups": 2,
|
| 74 |
+
"num_codevectors_per_group": 320,
|
| 75 |
+
"num_conv_pos_embedding_groups": 16,
|
| 76 |
+
"num_conv_pos_embeddings": 128,
|
| 77 |
+
"num_feat_extract_layers": 7,
|
| 78 |
+
"num_hidden_layers": 24,
|
| 79 |
+
"num_negatives": 100,
|
| 80 |
+
"pad_token_id": 3554,
|
| 81 |
+
"proj_codevector_dim": 768,
|
| 82 |
+
"torch_dtype": "float32",
|
| 83 |
+
"transformers_version": "4.11.0",
|
| 84 |
+
"use_weighted_layer_sum": false,
|
| 85 |
+
"vocab_size": 3555
|
| 86 |
+
}
|
optimizer.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5627fb552b8984d9538412af6e08a0060e908f64b4dddfd119eb4d4d5e708ac5
|
| 3 |
+
size 2519210001
|
preprocessor_config.json
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"do_normalize": true,
|
| 3 |
+
"feature_extractor_type": "Wav2Vec2FeatureExtractor",
|
| 4 |
+
"feature_size": 1,
|
| 5 |
+
"padding_side": "right",
|
| 6 |
+
"padding_value": 0.0,
|
| 7 |
+
"return_attention_mask": true,
|
| 8 |
+
"sampling_rate": 16000
|
| 9 |
+
}
|
pytorch_model.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c81411e2029c6e5197ab7c91baafa635a7112276362a5b221d6605a5e7f01c0b
|
| 3 |
+
size 1276499249
|
rng_state.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b01dfbad30440e64e2ca8f1980cc75a4be32e4616249fd7bbf2f1f645c19b07c
|
| 3 |
+
size 14503
|
scheduler.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:92de88dc98f926cbfb1ed73c1d4db748c9b86fea9c884847d5d60db7607551f0
|
| 3 |
+
size 623
|
special_tokens_map.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
| 1 |
+
{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "[UNK]", "pad_token": "[PAD]"}
|
tokenizer_config.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
| 1 |
+
{"unk_token": "[UNK]", "bos_token": "<s>", "eos_token": "</s>", "pad_token": "[PAD]", "do_lower_case": false, "word_delimiter_token": "|", "tokenizer_class": "Wav2Vec2CTCTokenizer"}
|
trainer_state.json
ADDED
|
@@ -0,0 +1,1516 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_metric": null,
|
| 3 |
+
"best_model_checkpoint": null,
|
| 4 |
+
"epoch": 76.49968454258675,
|
| 5 |
+
"global_step": 40392,
|
| 6 |
+
"is_hyper_param_search": false,
|
| 7 |
+
"is_local_process_zero": true,
|
| 8 |
+
"is_world_process_zero": true,
|
| 9 |
+
"log_history": [
|
| 10 |
+
{
|
| 11 |
+
"epoch": 0.5,
|
| 12 |
+
"learning_rate": 0.0002971500949968334,
|
| 13 |
+
"loss": 28.5848,
|
| 14 |
+
"step": 400
|
| 15 |
+
},
|
| 16 |
+
{
|
| 17 |
+
"epoch": 0.5,
|
| 18 |
+
"eval_cer": 1.0,
|
| 19 |
+
"eval_loss": 6.502501964569092,
|
| 20 |
+
"eval_runtime": 11.659,
|
| 21 |
+
"eval_samples_per_second": 44.344,
|
| 22 |
+
"eval_steps_per_second": 5.575,
|
| 23 |
+
"step": 400
|
| 24 |
+
},
|
| 25 |
+
{
|
| 26 |
+
"epoch": 1.01,
|
| 27 |
+
"learning_rate": 0.000293350221659278,
|
| 28 |
+
"loss": 6.3672,
|
| 29 |
+
"step": 800
|
| 30 |
+
},
|
| 31 |
+
{
|
| 32 |
+
"epoch": 1.01,
|
| 33 |
+
"eval_cer": 1.0,
|
| 34 |
+
"eval_loss": 6.260684490203857,
|
| 35 |
+
"eval_runtime": 10.5591,
|
| 36 |
+
"eval_samples_per_second": 48.963,
|
| 37 |
+
"eval_steps_per_second": 6.156,
|
| 38 |
+
"step": 800
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 1.51,
|
| 42 |
+
"learning_rate": 0.0002895503483217226,
|
| 43 |
+
"loss": 6.2055,
|
| 44 |
+
"step": 1200
|
| 45 |
+
},
|
| 46 |
+
{
|
| 47 |
+
"epoch": 1.51,
|
| 48 |
+
"eval_cer": 1.0,
|
| 49 |
+
"eval_loss": 6.158237934112549,
|
| 50 |
+
"eval_runtime": 10.6391,
|
| 51 |
+
"eval_samples_per_second": 48.594,
|
| 52 |
+
"eval_steps_per_second": 6.11,
|
| 53 |
+
"step": 1200
|
| 54 |
+
},
|
| 55 |
+
{
|
| 56 |
+
"epoch": 2.02,
|
| 57 |
+
"learning_rate": 0.00028575047498416716,
|
| 58 |
+
"loss": 5.7804,
|
| 59 |
+
"step": 1600
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 2.02,
|
| 63 |
+
"eval_cer": 0.9059449866903283,
|
| 64 |
+
"eval_loss": 4.536555767059326,
|
| 65 |
+
"eval_runtime": 10.5927,
|
| 66 |
+
"eval_samples_per_second": 48.807,
|
| 67 |
+
"eval_steps_per_second": 6.136,
|
| 68 |
+
"step": 1600
|
| 69 |
+
},
|
| 70 |
+
{
|
| 71 |
+
"epoch": 2.52,
|
| 72 |
+
"learning_rate": 0.00028195060164661176,
|
| 73 |
+
"loss": 3.9161,
|
| 74 |
+
"step": 2000
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"epoch": 2.52,
|
| 78 |
+
"eval_cer": 0.8118899733806566,
|
| 79 |
+
"eval_loss": 3.134929895401001,
|
| 80 |
+
"eval_runtime": 10.6118,
|
| 81 |
+
"eval_samples_per_second": 48.72,
|
| 82 |
+
"eval_steps_per_second": 6.125,
|
| 83 |
+
"step": 2000
|
| 84 |
+
},
|
| 85 |
+
{
|
| 86 |
+
"epoch": 3.03,
|
| 87 |
+
"learning_rate": 0.00027815072830905636,
|
| 88 |
+
"loss": 3.0555,
|
| 89 |
+
"step": 2400
|
| 90 |
+
},
|
| 91 |
+
{
|
| 92 |
+
"epoch": 3.03,
|
| 93 |
+
"eval_cer": 0.7320319432120674,
|
| 94 |
+
"eval_loss": 2.483675241470337,
|
| 95 |
+
"eval_runtime": 10.6525,
|
| 96 |
+
"eval_samples_per_second": 48.533,
|
| 97 |
+
"eval_steps_per_second": 6.102,
|
| 98 |
+
"step": 2400
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"epoch": 3.54,
|
| 102 |
+
"learning_rate": 0.00027435085497150096,
|
| 103 |
+
"loss": 2.4529,
|
| 104 |
+
"step": 2800
|
| 105 |
+
},
|
| 106 |
+
{
|
| 107 |
+
"epoch": 3.54,
|
| 108 |
+
"eval_cer": 0.6789707187222715,
|
| 109 |
+
"eval_loss": 2.2075281143188477,
|
| 110 |
+
"eval_runtime": 10.7002,
|
| 111 |
+
"eval_samples_per_second": 48.317,
|
| 112 |
+
"eval_steps_per_second": 6.075,
|
| 113 |
+
"step": 2800
|
| 114 |
+
},
|
| 115 |
+
{
|
| 116 |
+
"epoch": 4.04,
|
| 117 |
+
"learning_rate": 0.0002705509816339455,
|
| 118 |
+
"loss": 2.1371,
|
| 119 |
+
"step": 3200
|
| 120 |
+
},
|
| 121 |
+
{
|
| 122 |
+
"epoch": 4.04,
|
| 123 |
+
"eval_cer": 0.5902395740905058,
|
| 124 |
+
"eval_loss": 1.737073302268982,
|
| 125 |
+
"eval_runtime": 10.7189,
|
| 126 |
+
"eval_samples_per_second": 48.232,
|
| 127 |
+
"eval_steps_per_second": 6.064,
|
| 128 |
+
"step": 3200
|
| 129 |
+
},
|
| 130 |
+
{
|
| 131 |
+
"epoch": 4.55,
|
| 132 |
+
"learning_rate": 0.0002667511082963901,
|
| 133 |
+
"loss": 1.83,
|
| 134 |
+
"step": 3600
|
| 135 |
+
},
|
| 136 |
+
{
|
| 137 |
+
"epoch": 4.55,
|
| 138 |
+
"eval_cer": 0.5771073646850045,
|
| 139 |
+
"eval_loss": 1.6357048749923706,
|
| 140 |
+
"eval_runtime": 10.6531,
|
| 141 |
+
"eval_samples_per_second": 48.53,
|
| 142 |
+
"eval_steps_per_second": 6.102,
|
| 143 |
+
"step": 3600
|
| 144 |
+
},
|
| 145 |
+
{
|
| 146 |
+
"epoch": 5.05,
|
| 147 |
+
"learning_rate": 0.0002629512349588347,
|
| 148 |
+
"loss": 1.7147,
|
| 149 |
+
"step": 4000
|
| 150 |
+
},
|
| 151 |
+
{
|
| 152 |
+
"epoch": 5.05,
|
| 153 |
+
"eval_cer": 0.540550133096717,
|
| 154 |
+
"eval_loss": 1.4679120779037476,
|
| 155 |
+
"eval_runtime": 10.6485,
|
| 156 |
+
"eval_samples_per_second": 48.551,
|
| 157 |
+
"eval_steps_per_second": 6.104,
|
| 158 |
+
"step": 4000
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"epoch": 5.56,
|
| 162 |
+
"learning_rate": 0.00025915136162127925,
|
| 163 |
+
"loss": 1.5428,
|
| 164 |
+
"step": 4400
|
| 165 |
+
},
|
| 166 |
+
{
|
| 167 |
+
"epoch": 5.56,
|
| 168 |
+
"eval_cer": 0.5210292812777285,
|
| 169 |
+
"eval_loss": 1.4024958610534668,
|
| 170 |
+
"eval_runtime": 11.1389,
|
| 171 |
+
"eval_samples_per_second": 46.414,
|
| 172 |
+
"eval_steps_per_second": 5.835,
|
| 173 |
+
"step": 4400
|
| 174 |
+
},
|
| 175 |
+
{
|
| 176 |
+
"epoch": 6.06,
|
| 177 |
+
"learning_rate": 0.00025535148828372385,
|
| 178 |
+
"loss": 1.4859,
|
| 179 |
+
"step": 4800
|
| 180 |
+
},
|
| 181 |
+
{
|
| 182 |
+
"epoch": 6.06,
|
| 183 |
+
"eval_cer": 0.5094942324755989,
|
| 184 |
+
"eval_loss": 1.3681739568710327,
|
| 185 |
+
"eval_runtime": 10.7225,
|
| 186 |
+
"eval_samples_per_second": 48.217,
|
| 187 |
+
"eval_steps_per_second": 6.062,
|
| 188 |
+
"step": 4800
|
| 189 |
+
},
|
| 190 |
+
{
|
| 191 |
+
"epoch": 6.57,
|
| 192 |
+
"learning_rate": 0.00025155161494616845,
|
| 193 |
+
"loss": 1.359,
|
| 194 |
+
"step": 5200
|
| 195 |
+
},
|
| 196 |
+
{
|
| 197 |
+
"epoch": 6.57,
|
| 198 |
+
"eval_cer": 0.49955634427684115,
|
| 199 |
+
"eval_loss": 1.3149375915527344,
|
| 200 |
+
"eval_runtime": 10.7188,
|
| 201 |
+
"eval_samples_per_second": 48.233,
|
| 202 |
+
"eval_steps_per_second": 6.064,
|
| 203 |
+
"step": 5200
|
| 204 |
+
},
|
| 205 |
+
{
|
| 206 |
+
"epoch": 7.07,
|
| 207 |
+
"learning_rate": 0.00024775174160861305,
|
| 208 |
+
"loss": 1.3425,
|
| 209 |
+
"step": 5600
|
| 210 |
+
},
|
| 211 |
+
{
|
| 212 |
+
"epoch": 7.07,
|
| 213 |
+
"eval_cer": 0.4913930789707187,
|
| 214 |
+
"eval_loss": 1.3069249391555786,
|
| 215 |
+
"eval_runtime": 10.672,
|
| 216 |
+
"eval_samples_per_second": 48.444,
|
| 217 |
+
"eval_steps_per_second": 6.091,
|
| 218 |
+
"step": 5600
|
| 219 |
+
},
|
| 220 |
+
{
|
| 221 |
+
"epoch": 7.58,
|
| 222 |
+
"learning_rate": 0.00024395186827105763,
|
| 223 |
+
"loss": 1.2121,
|
| 224 |
+
"step": 6000
|
| 225 |
+
},
|
| 226 |
+
{
|
| 227 |
+
"epoch": 7.58,
|
| 228 |
+
"eval_cer": 0.49032830523513754,
|
| 229 |
+
"eval_loss": 1.284098744392395,
|
| 230 |
+
"eval_runtime": 10.6314,
|
| 231 |
+
"eval_samples_per_second": 48.629,
|
| 232 |
+
"eval_steps_per_second": 6.114,
|
| 233 |
+
"step": 6000
|
| 234 |
+
},
|
| 235 |
+
{
|
| 236 |
+
"epoch": 8.08,
|
| 237 |
+
"learning_rate": 0.0002401519949335022,
|
| 238 |
+
"loss": 1.1872,
|
| 239 |
+
"step": 6400
|
| 240 |
+
},
|
| 241 |
+
{
|
| 242 |
+
"epoch": 8.08,
|
| 243 |
+
"eval_cer": 0.4727595385980479,
|
| 244 |
+
"eval_loss": 1.2425189018249512,
|
| 245 |
+
"eval_runtime": 10.4012,
|
| 246 |
+
"eval_samples_per_second": 49.706,
|
| 247 |
+
"eval_steps_per_second": 6.249,
|
| 248 |
+
"step": 6400
|
| 249 |
+
},
|
| 250 |
+
{
|
| 251 |
+
"epoch": 8.59,
|
| 252 |
+
"learning_rate": 0.00023635212159594677,
|
| 253 |
+
"loss": 1.0969,
|
| 254 |
+
"step": 6800
|
| 255 |
+
},
|
| 256 |
+
{
|
| 257 |
+
"epoch": 8.59,
|
| 258 |
+
"eval_cer": 0.47346938775510206,
|
| 259 |
+
"eval_loss": 1.2218185663223267,
|
| 260 |
+
"eval_runtime": 10.6834,
|
| 261 |
+
"eval_samples_per_second": 48.393,
|
| 262 |
+
"eval_steps_per_second": 6.084,
|
| 263 |
+
"step": 6800
|
| 264 |
+
},
|
| 265 |
+
{
|
| 266 |
+
"epoch": 9.09,
|
| 267 |
+
"learning_rate": 0.00023255224825839138,
|
| 268 |
+
"loss": 1.0807,
|
| 269 |
+
"step": 7200
|
| 270 |
+
},
|
| 271 |
+
{
|
| 272 |
+
"epoch": 9.09,
|
| 273 |
+
"eval_cer": 0.4603371783496007,
|
| 274 |
+
"eval_loss": 1.2110862731933594,
|
| 275 |
+
"eval_runtime": 10.7448,
|
| 276 |
+
"eval_samples_per_second": 48.116,
|
| 277 |
+
"eval_steps_per_second": 6.049,
|
| 278 |
+
"step": 7200
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"epoch": 9.6,
|
| 282 |
+
"learning_rate": 0.00022875237492083595,
|
| 283 |
+
"loss": 0.9964,
|
| 284 |
+
"step": 7600
|
| 285 |
+
},
|
| 286 |
+
{
|
| 287 |
+
"epoch": 9.6,
|
| 288 |
+
"eval_cer": 0.44986690328305234,
|
| 289 |
+
"eval_loss": 1.1391839981079102,
|
| 290 |
+
"eval_runtime": 10.7437,
|
| 291 |
+
"eval_samples_per_second": 48.121,
|
| 292 |
+
"eval_steps_per_second": 6.05,
|
| 293 |
+
"step": 7600
|
| 294 |
+
},
|
| 295 |
+
{
|
| 296 |
+
"epoch": 10.1,
|
| 297 |
+
"learning_rate": 0.00022495250158328055,
|
| 298 |
+
"loss": 0.9758,
|
| 299 |
+
"step": 8000
|
| 300 |
+
},
|
| 301 |
+
{
|
| 302 |
+
"epoch": 10.1,
|
| 303 |
+
"eval_cer": 0.4433007985803017,
|
| 304 |
+
"eval_loss": 1.115509033203125,
|
| 305 |
+
"eval_runtime": 10.6429,
|
| 306 |
+
"eval_samples_per_second": 48.577,
|
| 307 |
+
"eval_steps_per_second": 6.107,
|
| 308 |
+
"step": 8000
|
| 309 |
+
},
|
| 310 |
+
{
|
| 311 |
+
"epoch": 10.61,
|
| 312 |
+
"learning_rate": 0.00022115262824572512,
|
| 313 |
+
"loss": 0.8896,
|
| 314 |
+
"step": 8400
|
| 315 |
+
},
|
| 316 |
+
{
|
| 317 |
+
"epoch": 10.61,
|
| 318 |
+
"eval_cer": 0.4456078083407276,
|
| 319 |
+
"eval_loss": 1.134329080581665,
|
| 320 |
+
"eval_runtime": 10.6834,
|
| 321 |
+
"eval_samples_per_second": 48.393,
|
| 322 |
+
"eval_steps_per_second": 6.084,
|
| 323 |
+
"step": 8400
|
| 324 |
+
},
|
| 325 |
+
{
|
| 326 |
+
"epoch": 11.11,
|
| 327 |
+
"learning_rate": 0.00021735275490816972,
|
| 328 |
+
"loss": 0.869,
|
| 329 |
+
"step": 8800
|
| 330 |
+
},
|
| 331 |
+
{
|
| 332 |
+
"epoch": 11.11,
|
| 333 |
+
"eval_cer": 0.4413487133984028,
|
| 334 |
+
"eval_loss": 1.1351521015167236,
|
| 335 |
+
"eval_runtime": 10.6859,
|
| 336 |
+
"eval_samples_per_second": 48.381,
|
| 337 |
+
"eval_steps_per_second": 6.083,
|
| 338 |
+
"step": 8800
|
| 339 |
+
},
|
| 340 |
+
{
|
| 341 |
+
"epoch": 11.62,
|
| 342 |
+
"learning_rate": 0.0002135528815706143,
|
| 343 |
+
"loss": 0.8204,
|
| 344 |
+
"step": 9200
|
| 345 |
+
},
|
| 346 |
+
{
|
| 347 |
+
"epoch": 11.62,
|
| 348 |
+
"eval_cer": 0.4431233362910382,
|
| 349 |
+
"eval_loss": 1.1095759868621826,
|
| 350 |
+
"eval_runtime": 10.6541,
|
| 351 |
+
"eval_samples_per_second": 48.526,
|
| 352 |
+
"eval_steps_per_second": 6.101,
|
| 353 |
+
"step": 9200
|
| 354 |
+
},
|
| 355 |
+
{
|
| 356 |
+
"epoch": 12.12,
|
| 357 |
+
"learning_rate": 0.00020975300823305887,
|
| 358 |
+
"loss": 0.7935,
|
| 359 |
+
"step": 9600
|
| 360 |
+
},
|
| 361 |
+
{
|
| 362 |
+
"epoch": 12.12,
|
| 363 |
+
"eval_cer": 0.4427684117125111,
|
| 364 |
+
"eval_loss": 1.1288646459579468,
|
| 365 |
+
"eval_runtime": 10.7946,
|
| 366 |
+
"eval_samples_per_second": 47.894,
|
| 367 |
+
"eval_steps_per_second": 6.022,
|
| 368 |
+
"step": 9600
|
| 369 |
+
},
|
| 370 |
+
{
|
| 371 |
+
"epoch": 12.63,
|
| 372 |
+
"learning_rate": 0.00020595313489550347,
|
| 373 |
+
"loss": 0.728,
|
| 374 |
+
"step": 10000
|
| 375 |
+
},
|
| 376 |
+
{
|
| 377 |
+
"epoch": 12.63,
|
| 378 |
+
"eval_cer": 0.4321206743566992,
|
| 379 |
+
"eval_loss": 1.086965799331665,
|
| 380 |
+
"eval_runtime": 10.816,
|
| 381 |
+
"eval_samples_per_second": 47.8,
|
| 382 |
+
"eval_steps_per_second": 6.01,
|
| 383 |
+
"step": 10000
|
| 384 |
+
},
|
| 385 |
+
{
|
| 386 |
+
"epoch": 13.13,
|
| 387 |
+
"learning_rate": 0.00020215326155794804,
|
| 388 |
+
"loss": 0.7185,
|
| 389 |
+
"step": 10400
|
| 390 |
+
},
|
| 391 |
+
{
|
| 392 |
+
"epoch": 13.13,
|
| 393 |
+
"eval_cer": 0.42058562555456963,
|
| 394 |
+
"eval_loss": 1.0575684309005737,
|
| 395 |
+
"eval_runtime": 10.6718,
|
| 396 |
+
"eval_samples_per_second": 48.446,
|
| 397 |
+
"eval_steps_per_second": 6.091,
|
| 398 |
+
"step": 10400
|
| 399 |
+
},
|
| 400 |
+
{
|
| 401 |
+
"epoch": 13.64,
|
| 402 |
+
"learning_rate": 0.00019835338822039264,
|
| 403 |
+
"loss": 0.6604,
|
| 404 |
+
"step": 10800
|
| 405 |
+
},
|
| 406 |
+
{
|
| 407 |
+
"epoch": 13.64,
|
| 408 |
+
"eval_cer": 0.4262644188110027,
|
| 409 |
+
"eval_loss": 1.0773364305496216,
|
| 410 |
+
"eval_runtime": 10.6968,
|
| 411 |
+
"eval_samples_per_second": 48.332,
|
| 412 |
+
"eval_steps_per_second": 6.077,
|
| 413 |
+
"step": 10800
|
| 414 |
+
},
|
| 415 |
+
{
|
| 416 |
+
"epoch": 14.14,
|
| 417 |
+
"learning_rate": 0.00019455351488283722,
|
| 418 |
+
"loss": 0.6319,
|
| 419 |
+
"step": 11200
|
| 420 |
+
},
|
| 421 |
+
{
|
| 422 |
+
"epoch": 14.14,
|
| 423 |
+
"eval_cer": 0.41543921916592724,
|
| 424 |
+
"eval_loss": 1.0636992454528809,
|
| 425 |
+
"eval_runtime": 10.6335,
|
| 426 |
+
"eval_samples_per_second": 48.62,
|
| 427 |
+
"eval_steps_per_second": 6.113,
|
| 428 |
+
"step": 11200
|
| 429 |
+
},
|
| 430 |
+
{
|
| 431 |
+
"epoch": 14.65,
|
| 432 |
+
"learning_rate": 0.00019075364154528182,
|
| 433 |
+
"loss": 0.5949,
|
| 434 |
+
"step": 11600
|
| 435 |
+
},
|
| 436 |
+
{
|
| 437 |
+
"epoch": 14.65,
|
| 438 |
+
"eval_cer": 0.41774622892635316,
|
| 439 |
+
"eval_loss": 1.0470980405807495,
|
| 440 |
+
"eval_runtime": 10.6966,
|
| 441 |
+
"eval_samples_per_second": 48.333,
|
| 442 |
+
"eval_steps_per_second": 6.077,
|
| 443 |
+
"step": 11600
|
| 444 |
+
},
|
| 445 |
+
{
|
| 446 |
+
"epoch": 15.15,
|
| 447 |
+
"learning_rate": 0.0001869537682077264,
|
| 448 |
+
"loss": 0.5729,
|
| 449 |
+
"step": 12000
|
| 450 |
+
},
|
| 451 |
+
{
|
| 452 |
+
"epoch": 15.15,
|
| 453 |
+
"eval_cer": 0.4111801242236025,
|
| 454 |
+
"eval_loss": 1.069692850112915,
|
| 455 |
+
"eval_runtime": 10.6729,
|
| 456 |
+
"eval_samples_per_second": 48.44,
|
| 457 |
+
"eval_steps_per_second": 6.09,
|
| 458 |
+
"step": 12000
|
| 459 |
+
},
|
| 460 |
+
{
|
| 461 |
+
"epoch": 15.66,
|
| 462 |
+
"learning_rate": 0.000183153894870171,
|
| 463 |
+
"loss": 0.5408,
|
| 464 |
+
"step": 12400
|
| 465 |
+
},
|
| 466 |
+
{
|
| 467 |
+
"epoch": 15.66,
|
| 468 |
+
"eval_cer": 0.4157941437444543,
|
| 469 |
+
"eval_loss": 1.042482614517212,
|
| 470 |
+
"eval_runtime": 10.665,
|
| 471 |
+
"eval_samples_per_second": 48.476,
|
| 472 |
+
"eval_steps_per_second": 6.095,
|
| 473 |
+
"step": 12400
|
| 474 |
+
},
|
| 475 |
+
{
|
| 476 |
+
"epoch": 16.16,
|
| 477 |
+
"learning_rate": 0.00017935402153261557,
|
| 478 |
+
"loss": 0.5246,
|
| 479 |
+
"step": 12800
|
| 480 |
+
},
|
| 481 |
+
{
|
| 482 |
+
"epoch": 16.16,
|
| 483 |
+
"eval_cer": 0.4085181898846495,
|
| 484 |
+
"eval_loss": 1.0480538606643677,
|
| 485 |
+
"eval_runtime": 10.7079,
|
| 486 |
+
"eval_samples_per_second": 48.282,
|
| 487 |
+
"eval_steps_per_second": 6.07,
|
| 488 |
+
"step": 12800
|
| 489 |
+
},
|
| 490 |
+
{
|
| 491 |
+
"epoch": 16.67,
|
| 492 |
+
"learning_rate": 0.00017555414819506014,
|
| 493 |
+
"loss": 0.4757,
|
| 494 |
+
"step": 13200
|
| 495 |
+
},
|
| 496 |
+
{
|
| 497 |
+
"epoch": 16.67,
|
| 498 |
+
"eval_cer": 0.4065661047027507,
|
| 499 |
+
"eval_loss": 1.0319401025772095,
|
| 500 |
+
"eval_runtime": 10.661,
|
| 501 |
+
"eval_samples_per_second": 48.494,
|
| 502 |
+
"eval_steps_per_second": 6.097,
|
| 503 |
+
"step": 13200
|
| 504 |
+
},
|
| 505 |
+
{
|
| 506 |
+
"epoch": 17.17,
|
| 507 |
+
"learning_rate": 0.00017175427485750474,
|
| 508 |
+
"loss": 0.4694,
|
| 509 |
+
"step": 13600
|
| 510 |
+
},
|
| 511 |
+
{
|
| 512 |
+
"epoch": 17.17,
|
| 513 |
+
"eval_cer": 0.402661934338953,
|
| 514 |
+
"eval_loss": 1.0221748352050781,
|
| 515 |
+
"eval_runtime": 10.6738,
|
| 516 |
+
"eval_samples_per_second": 48.436,
|
| 517 |
+
"eval_steps_per_second": 6.09,
|
| 518 |
+
"step": 13600
|
| 519 |
+
},
|
| 520 |
+
{
|
| 521 |
+
"epoch": 17.68,
|
| 522 |
+
"learning_rate": 0.0001679544015199493,
|
| 523 |
+
"loss": 0.4514,
|
| 524 |
+
"step": 14000
|
| 525 |
+
},
|
| 526 |
+
{
|
| 527 |
+
"epoch": 17.68,
|
| 528 |
+
"eval_cer": 0.4010647737355812,
|
| 529 |
+
"eval_loss": 1.0336159467697144,
|
| 530 |
+
"eval_runtime": 10.6673,
|
| 531 |
+
"eval_samples_per_second": 48.466,
|
| 532 |
+
"eval_steps_per_second": 6.093,
|
| 533 |
+
"step": 14000
|
| 534 |
+
},
|
| 535 |
+
{
|
| 536 |
+
"epoch": 18.18,
|
| 537 |
+
"learning_rate": 0.00016415452818239391,
|
| 538 |
+
"loss": 0.4479,
|
| 539 |
+
"step": 14400
|
| 540 |
+
},
|
| 541 |
+
{
|
| 542 |
+
"epoch": 18.18,
|
| 543 |
+
"eval_cer": 0.40301685891748,
|
| 544 |
+
"eval_loss": 1.0329766273498535,
|
| 545 |
+
"eval_runtime": 11.2617,
|
| 546 |
+
"eval_samples_per_second": 45.908,
|
| 547 |
+
"eval_steps_per_second": 5.772,
|
| 548 |
+
"step": 14400
|
| 549 |
+
},
|
| 550 |
+
{
|
| 551 |
+
"epoch": 18.69,
|
| 552 |
+
"learning_rate": 0.0001603546548448385,
|
| 553 |
+
"loss": 0.4206,
|
| 554 |
+
"step": 14800
|
| 555 |
+
},
|
| 556 |
+
{
|
| 557 |
+
"epoch": 18.69,
|
| 558 |
+
"eval_cer": 0.3953859804791482,
|
| 559 |
+
"eval_loss": 1.0453214645385742,
|
| 560 |
+
"eval_runtime": 10.4709,
|
| 561 |
+
"eval_samples_per_second": 49.375,
|
| 562 |
+
"eval_steps_per_second": 6.208,
|
| 563 |
+
"step": 14800
|
| 564 |
+
},
|
| 565 |
+
{
|
| 566 |
+
"epoch": 19.19,
|
| 567 |
+
"learning_rate": 0.0001565547815072831,
|
| 568 |
+
"loss": 0.4025,
|
| 569 |
+
"step": 15200
|
| 570 |
+
},
|
| 571 |
+
{
|
| 572 |
+
"epoch": 19.19,
|
| 573 |
+
"eval_cer": 0.4,
|
| 574 |
+
"eval_loss": 1.0425928831100464,
|
| 575 |
+
"eval_runtime": 10.7087,
|
| 576 |
+
"eval_samples_per_second": 48.278,
|
| 577 |
+
"eval_steps_per_second": 6.07,
|
| 578 |
+
"step": 15200
|
| 579 |
+
},
|
| 580 |
+
{
|
| 581 |
+
"epoch": 19.7,
|
| 582 |
+
"learning_rate": 0.00015275490816972766,
|
| 583 |
+
"loss": 0.368,
|
| 584 |
+
"step": 15600
|
| 585 |
+
},
|
| 586 |
+
{
|
| 587 |
+
"epoch": 19.7,
|
| 588 |
+
"eval_cer": 0.391659272404614,
|
| 589 |
+
"eval_loss": 1.0207164287567139,
|
| 590 |
+
"eval_runtime": 10.853,
|
| 591 |
+
"eval_samples_per_second": 47.637,
|
| 592 |
+
"eval_steps_per_second": 5.989,
|
| 593 |
+
"step": 15600
|
| 594 |
+
},
|
| 595 |
+
{
|
| 596 |
+
"epoch": 20.2,
|
| 597 |
+
"learning_rate": 0.00014895503483217226,
|
| 598 |
+
"loss": 0.3652,
|
| 599 |
+
"step": 16000
|
| 600 |
+
},
|
| 601 |
+
{
|
| 602 |
+
"epoch": 20.2,
|
| 603 |
+
"eval_cer": 0.3877551020408163,
|
| 604 |
+
"eval_loss": 1.019087791442871,
|
| 605 |
+
"eval_runtime": 10.7301,
|
| 606 |
+
"eval_samples_per_second": 48.182,
|
| 607 |
+
"eval_steps_per_second": 6.058,
|
| 608 |
+
"step": 16000
|
| 609 |
+
},
|
| 610 |
+
{
|
| 611 |
+
"epoch": 20.71,
|
| 612 |
+
"learning_rate": 0.00014515516149461683,
|
| 613 |
+
"loss": 0.3362,
|
| 614 |
+
"step": 16400
|
| 615 |
+
},
|
| 616 |
+
{
|
| 617 |
+
"epoch": 20.71,
|
| 618 |
+
"eval_cer": 0.38846495119787045,
|
| 619 |
+
"eval_loss": 1.0187304019927979,
|
| 620 |
+
"eval_runtime": 10.6995,
|
| 621 |
+
"eval_samples_per_second": 48.32,
|
| 622 |
+
"eval_steps_per_second": 6.075,
|
| 623 |
+
"step": 16400
|
| 624 |
+
},
|
| 625 |
+
{
|
| 626 |
+
"epoch": 21.21,
|
| 627 |
+
"learning_rate": 0.0001413552881570614,
|
| 628 |
+
"loss": 0.354,
|
| 629 |
+
"step": 16800
|
| 630 |
+
},
|
| 631 |
+
{
|
| 632 |
+
"epoch": 21.21,
|
| 633 |
+
"eval_cer": 0.3881100266193434,
|
| 634 |
+
"eval_loss": 1.0370773077011108,
|
| 635 |
+
"eval_runtime": 10.6833,
|
| 636 |
+
"eval_samples_per_second": 48.393,
|
| 637 |
+
"eval_steps_per_second": 6.084,
|
| 638 |
+
"step": 16800
|
| 639 |
+
},
|
| 640 |
+
{
|
| 641 |
+
"epoch": 21.72,
|
| 642 |
+
"learning_rate": 0.000137555414819506,
|
| 643 |
+
"loss": 0.3296,
|
| 644 |
+
"step": 17200
|
| 645 |
+
},
|
| 646 |
+
{
|
| 647 |
+
"epoch": 21.72,
|
| 648 |
+
"eval_cer": 0.3893522626441881,
|
| 649 |
+
"eval_loss": 1.0535281896591187,
|
| 650 |
+
"eval_runtime": 10.7771,
|
| 651 |
+
"eval_samples_per_second": 47.972,
|
| 652 |
+
"eval_steps_per_second": 6.031,
|
| 653 |
+
"step": 17200
|
| 654 |
+
},
|
| 655 |
+
{
|
| 656 |
+
"epoch": 22.22,
|
| 657 |
+
"learning_rate": 0.00013375554148195058,
|
| 658 |
+
"loss": 0.3134,
|
| 659 |
+
"step": 17600
|
| 660 |
+
},
|
| 661 |
+
{
|
| 662 |
+
"epoch": 22.22,
|
| 663 |
+
"eval_cer": 0.3877551020408163,
|
| 664 |
+
"eval_loss": 1.0371551513671875,
|
| 665 |
+
"eval_runtime": 10.68,
|
| 666 |
+
"eval_samples_per_second": 48.408,
|
| 667 |
+
"eval_steps_per_second": 6.086,
|
| 668 |
+
"step": 17600
|
| 669 |
+
},
|
| 670 |
+
{
|
| 671 |
+
"epoch": 22.73,
|
| 672 |
+
"learning_rate": 0.00012995566814439518,
|
| 673 |
+
"loss": 0.3077,
|
| 674 |
+
"step": 18000
|
| 675 |
+
},
|
| 676 |
+
{
|
| 677 |
+
"epoch": 22.73,
|
| 678 |
+
"eval_cer": 0.39077196095829636,
|
| 679 |
+
"eval_loss": 1.0353987216949463,
|
| 680 |
+
"eval_runtime": 10.4328,
|
| 681 |
+
"eval_samples_per_second": 49.555,
|
| 682 |
+
"eval_steps_per_second": 6.23,
|
| 683 |
+
"step": 18000
|
| 684 |
+
},
|
| 685 |
+
{
|
| 686 |
+
"epoch": 23.23,
|
| 687 |
+
"learning_rate": 0.00012615579480683976,
|
| 688 |
+
"loss": 0.289,
|
| 689 |
+
"step": 18400
|
| 690 |
+
},
|
| 691 |
+
{
|
| 692 |
+
"epoch": 23.23,
|
| 693 |
+
"eval_cer": 0.3934338952972493,
|
| 694 |
+
"eval_loss": 1.0498236417770386,
|
| 695 |
+
"eval_runtime": 10.6646,
|
| 696 |
+
"eval_samples_per_second": 48.478,
|
| 697 |
+
"eval_steps_per_second": 6.095,
|
| 698 |
+
"step": 18400
|
| 699 |
+
},
|
| 700 |
+
{
|
| 701 |
+
"epoch": 23.74,
|
| 702 |
+
"learning_rate": 0.00012235592146928436,
|
| 703 |
+
"loss": 0.2753,
|
| 704 |
+
"step": 18800
|
| 705 |
+
},
|
| 706 |
+
{
|
| 707 |
+
"epoch": 23.74,
|
| 708 |
+
"eval_cer": 0.39023957409050575,
|
| 709 |
+
"eval_loss": 1.0461602210998535,
|
| 710 |
+
"eval_runtime": 10.685,
|
| 711 |
+
"eval_samples_per_second": 48.386,
|
| 712 |
+
"eval_steps_per_second": 6.083,
|
| 713 |
+
"step": 18800
|
| 714 |
+
},
|
| 715 |
+
{
|
| 716 |
+
"epoch": 24.24,
|
| 717 |
+
"learning_rate": 0.00011855604813172893,
|
| 718 |
+
"loss": 0.2791,
|
| 719 |
+
"step": 19200
|
| 720 |
+
},
|
| 721 |
+
{
|
| 722 |
+
"epoch": 24.24,
|
| 723 |
+
"eval_cer": 0.38846495119787045,
|
| 724 |
+
"eval_loss": 1.07412588596344,
|
| 725 |
+
"eval_runtime": 10.7167,
|
| 726 |
+
"eval_samples_per_second": 48.243,
|
| 727 |
+
"eval_steps_per_second": 6.065,
|
| 728 |
+
"step": 19200
|
| 729 |
+
},
|
| 730 |
+
{
|
| 731 |
+
"epoch": 24.75,
|
| 732 |
+
"learning_rate": 0.00011475617479417352,
|
| 733 |
+
"loss": 0.2757,
|
| 734 |
+
"step": 19600
|
| 735 |
+
},
|
| 736 |
+
{
|
| 737 |
+
"epoch": 24.75,
|
| 738 |
+
"eval_cer": 0.385980479148181,
|
| 739 |
+
"eval_loss": 1.0546280145645142,
|
| 740 |
+
"eval_runtime": 10.5367,
|
| 741 |
+
"eval_samples_per_second": 49.067,
|
| 742 |
+
"eval_steps_per_second": 6.169,
|
| 743 |
+
"step": 19600
|
| 744 |
+
},
|
| 745 |
+
{
|
| 746 |
+
"epoch": 25.25,
|
| 747 |
+
"learning_rate": 0.0001109563014566181,
|
| 748 |
+
"loss": 0.2533,
|
| 749 |
+
"step": 20000
|
| 750 |
+
},
|
| 751 |
+
{
|
| 752 |
+
"epoch": 25.25,
|
| 753 |
+
"eval_cer": 0.3817213842058563,
|
| 754 |
+
"eval_loss": 1.0429767370224,
|
| 755 |
+
"eval_runtime": 10.7598,
|
| 756 |
+
"eval_samples_per_second": 48.049,
|
| 757 |
+
"eval_steps_per_second": 6.041,
|
| 758 |
+
"step": 20000
|
| 759 |
+
},
|
| 760 |
+
{
|
| 761 |
+
"epoch": 25.76,
|
| 762 |
+
"learning_rate": 0.00010715642811906269,
|
| 763 |
+
"loss": 0.2499,
|
| 764 |
+
"step": 20400
|
| 765 |
+
},
|
| 766 |
+
{
|
| 767 |
+
"epoch": 25.76,
|
| 768 |
+
"eval_cer": 0.38456078083407275,
|
| 769 |
+
"eval_loss": 1.0354866981506348,
|
| 770 |
+
"eval_runtime": 10.6619,
|
| 771 |
+
"eval_samples_per_second": 48.49,
|
| 772 |
+
"eval_steps_per_second": 6.096,
|
| 773 |
+
"step": 20400
|
| 774 |
+
},
|
| 775 |
+
{
|
| 776 |
+
"epoch": 26.26,
|
| 777 |
+
"learning_rate": 0.00010335655478150728,
|
| 778 |
+
"loss": 0.2407,
|
| 779 |
+
"step": 20800
|
| 780 |
+
},
|
| 781 |
+
{
|
| 782 |
+
"epoch": 26.26,
|
| 783 |
+
"eval_cer": 0.38101153504880214,
|
| 784 |
+
"eval_loss": 1.0512378215789795,
|
| 785 |
+
"eval_runtime": 10.667,
|
| 786 |
+
"eval_samples_per_second": 48.467,
|
| 787 |
+
"eval_steps_per_second": 6.094,
|
| 788 |
+
"step": 20800
|
| 789 |
+
},
|
| 790 |
+
{
|
| 791 |
+
"epoch": 26.77,
|
| 792 |
+
"learning_rate": 9.955668144395185e-05,
|
| 793 |
+
"loss": 0.2373,
|
| 794 |
+
"step": 21200
|
| 795 |
+
},
|
| 796 |
+
{
|
| 797 |
+
"epoch": 26.77,
|
| 798 |
+
"eval_cer": 0.3758651286601597,
|
| 799 |
+
"eval_loss": 1.032917857170105,
|
| 800 |
+
"eval_runtime": 10.6927,
|
| 801 |
+
"eval_samples_per_second": 48.351,
|
| 802 |
+
"eval_steps_per_second": 6.079,
|
| 803 |
+
"step": 21200
|
| 804 |
+
},
|
| 805 |
+
{
|
| 806 |
+
"epoch": 27.27,
|
| 807 |
+
"learning_rate": 9.575680810639644e-05,
|
| 808 |
+
"loss": 0.2295,
|
| 809 |
+
"step": 21600
|
| 810 |
+
},
|
| 811 |
+
{
|
| 812 |
+
"epoch": 27.27,
|
| 813 |
+
"eval_cer": 0.3785270629991127,
|
| 814 |
+
"eval_loss": 1.031385064125061,
|
| 815 |
+
"eval_runtime": 10.7343,
|
| 816 |
+
"eval_samples_per_second": 48.163,
|
| 817 |
+
"eval_steps_per_second": 6.055,
|
| 818 |
+
"step": 21600
|
| 819 |
+
},
|
| 820 |
+
{
|
| 821 |
+
"epoch": 27.78,
|
| 822 |
+
"learning_rate": 9.195693476884103e-05,
|
| 823 |
+
"loss": 0.2186,
|
| 824 |
+
"step": 22000
|
| 825 |
+
},
|
| 826 |
+
{
|
| 827 |
+
"epoch": 27.78,
|
| 828 |
+
"eval_cer": 0.3742679680567879,
|
| 829 |
+
"eval_loss": 1.028822422027588,
|
| 830 |
+
"eval_runtime": 10.6374,
|
| 831 |
+
"eval_samples_per_second": 48.602,
|
| 832 |
+
"eval_steps_per_second": 6.111,
|
| 833 |
+
"step": 22000
|
| 834 |
+
},
|
| 835 |
+
{
|
| 836 |
+
"epoch": 28.28,
|
| 837 |
+
"learning_rate": 8.815706143128561e-05,
|
| 838 |
+
"loss": 0.2084,
|
| 839 |
+
"step": 22400
|
| 840 |
+
},
|
| 841 |
+
{
|
| 842 |
+
"epoch": 28.28,
|
| 843 |
+
"eval_cer": 0.37373558118899736,
|
| 844 |
+
"eval_loss": 1.0298017263412476,
|
| 845 |
+
"eval_runtime": 10.6689,
|
| 846 |
+
"eval_samples_per_second": 48.459,
|
| 847 |
+
"eval_steps_per_second": 6.092,
|
| 848 |
+
"step": 22400
|
| 849 |
+
},
|
| 850 |
+
{
|
| 851 |
+
"epoch": 28.79,
|
| 852 |
+
"learning_rate": 8.43571880937302e-05,
|
| 853 |
+
"loss": 0.2066,
|
| 854 |
+
"step": 22800
|
| 855 |
+
},
|
| 856 |
+
{
|
| 857 |
+
"epoch": 28.79,
|
| 858 |
+
"eval_cer": 0.37497781721384205,
|
| 859 |
+
"eval_loss": 1.0195808410644531,
|
| 860 |
+
"eval_runtime": 10.4803,
|
| 861 |
+
"eval_samples_per_second": 49.331,
|
| 862 |
+
"eval_steps_per_second": 6.202,
|
| 863 |
+
"step": 22800
|
| 864 |
+
},
|
| 865 |
+
{
|
| 866 |
+
"epoch": 29.29,
|
| 867 |
+
"learning_rate": 8.055731475617479e-05,
|
| 868 |
+
"loss": 0.1933,
|
| 869 |
+
"step": 23200
|
| 870 |
+
},
|
| 871 |
+
{
|
| 872 |
+
"epoch": 29.29,
|
| 873 |
+
"eval_cer": 0.380301685891748,
|
| 874 |
+
"eval_loss": 1.0443964004516602,
|
| 875 |
+
"eval_runtime": 10.6391,
|
| 876 |
+
"eval_samples_per_second": 48.594,
|
| 877 |
+
"eval_steps_per_second": 6.11,
|
| 878 |
+
"step": 23200
|
| 879 |
+
},
|
| 880 |
+
{
|
| 881 |
+
"epoch": 29.8,
|
| 882 |
+
"learning_rate": 7.675744141861937e-05,
|
| 883 |
+
"loss": 0.1875,
|
| 884 |
+
"step": 23600
|
| 885 |
+
},
|
| 886 |
+
{
|
| 887 |
+
"epoch": 29.8,
|
| 888 |
+
"eval_cer": 0.3691215616681455,
|
| 889 |
+
"eval_loss": 1.0274165868759155,
|
| 890 |
+
"eval_runtime": 10.6901,
|
| 891 |
+
"eval_samples_per_second": 48.363,
|
| 892 |
+
"eval_steps_per_second": 6.08,
|
| 893 |
+
"step": 23600
|
| 894 |
+
},
|
| 895 |
+
{
|
| 896 |
+
"epoch": 30.3,
|
| 897 |
+
"learning_rate": 7.295756808106396e-05,
|
| 898 |
+
"loss": 0.184,
|
| 899 |
+
"step": 24000
|
| 900 |
+
},
|
| 901 |
+
{
|
| 902 |
+
"epoch": 30.3,
|
| 903 |
+
"eval_cer": 0.37267080745341613,
|
| 904 |
+
"eval_loss": 1.0159742832183838,
|
| 905 |
+
"eval_runtime": 10.6909,
|
| 906 |
+
"eval_samples_per_second": 48.359,
|
| 907 |
+
"eval_steps_per_second": 6.08,
|
| 908 |
+
"step": 24000
|
| 909 |
+
},
|
| 910 |
+
{
|
| 911 |
+
"epoch": 30.81,
|
| 912 |
+
"learning_rate": 6.915769474350855e-05,
|
| 913 |
+
"loss": 0.1864,
|
| 914 |
+
"step": 24400
|
| 915 |
+
},
|
| 916 |
+
{
|
| 917 |
+
"epoch": 30.81,
|
| 918 |
+
"eval_cer": 0.37089618456078083,
|
| 919 |
+
"eval_loss": 1.0185551643371582,
|
| 920 |
+
"eval_runtime": 10.6616,
|
| 921 |
+
"eval_samples_per_second": 48.492,
|
| 922 |
+
"eval_steps_per_second": 6.097,
|
| 923 |
+
"step": 24400
|
| 924 |
+
},
|
| 925 |
+
{
|
| 926 |
+
"epoch": 31.31,
|
| 927 |
+
"learning_rate": 6.535782140595312e-05,
|
| 928 |
+
"loss": 0.176,
|
| 929 |
+
"step": 24800
|
| 930 |
+
},
|
| 931 |
+
{
|
| 932 |
+
"epoch": 31.31,
|
| 933 |
+
"eval_cer": 0.3682342502218279,
|
| 934 |
+
"eval_loss": 1.01682710647583,
|
| 935 |
+
"eval_runtime": 10.7487,
|
| 936 |
+
"eval_samples_per_second": 48.099,
|
| 937 |
+
"eval_steps_per_second": 6.047,
|
| 938 |
+
"step": 24800
|
| 939 |
+
},
|
| 940 |
+
{
|
| 941 |
+
"epoch": 31.82,
|
| 942 |
+
"learning_rate": 6.155794806839771e-05,
|
| 943 |
+
"loss": 0.1734,
|
| 944 |
+
"step": 25200
|
| 945 |
+
},
|
| 946 |
+
{
|
| 947 |
+
"epoch": 31.82,
|
| 948 |
+
"eval_cer": 0.3685891748003549,
|
| 949 |
+
"eval_loss": 1.0079487562179565,
|
| 950 |
+
"eval_runtime": 10.6916,
|
| 951 |
+
"eval_samples_per_second": 48.356,
|
| 952 |
+
"eval_steps_per_second": 6.08,
|
| 953 |
+
"step": 25200
|
| 954 |
+
},
|
| 955 |
+
{
|
| 956 |
+
"epoch": 32.32,
|
| 957 |
+
"learning_rate": 5.7758074730842294e-05,
|
| 958 |
+
"loss": 0.1686,
|
| 959 |
+
"step": 25600
|
| 960 |
+
},
|
| 961 |
+
{
|
| 962 |
+
"epoch": 32.32,
|
| 963 |
+
"eval_cer": 0.37107364685004435,
|
| 964 |
+
"eval_loss": 1.0045541524887085,
|
| 965 |
+
"eval_runtime": 10.6896,
|
| 966 |
+
"eval_samples_per_second": 48.365,
|
| 967 |
+
"eval_steps_per_second": 6.081,
|
| 968 |
+
"step": 25600
|
| 969 |
+
},
|
| 970 |
+
{
|
| 971 |
+
"epoch": 32.83,
|
| 972 |
+
"learning_rate": 5.395820139328688e-05,
|
| 973 |
+
"loss": 0.1636,
|
| 974 |
+
"step": 26000
|
| 975 |
+
},
|
| 976 |
+
{
|
| 977 |
+
"epoch": 32.83,
|
| 978 |
+
"eval_cer": 0.366282165039929,
|
| 979 |
+
"eval_loss": 1.0012236833572388,
|
| 980 |
+
"eval_runtime": 10.6269,
|
| 981 |
+
"eval_samples_per_second": 48.65,
|
| 982 |
+
"eval_steps_per_second": 6.117,
|
| 983 |
+
"step": 26000
|
| 984 |
+
},
|
| 985 |
+
{
|
| 986 |
+
"epoch": 33.33,
|
| 987 |
+
"learning_rate": 5.015832805573147e-05,
|
| 988 |
+
"loss": 0.1584,
|
| 989 |
+
"step": 26400
|
| 990 |
+
},
|
| 991 |
+
{
|
| 992 |
+
"epoch": 33.33,
|
| 993 |
+
"eval_cer": 0.3634427684117125,
|
| 994 |
+
"eval_loss": 0.9943842887878418,
|
| 995 |
+
"eval_runtime": 10.7058,
|
| 996 |
+
"eval_samples_per_second": 48.292,
|
| 997 |
+
"eval_steps_per_second": 6.071,
|
| 998 |
+
"step": 26400
|
| 999 |
+
},
|
| 1000 |
+
{
|
| 1001 |
+
"epoch": 33.84,
|
| 1002 |
+
"learning_rate": 4.635845471817606e-05,
|
| 1003 |
+
"loss": 0.1592,
|
| 1004 |
+
"step": 26800
|
| 1005 |
+
},
|
| 1006 |
+
{
|
| 1007 |
+
"epoch": 33.84,
|
| 1008 |
+
"eval_cer": 0.3678793256433008,
|
| 1009 |
+
"eval_loss": 0.9912722110748291,
|
| 1010 |
+
"eval_runtime": 10.6845,
|
| 1011 |
+
"eval_samples_per_second": 48.388,
|
| 1012 |
+
"eval_steps_per_second": 6.084,
|
| 1013 |
+
"step": 26800
|
| 1014 |
+
},
|
| 1015 |
+
{
|
| 1016 |
+
"epoch": 34.34,
|
| 1017 |
+
"learning_rate": 4.255858138062065e-05,
|
| 1018 |
+
"loss": 0.1574,
|
| 1019 |
+
"step": 27200
|
| 1020 |
+
},
|
| 1021 |
+
{
|
| 1022 |
+
"epoch": 34.34,
|
| 1023 |
+
"eval_cer": 0.36876663708961843,
|
| 1024 |
+
"eval_loss": 1.0088311433792114,
|
| 1025 |
+
"eval_runtime": 10.6592,
|
| 1026 |
+
"eval_samples_per_second": 48.503,
|
| 1027 |
+
"eval_steps_per_second": 6.098,
|
| 1028 |
+
"step": 27200
|
| 1029 |
+
},
|
| 1030 |
+
{
|
| 1031 |
+
"epoch": 34.85,
|
| 1032 |
+
"learning_rate": 3.875870804306523e-05,
|
| 1033 |
+
"loss": 0.1537,
|
| 1034 |
+
"step": 27600
|
| 1035 |
+
},
|
| 1036 |
+
{
|
| 1037 |
+
"epoch": 34.85,
|
| 1038 |
+
"eval_cer": 0.3645075421472937,
|
| 1039 |
+
"eval_loss": 0.9913118481636047,
|
| 1040 |
+
"eval_runtime": 11.1744,
|
| 1041 |
+
"eval_samples_per_second": 46.266,
|
| 1042 |
+
"eval_steps_per_second": 5.817,
|
| 1043 |
+
"step": 27600
|
| 1044 |
+
},
|
| 1045 |
+
{
|
| 1046 |
+
"epoch": 35.35,
|
| 1047 |
+
"learning_rate": 3.495883470550981e-05,
|
| 1048 |
+
"loss": 0.1461,
|
| 1049 |
+
"step": 28000
|
| 1050 |
+
},
|
| 1051 |
+
{
|
| 1052 |
+
"epoch": 35.35,
|
| 1053 |
+
"eval_cer": 0.3634427684117125,
|
| 1054 |
+
"eval_loss": 0.9954361915588379,
|
| 1055 |
+
"eval_runtime": 10.4022,
|
| 1056 |
+
"eval_samples_per_second": 49.701,
|
| 1057 |
+
"eval_steps_per_second": 6.249,
|
| 1058 |
+
"step": 28000
|
| 1059 |
+
},
|
| 1060 |
+
{
|
| 1061 |
+
"epoch": 35.86,
|
| 1062 |
+
"learning_rate": 3.1158961367954396e-05,
|
| 1063 |
+
"loss": 0.1462,
|
| 1064 |
+
"step": 28400
|
| 1065 |
+
},
|
| 1066 |
+
{
|
| 1067 |
+
"epoch": 35.86,
|
| 1068 |
+
"eval_cer": 0.35989352262644186,
|
| 1069 |
+
"eval_loss": 0.9881103038787842,
|
| 1070 |
+
"eval_runtime": 10.6493,
|
| 1071 |
+
"eval_samples_per_second": 48.548,
|
| 1072 |
+
"eval_steps_per_second": 6.104,
|
| 1073 |
+
"step": 28400
|
| 1074 |
+
},
|
| 1075 |
+
{
|
| 1076 |
+
"epoch": 36.36,
|
| 1077 |
+
"learning_rate": 2.7359088030398983e-05,
|
| 1078 |
+
"loss": 0.1412,
|
| 1079 |
+
"step": 28800
|
| 1080 |
+
},
|
| 1081 |
+
{
|
| 1082 |
+
"epoch": 36.36,
|
| 1083 |
+
"eval_cer": 0.3593611357586513,
|
| 1084 |
+
"eval_loss": 0.9881191849708557,
|
| 1085 |
+
"eval_runtime": 11.1771,
|
| 1086 |
+
"eval_samples_per_second": 46.255,
|
| 1087 |
+
"eval_steps_per_second": 5.815,
|
| 1088 |
+
"step": 28800
|
| 1089 |
+
},
|
| 1090 |
+
{
|
| 1091 |
+
"epoch": 36.87,
|
| 1092 |
+
"learning_rate": 2.3559214692843567e-05,
|
| 1093 |
+
"loss": 0.1382,
|
| 1094 |
+
"step": 29200
|
| 1095 |
+
},
|
| 1096 |
+
{
|
| 1097 |
+
"epoch": 36.87,
|
| 1098 |
+
"eval_cer": 0.36184560780834074,
|
| 1099 |
+
"eval_loss": 0.9879063963890076,
|
| 1100 |
+
"eval_runtime": 10.6397,
|
| 1101 |
+
"eval_samples_per_second": 48.592,
|
| 1102 |
+
"eval_steps_per_second": 6.109,
|
| 1103 |
+
"step": 29200
|
| 1104 |
+
},
|
| 1105 |
+
{
|
| 1106 |
+
"epoch": 37.37,
|
| 1107 |
+
"learning_rate": 1.9759341355288154e-05,
|
| 1108 |
+
"loss": 0.1395,
|
| 1109 |
+
"step": 29600
|
| 1110 |
+
},
|
| 1111 |
+
{
|
| 1112 |
+
"epoch": 37.37,
|
| 1113 |
+
"eval_cer": 0.3582963620230701,
|
| 1114 |
+
"eval_loss": 0.9859166145324707,
|
| 1115 |
+
"eval_runtime": 10.6674,
|
| 1116 |
+
"eval_samples_per_second": 48.465,
|
| 1117 |
+
"eval_steps_per_second": 6.093,
|
| 1118 |
+
"step": 29600
|
| 1119 |
+
},
|
| 1120 |
+
{
|
| 1121 |
+
"epoch": 37.88,
|
| 1122 |
+
"learning_rate": 1.595946801773274e-05,
|
| 1123 |
+
"loss": 0.1375,
|
| 1124 |
+
"step": 30000
|
| 1125 |
+
},
|
| 1126 |
+
{
|
| 1127 |
+
"epoch": 37.88,
|
| 1128 |
+
"eval_cer": 0.36024844720496896,
|
| 1129 |
+
"eval_loss": 0.9944302439689636,
|
| 1130 |
+
"eval_runtime": 10.7121,
|
| 1131 |
+
"eval_samples_per_second": 48.263,
|
| 1132 |
+
"eval_steps_per_second": 6.068,
|
| 1133 |
+
"step": 30000
|
| 1134 |
+
},
|
| 1135 |
+
{
|
| 1136 |
+
"epoch": 38.38,
|
| 1137 |
+
"learning_rate": 1.2159594680177326e-05,
|
| 1138 |
+
"loss": 0.1277,
|
| 1139 |
+
"step": 30400
|
| 1140 |
+
},
|
| 1141 |
+
{
|
| 1142 |
+
"epoch": 38.38,
|
| 1143 |
+
"eval_cer": 0.3611357586512866,
|
| 1144 |
+
"eval_loss": 0.9873452186584473,
|
| 1145 |
+
"eval_runtime": 10.6816,
|
| 1146 |
+
"eval_samples_per_second": 48.401,
|
| 1147 |
+
"eval_steps_per_second": 6.085,
|
| 1148 |
+
"step": 30400
|
| 1149 |
+
},
|
| 1150 |
+
{
|
| 1151 |
+
"epoch": 38.89,
|
| 1152 |
+
"learning_rate": 8.359721342621911e-06,
|
| 1153 |
+
"loss": 0.1356,
|
| 1154 |
+
"step": 30800
|
| 1155 |
+
},
|
| 1156 |
+
{
|
| 1157 |
+
"epoch": 38.89,
|
| 1158 |
+
"eval_cer": 0.36007098491570544,
|
| 1159 |
+
"eval_loss": 0.9833679795265198,
|
| 1160 |
+
"eval_runtime": 10.6711,
|
| 1161 |
+
"eval_samples_per_second": 48.449,
|
| 1162 |
+
"eval_steps_per_second": 6.091,
|
| 1163 |
+
"step": 30800
|
| 1164 |
+
},
|
| 1165 |
+
{
|
| 1166 |
+
"epoch": 59.09,
|
| 1167 |
+
"learning_rate": 7.859515899383008e-05,
|
| 1168 |
+
"loss": 0.141,
|
| 1169 |
+
"step": 31200
|
| 1170 |
+
},
|
| 1171 |
+
{
|
| 1172 |
+
"epoch": 59.09,
|
| 1173 |
+
"eval_cer": 0.36539485359361135,
|
| 1174 |
+
"eval_loss": 1.0076383352279663,
|
| 1175 |
+
"eval_runtime": 11.8848,
|
| 1176 |
+
"eval_samples_per_second": 43.501,
|
| 1177 |
+
"eval_steps_per_second": 5.469,
|
| 1178 |
+
"step": 31200
|
| 1179 |
+
},
|
| 1180 |
+
{
|
| 1181 |
+
"epoch": 59.85,
|
| 1182 |
+
"learning_rate": 7.574750830564784e-05,
|
| 1183 |
+
"loss": 0.1391,
|
| 1184 |
+
"step": 31600
|
| 1185 |
+
},
|
| 1186 |
+
{
|
| 1187 |
+
"epoch": 59.85,
|
| 1188 |
+
"eval_cer": 0.363265306122449,
|
| 1189 |
+
"eval_loss": 1.0228257179260254,
|
| 1190 |
+
"eval_runtime": 10.7532,
|
| 1191 |
+
"eval_samples_per_second": 48.079,
|
| 1192 |
+
"eval_steps_per_second": 6.045,
|
| 1193 |
+
"step": 31600
|
| 1194 |
+
},
|
| 1195 |
+
{
|
| 1196 |
+
"epoch": 60.61,
|
| 1197 |
+
"learning_rate": 7.289985761746559e-05,
|
| 1198 |
+
"loss": 0.1444,
|
| 1199 |
+
"step": 32000
|
| 1200 |
+
},
|
| 1201 |
+
{
|
| 1202 |
+
"epoch": 60.61,
|
| 1203 |
+
"eval_cer": 0.36876663708961843,
|
| 1204 |
+
"eval_loss": 1.0302114486694336,
|
| 1205 |
+
"eval_runtime": 10.5859,
|
| 1206 |
+
"eval_samples_per_second": 48.838,
|
| 1207 |
+
"eval_steps_per_second": 6.14,
|
| 1208 |
+
"step": 32000
|
| 1209 |
+
},
|
| 1210 |
+
{
|
| 1211 |
+
"epoch": 61.36,
|
| 1212 |
+
"learning_rate": 7.005220692928333e-05,
|
| 1213 |
+
"loss": 0.1396,
|
| 1214 |
+
"step": 32400
|
| 1215 |
+
},
|
| 1216 |
+
{
|
| 1217 |
+
"epoch": 61.36,
|
| 1218 |
+
"eval_cer": 0.3634427684117125,
|
| 1219 |
+
"eval_loss": 1.0219813585281372,
|
| 1220 |
+
"eval_runtime": 10.7349,
|
| 1221 |
+
"eval_samples_per_second": 48.161,
|
| 1222 |
+
"eval_steps_per_second": 6.055,
|
| 1223 |
+
"step": 32400
|
| 1224 |
+
},
|
| 1225 |
+
{
|
| 1226 |
+
"epoch": 62.12,
|
| 1227 |
+
"learning_rate": 6.720455624110109e-05,
|
| 1228 |
+
"loss": 0.1383,
|
| 1229 |
+
"step": 32800
|
| 1230 |
+
},
|
| 1231 |
+
{
|
| 1232 |
+
"epoch": 62.12,
|
| 1233 |
+
"eval_cer": 0.3625554569653949,
|
| 1234 |
+
"eval_loss": 1.0074561834335327,
|
| 1235 |
+
"eval_runtime": 10.7365,
|
| 1236 |
+
"eval_samples_per_second": 48.154,
|
| 1237 |
+
"eval_steps_per_second": 6.054,
|
| 1238 |
+
"step": 32800
|
| 1239 |
+
},
|
| 1240 |
+
{
|
| 1241 |
+
"epoch": 62.88,
|
| 1242 |
+
"learning_rate": 6.435690555291883e-05,
|
| 1243 |
+
"loss": 0.1338,
|
| 1244 |
+
"step": 33200
|
| 1245 |
+
},
|
| 1246 |
+
{
|
| 1247 |
+
"epoch": 62.88,
|
| 1248 |
+
"eval_cer": 0.36131322094055013,
|
| 1249 |
+
"eval_loss": 1.009969711303711,
|
| 1250 |
+
"eval_runtime": 10.8491,
|
| 1251 |
+
"eval_samples_per_second": 47.654,
|
| 1252 |
+
"eval_steps_per_second": 5.991,
|
| 1253 |
+
"step": 33200
|
| 1254 |
+
},
|
| 1255 |
+
{
|
| 1256 |
+
"epoch": 63.64,
|
| 1257 |
+
"learning_rate": 6.150925486473658e-05,
|
| 1258 |
+
"loss": 0.1322,
|
| 1259 |
+
"step": 33600
|
| 1260 |
+
},
|
| 1261 |
+
{
|
| 1262 |
+
"epoch": 63.64,
|
| 1263 |
+
"eval_cer": 0.35989352262644186,
|
| 1264 |
+
"eval_loss": 1.0064263343811035,
|
| 1265 |
+
"eval_runtime": 10.7017,
|
| 1266 |
+
"eval_samples_per_second": 48.31,
|
| 1267 |
+
"eval_steps_per_second": 6.074,
|
| 1268 |
+
"step": 33600
|
| 1269 |
+
},
|
| 1270 |
+
{
|
| 1271 |
+
"epoch": 64.39,
|
| 1272 |
+
"learning_rate": 5.866160417655434e-05,
|
| 1273 |
+
"loss": 0.1313,
|
| 1274 |
+
"step": 34000
|
| 1275 |
+
},
|
| 1276 |
+
{
|
| 1277 |
+
"epoch": 64.39,
|
| 1278 |
+
"eval_cer": 0.3611357586512866,
|
| 1279 |
+
"eval_loss": 1.0025349855422974,
|
| 1280 |
+
"eval_runtime": 10.8036,
|
| 1281 |
+
"eval_samples_per_second": 47.855,
|
| 1282 |
+
"eval_steps_per_second": 6.017,
|
| 1283 |
+
"step": 34000
|
| 1284 |
+
},
|
| 1285 |
+
{
|
| 1286 |
+
"epoch": 65.15,
|
| 1287 |
+
"learning_rate": 5.581395348837209e-05,
|
| 1288 |
+
"loss": 0.1275,
|
| 1289 |
+
"step": 34400
|
| 1290 |
+
},
|
| 1291 |
+
{
|
| 1292 |
+
"epoch": 65.15,
|
| 1293 |
+
"eval_cer": 0.3625554569653949,
|
| 1294 |
+
"eval_loss": 0.9986574649810791,
|
| 1295 |
+
"eval_runtime": 10.7283,
|
| 1296 |
+
"eval_samples_per_second": 48.19,
|
| 1297 |
+
"eval_steps_per_second": 6.059,
|
| 1298 |
+
"step": 34400
|
| 1299 |
+
},
|
| 1300 |
+
{
|
| 1301 |
+
"epoch": 65.91,
|
| 1302 |
+
"learning_rate": 5.296630280018984e-05,
|
| 1303 |
+
"loss": 0.125,
|
| 1304 |
+
"step": 34800
|
| 1305 |
+
},
|
| 1306 |
+
{
|
| 1307 |
+
"epoch": 65.91,
|
| 1308 |
+
"eval_cer": 0.36574977817213844,
|
| 1309 |
+
"eval_loss": 1.010204553604126,
|
| 1310 |
+
"eval_runtime": 10.8039,
|
| 1311 |
+
"eval_samples_per_second": 47.853,
|
| 1312 |
+
"eval_steps_per_second": 6.016,
|
| 1313 |
+
"step": 34800
|
| 1314 |
+
},
|
| 1315 |
+
{
|
| 1316 |
+
"epoch": 66.67,
|
| 1317 |
+
"learning_rate": 5.011865211200759e-05,
|
| 1318 |
+
"loss": 0.121,
|
| 1319 |
+
"step": 35200
|
| 1320 |
+
},
|
| 1321 |
+
{
|
| 1322 |
+
"epoch": 66.67,
|
| 1323 |
+
"eval_cer": 0.36308784383318543,
|
| 1324 |
+
"eval_loss": 1.0088319778442383,
|
| 1325 |
+
"eval_runtime": 10.4383,
|
| 1326 |
+
"eval_samples_per_second": 49.529,
|
| 1327 |
+
"eval_steps_per_second": 6.227,
|
| 1328 |
+
"step": 35200
|
| 1329 |
+
},
|
| 1330 |
+
{
|
| 1331 |
+
"epoch": 67.42,
|
| 1332 |
+
"learning_rate": 4.727100142382534e-05,
|
| 1333 |
+
"loss": 0.1247,
|
| 1334 |
+
"step": 35600
|
| 1335 |
+
},
|
| 1336 |
+
{
|
| 1337 |
+
"epoch": 67.42,
|
| 1338 |
+
"eval_cer": 0.3648624667258208,
|
| 1339 |
+
"eval_loss": 1.0154913663864136,
|
| 1340 |
+
"eval_runtime": 10.7106,
|
| 1341 |
+
"eval_samples_per_second": 48.27,
|
| 1342 |
+
"eval_steps_per_second": 6.069,
|
| 1343 |
+
"step": 35600
|
| 1344 |
+
},
|
| 1345 |
+
{
|
| 1346 |
+
"epoch": 68.18,
|
| 1347 |
+
"learning_rate": 4.442335073564309e-05,
|
| 1348 |
+
"loss": 0.1164,
|
| 1349 |
+
"step": 36000
|
| 1350 |
+
},
|
| 1351 |
+
{
|
| 1352 |
+
"epoch": 68.18,
|
| 1353 |
+
"eval_cer": 0.3622005323868678,
|
| 1354 |
+
"eval_loss": 0.9949304461479187,
|
| 1355 |
+
"eval_runtime": 10.713,
|
| 1356 |
+
"eval_samples_per_second": 48.259,
|
| 1357 |
+
"eval_steps_per_second": 6.067,
|
| 1358 |
+
"step": 36000
|
| 1359 |
+
},
|
| 1360 |
+
{
|
| 1361 |
+
"epoch": 68.94,
|
| 1362 |
+
"learning_rate": 4.157570004746084e-05,
|
| 1363 |
+
"loss": 0.1112,
|
| 1364 |
+
"step": 36400
|
| 1365 |
+
},
|
| 1366 |
+
{
|
| 1367 |
+
"epoch": 68.94,
|
| 1368 |
+
"eval_cer": 0.3609582963620231,
|
| 1369 |
+
"eval_loss": 1.00165593624115,
|
| 1370 |
+
"eval_runtime": 10.7166,
|
| 1371 |
+
"eval_samples_per_second": 48.243,
|
| 1372 |
+
"eval_steps_per_second": 6.065,
|
| 1373 |
+
"step": 36400
|
| 1374 |
+
},
|
| 1375 |
+
{
|
| 1376 |
+
"epoch": 69.7,
|
| 1377 |
+
"learning_rate": 3.872804935927859e-05,
|
| 1378 |
+
"loss": 0.1143,
|
| 1379 |
+
"step": 36800
|
| 1380 |
+
},
|
| 1381 |
+
{
|
| 1382 |
+
"epoch": 69.7,
|
| 1383 |
+
"eval_cer": 0.3595385980479148,
|
| 1384 |
+
"eval_loss": 0.9980924725532532,
|
| 1385 |
+
"eval_runtime": 10.7622,
|
| 1386 |
+
"eval_samples_per_second": 48.038,
|
| 1387 |
+
"eval_steps_per_second": 6.04,
|
| 1388 |
+
"step": 36800
|
| 1389 |
+
},
|
| 1390 |
+
{
|
| 1391 |
+
"epoch": 70.45,
|
| 1392 |
+
"learning_rate": 3.588039867109634e-05,
|
| 1393 |
+
"loss": 0.109,
|
| 1394 |
+
"step": 37200
|
| 1395 |
+
},
|
| 1396 |
+
{
|
| 1397 |
+
"epoch": 70.45,
|
| 1398 |
+
"eval_cer": 0.3604259094942325,
|
| 1399 |
+
"eval_loss": 1.001591682434082,
|
| 1400 |
+
"eval_runtime": 10.6962,
|
| 1401 |
+
"eval_samples_per_second": 48.335,
|
| 1402 |
+
"eval_steps_per_second": 6.077,
|
| 1403 |
+
"step": 37200
|
| 1404 |
+
},
|
| 1405 |
+
{
|
| 1406 |
+
"epoch": 71.21,
|
| 1407 |
+
"learning_rate": 3.303274798291409e-05,
|
| 1408 |
+
"loss": 0.1066,
|
| 1409 |
+
"step": 37600
|
| 1410 |
+
},
|
| 1411 |
+
{
|
| 1412 |
+
"epoch": 71.21,
|
| 1413 |
+
"eval_cer": 0.35918367346938773,
|
| 1414 |
+
"eval_loss": 0.9884746074676514,
|
| 1415 |
+
"eval_runtime": 10.6604,
|
| 1416 |
+
"eval_samples_per_second": 48.497,
|
| 1417 |
+
"eval_steps_per_second": 6.097,
|
| 1418 |
+
"step": 37600
|
| 1419 |
+
},
|
| 1420 |
+
{
|
| 1421 |
+
"epoch": 71.97,
|
| 1422 |
+
"learning_rate": 3.0185097294731845e-05,
|
| 1423 |
+
"loss": 0.1042,
|
| 1424 |
+
"step": 38000
|
| 1425 |
+
},
|
| 1426 |
+
{
|
| 1427 |
+
"epoch": 71.97,
|
| 1428 |
+
"eval_cer": 0.36007098491570544,
|
| 1429 |
+
"eval_loss": 0.9990329742431641,
|
| 1430 |
+
"eval_runtime": 10.7259,
|
| 1431 |
+
"eval_samples_per_second": 48.201,
|
| 1432 |
+
"eval_steps_per_second": 6.06,
|
| 1433 |
+
"step": 38000
|
| 1434 |
+
},
|
| 1435 |
+
{
|
| 1436 |
+
"epoch": 72.73,
|
| 1437 |
+
"learning_rate": 2.7337446606549593e-05,
|
| 1438 |
+
"loss": 0.1024,
|
| 1439 |
+
"step": 38400
|
| 1440 |
+
},
|
| 1441 |
+
{
|
| 1442 |
+
"epoch": 72.73,
|
| 1443 |
+
"eval_cer": 0.36007098491570544,
|
| 1444 |
+
"eval_loss": 0.9916397333145142,
|
| 1445 |
+
"eval_runtime": 10.721,
|
| 1446 |
+
"eval_samples_per_second": 48.223,
|
| 1447 |
+
"eval_steps_per_second": 6.063,
|
| 1448 |
+
"step": 38400
|
| 1449 |
+
},
|
| 1450 |
+
{
|
| 1451 |
+
"epoch": 73.48,
|
| 1452 |
+
"learning_rate": 2.448979591836734e-05,
|
| 1453 |
+
"loss": 0.1064,
|
| 1454 |
+
"step": 38800
|
| 1455 |
+
},
|
| 1456 |
+
{
|
| 1457 |
+
"epoch": 73.48,
|
| 1458 |
+
"eval_cer": 0.35811889973380656,
|
| 1459 |
+
"eval_loss": 0.9944778084754944,
|
| 1460 |
+
"eval_runtime": 10.7694,
|
| 1461 |
+
"eval_samples_per_second": 48.006,
|
| 1462 |
+
"eval_steps_per_second": 6.036,
|
| 1463 |
+
"step": 38800
|
| 1464 |
+
},
|
| 1465 |
+
{
|
| 1466 |
+
"epoch": 74.24,
|
| 1467 |
+
"learning_rate": 2.1642145230185097e-05,
|
| 1468 |
+
"loss": 0.1019,
|
| 1469 |
+
"step": 39200
|
| 1470 |
+
},
|
| 1471 |
+
{
|
| 1472 |
+
"epoch": 74.24,
|
| 1473 |
+
"eval_cer": 0.3566992014196983,
|
| 1474 |
+
"eval_loss": 0.9997159838676453,
|
| 1475 |
+
"eval_runtime": 10.7395,
|
| 1476 |
+
"eval_samples_per_second": 48.14,
|
| 1477 |
+
"eval_steps_per_second": 6.052,
|
| 1478 |
+
"step": 39200
|
| 1479 |
+
},
|
| 1480 |
+
{
|
| 1481 |
+
"epoch": 75.0,
|
| 1482 |
+
"learning_rate": 1.8794494542002845e-05,
|
| 1483 |
+
"loss": 0.0977,
|
| 1484 |
+
"step": 39600
|
| 1485 |
+
},
|
| 1486 |
+
{
|
| 1487 |
+
"epoch": 75.0,
|
| 1488 |
+
"eval_cer": 0.35616681455190774,
|
| 1489 |
+
"eval_loss": 0.9909945130348206,
|
| 1490 |
+
"eval_runtime": 10.7111,
|
| 1491 |
+
"eval_samples_per_second": 48.268,
|
| 1492 |
+
"eval_steps_per_second": 6.068,
|
| 1493 |
+
"step": 39600
|
| 1494 |
+
},
|
| 1495 |
+
{
|
| 1496 |
+
"epoch": 75.76,
|
| 1497 |
+
"learning_rate": 1.5946843853820597e-05,
|
| 1498 |
+
"loss": 0.097,
|
| 1499 |
+
"step": 40000
|
| 1500 |
+
},
|
| 1501 |
+
{
|
| 1502 |
+
"epoch": 75.76,
|
| 1503 |
+
"eval_cer": 0.35598935226264417,
|
| 1504 |
+
"eval_loss": 0.9969141483306885,
|
| 1505 |
+
"eval_runtime": 10.7789,
|
| 1506 |
+
"eval_samples_per_second": 47.964,
|
| 1507 |
+
"eval_steps_per_second": 6.03,
|
| 1508 |
+
"step": 40000
|
| 1509 |
+
}
|
| 1510 |
+
],
|
| 1511 |
+
"max_steps": 42240,
|
| 1512 |
+
"num_train_epochs": 80,
|
| 1513 |
+
"total_flos": 9.124217746582361e+19,
|
| 1514 |
+
"trial_name": null,
|
| 1515 |
+
"trial_params": null
|
| 1516 |
+
}
|
training_args.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:96ba6458fc6b7e031c87a63214b536481fa2e812fc0a023df5cc6944bca8cc47
|
| 3 |
+
size 2863
|
vocab.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
| 1 |
+
{"吝": 0, "追": 1, "貶": 2, "誇": 3, "挨": 4, "鸞": 5, "俠": 6, "毅": 7, "彥": 8, "常": 9, "籠": 10, "嚼": 11, "頸": 12, "裁": 13, "慌": 14, "診": 15, "脷": 16, "鞋": 17, "叻": 18, "戶": 19, "借": 20, "眉": 21, "果": 22, "獅": 23, "御": 24, "溝": 25, "蒙": 26, "攞": 27, "汁": 28, "認": 29, "夕": 30, "愉": 31, "貴": 32, "搣": 33, "殺": 34, "菓": 35, "啜": 36, "跪": 37, "樺": 38, "展": 39, "煽": 40, "除": 41, "嘗": 42, "鳩": 43, "何": 44, "嘴": 45, "眼": 46, "栽": 47, "裙": 48, "霄": 49, "浙": 50, "德": 51, "暴": 52, "般": 53, "其": 54, "憤": 55, "桔": 56, "斯": 57, "閩": 58, "諦": 59, "如": 60, "鎗": 61, "則": 62, "燒": 63, "血": 64, "搵": 65, "梅": 66, "布": 67, "溪": 68, "蘇": 69, "唧": 70, "過": 71, "樸": 72, "ㄧ": 73, "赤": 74, "辛": 75, "葵": 76, "惜": 77, "咋": 78, "許": 79, "萍": 80, "王": 81, "廁": 82, "延": 83, "噁": 84, "欽": 85, "鴿": 86, "斃": 87, "抦": 88, "筏": 89, "帳": 90, "濟": 91, "像": 92, "鹽": 93, "店": 94, "待": 95, "佩": 96, "豐": 97, "晚": 98, "繳": 99, "甚": 100, "瘁": 101, "術": 102, "辯": 103, "插": 104, "書": 105, "輾": 106, "二": 107, "踩": 108, "涂": 109, "明": 110, "喀": 111, "旅": 112, "纏": 113, "誼": 114, "津": 115, "粹": 116, "捽": 117, "厚": 118, "赴": 119, "鞍": 120, "蒲": 121, "密": 122, "撮": 123, "莉": 124, "封": 125, "殊": 126, "膀": 127, "檸": 128, "珍": 129, "槤": 130, "而": 131, "崗": 132, "具": 133, "禾": 134, "豹": 135, "甴": 136, "懣": 137, "兮": 138, "宮": 139, "進": 140, "維": 141, "咯": 142, "撞": 143, "萄": 144, "閨": 145, "筒": 146, "負": 147, "綜": 148, "遇": 149, "坪": 150, "沮": 151, "任": 152, "麼": 153, "炆": 154, "豚": 155, "枝": 156, "閉": 157, "箋": 158, "脅": 159, "眶": 160, "壘": 161, "朦": 162, "市": 163, "運": 164, "責": 165, "囊": 166, "牘": 167, "雷": 168, "漁": 169, "洱": 170, "劑": 171, "癆": 172, "黯": 173, "辜": 174, "焉": 175, "娜": 176, "欖": 177, "飄": 178, "演": 179, "咖": 180, "桿": 181, "瘋": 182, "簍": 183, "宋": 184, "兆": 185, "齪": 186, "仰": 187, "獎": 188, "艱": 189, "調": 190, "聆": 191, "譯": 192, "此": 193, "卑": 194, "蜢": 195, "凹": 196, "試": 197, "隱": 198, "舶": 199, "枚": 200, "免": 201, "訓": 202, "拌": 203, "据": 204, "偶": 205, "汀": 206, "蛟": 207, "唈": 208, "舂": 209, "吵": 210, "蜂": 211, "逾": 212, "胭": 213, "桅": 214, "生": 215, "俏": 216, "軌": 217, "排": 218, "灰": 219, "炎": 220, "功": 221, "牌": 222, "鄰": 223, "備": 224, "小": 225, "剪": 226, "梧": 227, "斑": 228, "斬": 229, "狩": 230, "黎": 231, "倚": 232, "觀": 233, "修": 234, "鑄": 235, "擲": 236, "底": 237, "娘": 238, "皮": 239, "鬆": 240, "販": 241, "舊": 242, "宅": 243, "梨": 244, "拍": 245, "踐": 246, "祝": 247, "旭": 248, "蒂": 249, "訪": 250, "詐": 251, "累": 252, "咐": 253, "趣": 254, "釘": 255, "舌": 256, "靠": 257, "耕": 258, "費": 259, "淚": 260, "筆": 261, "陰": 262, "際": 263, "寮": 264, "咕": 265, "棄": 266, "嗌": 267, "昏": 268, "伯": 269, "爪": 270, "得": 271, "避": 272, "尼": 273, "析": 274, "捺": 275, "瞬": 276, "玻": 277, "串": 278, "璃": 279, "官": 280, "嘆": 281, "麻": 282, "洲": 283, "拎": 284, "怖": 285, "檀": 286, "趕": 287, "匯": 288, "丙": 289, "牽": 290, "蝴": 291, "幣": 292, "譚": 293, "閒": 294, "窗": 295, "熙": 296, "亡": 297, "埲": 298, "片": 299, "丰": 300, "厲": 301, "吻": 302, "騮": 303, "騰": 304, "庚": 305, "淆": 306, "楊": 307, "穀": 308, "對": 309, "傾": 310, "料": 311, "移": 312, "短": 313, "芒": 314, "嗽": 315, "銳": 316, "漿": 317, "鲁": 318, "壹": 319, "眠": 320, "炮": 321, "瘡": 322, "利": 323, "辨": 324, "餉": 325, "噉": 326, "擊": 327, "奈": 328, "邋": 329, "橋": 330, "噪": 331, "駐": 332, "卸": 333, "蒜": 334, "抖": 335, "核": 336, "窄": 337, "帆": 338, "瓊": 339, "欄": 340, "幼": 341, "嚷": 342, "擅": 343, "倫": 344, "抵": 345, "鵬": 346, "妳": 347, "喔": 348, "連": 349, "撼": 350, "芳": 351, "辭": 352, "郵": 353, "氏": 354, "兔": 355, "勢": 356, "酮": 357, "娶": 358, "澳": 359, "應": 360, "哄": 361, "檔": 362, "鑑": 363, "陣": 364, "租": 365, "咳": 366, "刃": 367, "讓": 368, "籐": 369, "僕": 370, "壓": 371, "釗": 372, "干": 373, "讚": 374, "寫": 375, "俚": 376, "葉": 377, "栢": 378, "擬": 379, "衷": 380, "吖": 381, "順": 382, "噃": 383, "禁": 384, "壽": 385, "鍚": 386, "泳": 387, "暢": 388, "喪": 389, "攪": 390, "譽": 391, "瀨": 392, "朋": 393, "壩": 394, "所": 395, "韻": 396, "模": 397, "受": 398, "惟": 399, "寺": 400, "恨": 401, "把": 402, "燥": 403, "肋": 404, "罅": 405, "到": 406, "劖": 407, "健": 408, "幾": 409, "議": 410, "趺": 411, "暖": 412, "滋": 413, "寅": 414, "犀": 415, "弄": 416, "冬": 417, "薑": 418, "肛": 419, "亦": 420, "礫": 421, "肥": 422, "嶼": 423, "顏": 424, "毫": 425, "氧": 426, "淩": 427, "座": 428, "悲": 429, "啕": 430, "釜": 431, "輊": 432, "珀": 433, "司": 434, "遵": 435, "浣": 436, "告": 437, "催": 438, "菌": 439, "軍": 440, "消": 441, "毓": 442, "提": 443, "居": 444, "叉": 445, "給": 446, "女": 447, "狗": 448, "範": 449, "盞": 450, "疵": 451, "蝦": 452, "葡": 453, "葛": 454, "右": 455, "煤": 456, "畫": 457, "環": 458, "瞞": 459, "仿": 460, "匹": 461, "溶": 462, "混": 463, "恭": 464, "嬉": 465, "挈": 466, "奶": 467, "終": 468, "衰": 469, "龢": 470, "硬": 471, "沙": 472, "懞": 473, "蠱": 474, "狸": 475, "頭": 476, "舨": 477, "君": 478, "坳": 479, "頌": 480, "嫌": 481, "巫": 482, "昧": 483, "治": 484, "異": 485, "媽": 486, "假": 487, "啞": 488, "並": 489, "迦": 490, "証": 491, "妙": 492, "扂": 493, "寄": 494, "卻": 495, "勸": 496, "泛": 497, "線": 498, "墩": 499, "筲": 500, "錄": 501, "聞": 502, "嘅": 503, "趾": 504, "便": 505, "幅": 506, "欺": 507, "碉": 508, "桐": 509, "兼": 510, "外": 511, "價": 512, "秦": 513, "跡": 514, "利": 515, "馳": 516, "櫸": 517, "拙": 518, "型": 519, "崙": 520, "百": 521, "料": 522, "鄧": 523, "璟": 524, "近": 525, "穴": 526, "鑼": 527, "箭": 528, "操": 529, "太": 530, "菠": 531, "因": 532, "撐": 533, "圓": 534, "喚": 535, "弱": 536, "吧": 537, "補": 538, "警": 539, "嚥": 540, "歇": 541, "炒": 542, "污": 543, "邵": 544, "肚": 545, "冇": 546, "驕": 547, "晒": 548, "閃": 549, "霜": 550, "早": 551, "且": 552, "郁": 553, "間": 554, "總": 555, "五": 556, "佔": 557, "巷": 558, "妥": 559, "疊": 560, "廷": 561, "盡": 562, "需": 563, "設": 564, "凶": 565, "蚝": 566, "姨": 567, "駿": 568, "隔": 569, "闊": 570, "轄": 571, "男": 572, "普": 573, "忌": 574, "射": 575, "寨": 576, "守": 577, "廂": 578, "瀟": 579, "屈": 580, "盒": 581, "辦": 582, "擺": 583, "攻": 584, "殘": 585, "喺": 586, "職": 587, "睄": 588, "裴": 589, "橡": 590, "綠": 591, "探": 592, "賓": 593, "枯": 594, "彈": 595, "芹": 596, "槐": 597, "庭": 598, "啟": 599, "拓": 600, "擋": 601, "琦": 602, "豬": 603, "緻": 604, "阿": 605, "拗": 606, "即": 607, "艦": 608, "眞": 609, "炊": 610, "聊": 611, "拒": 612, "實": 613, "摞": 614, "白": 615, "丸": 616, "街": 617, "噄": 618, "卒": 619, "個": 620, "控": 621, "遺": 622, "楂": 623, "糴": 624, "耷": 625, "噶": 626, "課": 627, "聖": 628, "駛": 629, "蓮": 630, "掩": 631, "蹋": 632, "賬": 633, "複": 634, "瑜": 635, "舐": 636, "睹": 637, "妄": 638, "芝": 639, "昌": 640, "汪": 641, "同": 642, "渣": 643, "諸": 644, "沽": 645, "塘": 646, "效": 647, "界": 648, "抿": 649, "左": 650, "乒": 651, "義": 652, "嵌": 653, "拿": 654, "籃": 655, "贊": 656, "潘": 657, "獠": 658, "篇": 659, "惱": 660, "耀": 661, "竹": 662, "椅": 663, "葫": 664, "覓": 665, "笠": 666, "砰": 667, "夷": 668, "詞": 669, "僑": 670, "僭": 671, "藝": 672, "堆": 673, "苦": 674, "墊": 675, "味": 676, "粗": 677, "神": 678, "後": 679, "申": 680, "營": 681, "璽": 682, "鍾": 683, "虹": 684, "孝": 685, "或": 686, "戎": 687, "砸": 688, "第": 689, "均": 690, "巒": 691, "乾": 692, "浦": 693, "寂": 694, "嚢": 695, "擰": 696, "詢": 697, "罵": 698, "晤": 699, "踎": 700, "雖": 701, "祐": 702, "妻": 703, "押": 704, "之": 705, "勤": 706, "鯖": 707, "馮": 708, "燶": 709, "黜": 710, "龍": 711, "贼": 712, "墮": 713, "熄": 714, "挽": 715, "肌": 716, "来": 717, "聳": 718, "耍": 719, "晝": 720, "態": 721, "茅": 722, "脈": 723, "八": 724, "起": 725, "交": 726, "怦": 727, "永": 728, "蓋": 729, "障": 730, "嚿": 731, "佚": 732, "肆": 733, "蟋": 734, "冚": 735, "襪": 736, "瑤": 737, "梗": 738, "憫": 739, "纖": 740, "鎭": 741, "委": 742, "仔": 743, "灑": 744, "虓": 745, "器": 746, "賞": 747, "焚": 748, "坤": 749, "饌": 750, "只": 751, "塗": 752, "遍": 753, "卜": 754, "衫": 755, "騾": 756, "縉": 757, "公": 758, "損": 759, "益": 760, "嗦": 761, "執": 762, "巧": 763, "扑": 764, "鏟": 765, "剔": 766, "紗": 767, "孟": 768, "辣": 769, "妓": 770, "姆": 771, "怡": 772, "抽": 773, "滘": 774, "證": 775, "唇": 776, "哪": 777, "希": 778, "枉": 779, "緣": 780, "煨": 781, "人": 782, "蘭": 783, "盈": 784, "猜": 785, "搗": 786, "毒": 787, "朝": 788, "協": 789, "饕": 790, "烹": 791, "酷": 792, "椰": 793, "汕": 794, "午": 795, "哎": 796, "屋": 797, "盲": 798, "抹": 799, "螺": 800, "幢": 801, "涉": 802, "尊": 803, "保": 804, "乏": 805, "劉": 806, "冠": 807, "棠": 808, "脾": 809, "阜": 810, "鷹": 811, "唔": 812, "譖": 813, "陶": 814, "磡": 815, "舉": 816, "門": 817, "奸": 818, "鎖": 819, "咧": 820, "斟": 821, "清": 822, "佢": 823, "併": 824, "泉": 825, "岀": 826, "檻": 827, "尷": 828, "搬": 829, "盆": 830, "虛": 831, "碇": 832, "氣": 833, "多": 834, "架": 835, "隨": 836, "籤": 837, "透": 838, "討": 839, "再": 840, "乘": 841, "苔": 842, "粵": 843, "陽": 844, "揪": 845, "偽": 846, "若": 847, "助": 848, "冊": 849, "友": 850, "彼": 851, "尚": 852, "換": 853, "鷄": 854, "雙": 855, "豉": 856, "縮": 857, "橙": 858, "添": 859, "滑": 860, "���": 861, "哥": 862, "摸": 863, "穩": 864, "塑": 865, "都": 866, "羅": 867, "鄂": 868, "酬": 869, "採": 870, "嫩": 871, "伸": 872, "乸": 873, "誠": 874, "帖": 875, "盛": 876, "記": 877, "區": 878, "祈": 879, "豆": 880, "厥": 881, "檳": 882, "尬": 883, "動": 884, "磅": 885, "鄉": 886, "症": 887, "考": 888, "親": 889, "褦": 890, "鐵": 891, "洽": 892, "邦": 893, "袋": 894, "豎": 895, "簾": 896, "潰": 897, "約": 898, "別": 899, "賦": 900, "喱": 901, "轍": 902, "東": 903, "崆": 904, "誓": 905, "櫚": 906, "散": 907, "廠": 908, "麪": 909, "墓": 910, "崇": 911, "狐": 912, "紓": 913, "形": 914, "梭": 915, "潤": 916, "嘥": 917, "巴": 918, "凱": 919, "旨": 920, "鰻": 921, "驚": 922, "狠": 923, "為": 924, "服": 925, "醫": 926, "暉": 927, "古": 928, "險": 929, "杭": 930, "泊": 931, "嘉": 932, "咸": 933, "煙": 934, "彎": 935, "蜊": 936, "撒": 937, "他": 938, "刀": 939, "羣": 940, "樹": 941, "湖": 942, "掂": 943, "產": 944, "圳": 945, "澩": 946, "寒": 947, "砲": 948, "七": 949, "巡": 950, "台": 951, "咽": 952, "譬": 953, "亞": 954, "鯇": 955, "擦": 956, "素": 957, "減": 958, "爸": 959, "醒": 960, "纔": 961, "端": 962, "驟": 963, "憐": 964, "壟": 965, "膝": 966, "昨": 967, "蘑": 968, "少": 969, "吓": 970, "佳": 971, "衣": 972, "徊": 973, "唪": 974, "獸": 975, "饑": 976, "諷": 977, "憂": 978, "蟆": 979, "還": 980, "值": 981, "榨": 982, "嘔": 983, "降": 984, "篤": 985, "賽": 986, "顱": 987, "份": 988, "彙": 989, "停": 990, "喉": 991, "放": 992, "壞": 993, "椒": 994, "衡": 995, "恙": 996, "行": 997, "播": 998, "鴻": 999, "蘋": 1000, "盟": 1001, "儲": 1002, "債": 1003, "敗": 1004, "滾": 1005, "歹": 1006, "戇": 1007, "鹼": 1008, "策": 1009, "賭": 1010, "郝": 1011, "未": 1012, "廿": 1013, "爹": 1014, "直": 1015, "塾": 1016, "鉛": 1017, "亮": 1018, "注": 1019, "谷": 1020, "煮": 1021, "囡": 1022, "侍": 1023, "爵": 1024, "心": 1025, "愈": 1026, "喜": 1027, "撳": 1028, "崩": 1029, "款": 1030, "醉": 1031, "馨": 1032, "拂": 1033, "餼": 1034, "晏": 1035, "啫": 1036, "炕": 1037, "積": 1038, "盔": 1039, "幕": 1040, "癮": 1041, "倍": 1042, "鬠": 1043, "厄": 1044, "腥": 1045, "某": 1046, "碘": 1047, "花": 1048, "蟬": 1049, "卡": 1050, "伶": 1051, "佛": 1052, "狼": 1053, "歪": 1054, "覽": 1055, "點": 1056, "鵝": 1057, "彷": 1058, "很": 1059, "竊": 1060, "些": 1061, "美": 1062, "快": 1063, "啅": 1064, "筍": 1065, "首": 1066, "概": 1067, "瘟": 1068, "賜": 1069, "峯": 1070, "迴": 1071, "醋": 1072, "脹": 1073, "鉸": 1074, "瞓": 1075, "咦": 1076, "骨": 1077, "飛": 1078, "柳": 1079, "萬": 1080, "夢": 1081, "本": 1082, "措": 1083, "襯": 1084, "嫁": 1085, "俐": 1086, "伽": 1087, "林": 1088, "皇": 1089, "愁": 1090, "霧": 1091, "事": 1092, "念": 1093, "以": 1094, "釀": 1095, "嗡": 1096, "啊": 1097, "褲": 1098, "推": 1099, "滂": 1100, "師": 1101, "齊": 1102, "薯": 1103, "蟻": 1104, "懿": 1105, "啄": 1106, "輪": 1107, "賢": 1108, "末": 1109, "築": 1110, "鍋": 1111, "樓": 1112, "滄": 1113, "程": 1114, "版": 1115, "稀": 1116, "久": 1117, "趙": 1118, "跌": 1119, "諗": 1120, "玟": 1121, "寬": 1122, "咪": 1123, "息": 1124, "鶴": 1125, "父": 1126, "噌": 1127, "鞭": 1128, "卷": 1129, "崧": 1130, "狂": 1131, "撥": 1132, "的": 1133, "熊": 1134, "養": 1135, "細": 1136, "抄": 1137, "出": 1138, "啖": 1139, "苑": 1140, "諜": 1141, "湃": 1142, "大": 1143, "筋": 1144, "情": 1145, "藥": 1146, "鈕": 1147, "歧": 1148, "礦": 1149, "含": 1150, "食": 1151, "婦": 1152, "貿": 1153, "搞": 1154, "躬": 1155, "蒸": 1156, "敝": 1157, "紮": 1158, "更": 1159, "嗶": 1160, "描": 1161, "廊": 1162, "嚨": 1163, "哼": 1164, "貸": 1165, "羲": 1166, "輷": 1167, "自": 1168, "喫": 1169, "遜": 1170, "薈": 1171, "今": 1172, "世": 1173, "蠔": 1174, "傑": 1175, "笪": 1176, "母": 1177, "邈": 1178, "帶": 1179, "脆": 1180, "腰": 1181, "癢": 1182, "淪": 1183, "鬚": 1184, "球": 1185, "喇": 1186, "紥": 1187, "盜": 1188, "制": 1189, "羈": 1190, "繁": 1191, "感": 1192, "穗": 1193, "援": 1194, "瞅": 1195, "剛": 1196, "棺": 1197, "評": 1198, "在": 1199, "鮫": 1200, "斷": 1201, "式": 1202, "掉": 1203, "霸": 1204, "振": 1205, "庇": 1206, "例": 1207, "震": 1208, "油": 1209, "拮": 1210, "鰂": 1211, "碟": 1212, "惠": 1213, "信": 1214, "廣": 1215, "腸": 1216, "曳": 1217, "及": 1218, "置": 1219, "殆": 1220, "中": 1221, "客": 1222, "溢": 1223, "姿": 1224, "甸": 1225, "丼": 1226, "和": 1227, "園": 1228, "飽": 1229, "蹲": 1230, "席": 1231, "濠": 1232, "返": 1233, "稱": 1234, "伴": 1235, "賀": 1236, "衞": 1237, "虐": 1238, "埠": 1239, "穌": 1240, "桃": 1241, "燈": 1242, "冒": 1243, "染": 1244, "鄙": 1245, "屌": 1246, "條": 1247, "迫": 1248, "嗲": 1249, "至": 1250, "墨": 1251, "曼": 1252, "漏": 1253, "飾": 1254, "荷": 1255, "絶": 1256, "吃": 1257, "亭": 1258, "准": 1259, "最": 1260, "茫": 1261, "嗇": 1262, "鴦": 1263, "舖": 1264, "惑": 1265, "川": 1266, "數": 1267, "堪": 1268, "找": 1269, "噚": 1270, "鱔": 1271, "醇": 1272, "搶": 1273, "勁": 1274, "邨": 1275, "喂": 1276, "佃": 1277, "乃": 1278, "蚌": 1279, "柵": 1280, "案": 1281, "旱": 1282, "巾": 1283, "稿": 1284, "悠": 1285, "賃": 1286, "炸": 1287, "髓": 1288, "是": 1289, "睦": 1290, "口": 1291, "騷": 1292, "囝": 1293, "更": 1294, "掙": 1295, "淸": 1296, "貂": 1297, "塢": 1298, "張": 1299, "泄": 1300, "畏": 1301, "隸": 1302, "州": 1303, "旬": 1304, "眾": 1305, "芯": 1306, "露": 1307, "斂": 1308, "圈": 1309, "紀": 1310, "板": 1311, "秅": 1312, "綁": 1313, "陷": 1314, "傢": 1315, "丑": 1316, "規": 1317, "諒": 1318, "燃": 1319, "主": 1320, "鮑": 1321, "寃": 1322, "賒": 1323, "謬": 1324, "摳": 1325, "袁": 1326, "肺": 1327, "野": 1328, "嬸": 1329, "宵": 1330, "京": 1331, "襟": 1332, "穫": 1333, "遢": 1334, "陌": 1335, "績": 1336, "儒": 1337, "擴": 1338, "褪": 1339, "笛": 1340, "偈": 1341, "斤": 1342, "吐": 1343, "吩": 1344, "怨": 1345, "丫": 1346, "眯": 1347, "見": 1348, "映": 1349, "雁": 1350, "問": 1351, "宏": 1352, "宛": 1353, "恢": 1354, "儀": 1355, "住": 1356, "堂": 1357, "駕": 1358, "鳥": 1359, "決": 1360, "轉": 1361, "瓏": 1362, "配": 1363, "草": 1364, "寸": 1365, "付": 1366, "遭": 1367, "揗": 1368, "徘": 1369, "鹹": 1370, "咿": 1371, "嘞": 1372, "忘": 1373, "禽": 1374, "電": 1375, "詳": 1376, "港": 1377, "疫": 1378, "煞": 1379, "缽": 1380, "思": 1381, "棋": 1382, "契": 1383, "汽": 1384, "簽": 1385, "耶": 1386, "礎": 1387, "攸": 1388, "類": 1389, "窩": 1390, "掣": 1391, "讎": 1392, "里": 1393, "來": 1394, "蟠": 1395, "耐": 1396, "嚇": 1397, "漬": 1398, "扒": 1399, "潲": 1400, "站": 1401, "團": 1402, "魯": 1403, "娥": 1404, "愛": 1405, "乎": 1406, "棍": 1407, "恃": 1408, "強": 1409, "嗎": 1410, "庶": 1411, "紐": 1412, "喊": 1413, "扶": 1414, "表": 1415, "霎": 1416, "山": 1417, "圖": 1418, "身": 1419, "紫": 1420, "按": 1421, "堡": 1422, "子": 1423, "憬": 1424, "廉": 1425, "垃": 1426, "抓": 1427, "絡": 1428, "風": 1429, "麵": 1430, "遮": 1431, "漠": 1432, "諧": 1433, "壺": 1434, "附": 1435, "曾": 1436, "攬": 1437, "汗": 1438, "選": 1439, "晨": 1440, "炙": 1441, "竟": 1442, "葳": 1443, "邊": 1444, "班": 1445, "車": 1446, "貧": 1447, "鬥": 1448, "耘": 1449, "談": 1450, "聘": 1451, "詭": 1452, "筷": 1453, "芬": 1454, "簿": 1455, "正": 1456, "盧": 1457, "捕": 1458, "掛": 1459, "址": 1460, "内": 1461, "蔥": 1462, "性": 1463, "暨": 1464, "馬": 1465, "地": 1466, "指": 1467, "牯": 1468, "阻": 1469, "泓": 1470, "宇": 1471, "枕": 1472, "穿": 1473, "註": 1474, "既": 1475, "勒": 1476, "處": 1477, "楣": 1478, "癌": 1479, "仕": 1480, "劣": 1481, "社": 1482, "謹": 1483, "餅": 1484, "特": 1485, "領": 1486, "塔": 1487, "佐": 1488, "星": 1489, "炭": 1490, "側": 1491, "凡": 1492, "罪": 1493, "肓": 1494, "鳳": 1495, "愚": 1496, "髻": 1497, "衙": 1498, "勞": 1499, "扻": 1500, "燴": 1501, "庸": 1502, "噹": 1503, "胺": 1504, "孖": 1505, "醺": 1506, "咄": 1507, "越": 1508, "揩": 1509, "窠": 1510, "汶": 1511, "亂": 1512, "改": 1513, "奕": 1514, "碧": 1515, "開": 1516, "誘": 1517, "肉": 1518, "慘": 1519, "蕾": 1520, "測": 1521, "派": 1522, "奧": 1523, "傍": 1524, "法": 1525, "蓬": 1526, "影": 1527, "寓": 1528, "樣": 1529, "扣": 1530, "靈": 1531, "遂": 1532, "潔": 1533, "佑": 1534, "呱": 1535, "政": 1536, "蚊": 1537, "拉": 1538, "佻": 1539, "屆": 1540, "罷": 1541, "固": 1542, "嫻": 1543, "拜": 1544, "逢": 1545, "整": 1546, "詩": 1547, "誤": 1548, "乙": 1549, "韆": 1550, "悖": 1551, "謝": 1552, "苟": 1553, "玫": 1554, "荒": 1555, "臘": 1556, "矩": 1557, "啡": 1558, "看": 1559, "腍": 1560, "往": 1561, "吉": 1562, "揮": 1563, "鶉": 1564, "靶": 1565, "眨": 1566, "刑": 1567, "嘩": 1568, "奄": 1569, "屍": 1570, "箴": 1571, "奮": 1572, "渦": 1573, "蔚": 1574, "摘": 1575, "厭": 1576, "罰": 1577, "貫": 1578, "拾": 1579, "士": 1580, "猴": 1581, "荔": 1582, "魂": 1583, "醜": 1584, "臼": 1585, "杯": 1586, "驗": 1587, "懊": 1588, "咁": 1589, "踪": 1590, "誅": 1591, "桌": 1592, "刷": 1593, "握": 1594, "鳶": 1595, "肩": 1596, "墅": 1597, "帥": 1598, "腐": 1599, "燕": 1600, "步": 1601, "龐": 1602, "另": 1603, "噏": 1604, "背": 1605, "奀": 1606, "物": 1607, "尋": 1608, "爆": 1609, "縱": 1610, "䰧": 1611, "徐": 1612, "宜": 1613, "噴": 1614, "位": 1615, "鱸": 1616, "渝": 1617, "輟": 1618, "牧": 1619, "淘": 1620, "柱": 1621, "局": 1622, "俎": 1623, "偉": 1624, "冰": 1625, "瀉": 1626, "宰": 1627, "涷": 1628, "哈": 1629, "伐": 1630, "埔": 1631, "摷": 1632, "糖": 1633, "時": 1634, "欣": 1635, "踹": 1636, "蛋": 1637, "可": 1638, "針": 1639, "譴": 1640, "歎": 1641, "續": 1642, "㪐": 1643, "淡": 1644, "浩": 1645, "尤": 1646, "民": 1647, "土": 1648, "杏": 1649, "笏": 1650, "吠": 1651, "括": 1652, "齡": 1653, "頗": 1654, "撻": 1655, "臉": 1656, "睡": 1657, "曱": 1658, "忟": 1659, "懷": 1660, "股": 1661, "知": 1662, "宗": 1663, "孕": 1664, "毛": 1665, "祖": 1666, "國": 1667, "喙": 1668, "潷": 1669, "嬲": 1670, "撩": 1671, "糾": 1672, "慰": 1673, "諫": 1674, "栗": 1675, "湧": 1676, "誡": 1677, "陀": 1678, "摯": 1679, "盼": 1680, "乳": 1681, "扎": 1682, "寇": 1683, "請": 1684, "章": 1685, "蝗": 1686, "菩": 1687, "鉤": 1688, "轆": 1689, "昭": 1690, "趴": 1691, "濛": 1692, "們": 1693, "裔": 1694, "睥": 1695, "戴": 1696, "偏": 1697, "疼": 1698, "摙": 1699, "頁": 1700, "茸": 1701, "私": 1702, "柑": 1703, "包": 1704, "勳": 1705, "憶": 1706, "害": 1707, "銅": 1708, "糟": 1709, "圭": 1710, "仇": 1711, "莆": 1712, "晶": 1713, "九": 1714, "喝": 1715, "述": 1716, "兩": 1717, "揞": 1718, "騅": 1719, "批": 1720, "惡": 1721, "賣": 1722, "痛": 1723, "瑟": 1724, "桂": 1725, "纜": 1726, "梵": 1727, "牙": 1728, "鎮": 1729, "敢": 1730, "喃": 1731, "悔": 1732, "稈": 1733, "墜": 1734, "耳": 1735, "松": 1736, "犧": 1737, "患": 1738, "薄": 1739, "也": 1740, "貌": 1741, "蠶": 1742, "城": 1743, "哣": 1744, "屁": 1745, "揚": 1746, "語": 1747, "惦": 1748, "斜": 1749, "閻": 1750, "圾": 1751, "滙": 1752, "督": 1753, "已": 1754, "侯": 1755, "攣": 1756, "籌": 1757, "唯": 1758, "揭": 1759, "易": 1760, "奔": 1761, "澄": 1762, "墳": 1763, "業": 1764, "迂": 1765, "準": 1766, "零": 1767, "教": 1768, "沖": 1769, "烟": 1770, "爺": 1771, "託": 1772, "叔": 1773, "挺": 1774, "藉": 1775, "餒": 1776, "列": 1777, "腹": 1778, "跳": 1779, "蠅": 1780, "活": 1781, "脊": 1782, "孤": 1783, "浮": 1784, "願": 1785, "但": 1786, "": 1787, "蘆": 1788, "命": 1789, "扮": 1790, "售": 1791, "聰": 1792, "衍": 1793, "黑": 1794, "勃": 1795, "苣": 1796, "壯": 1797, "授": 1798, "頻": 1799, "慣": 1800, "輯": 1801, "莞": 1802, "江": 1803, "曹": 1804, "禱": 1805, "究": 1806, "室": 1807, "柒": 1808, "畢": 1809, "迷": 1810, "厴": 1811, "熟": 1812, "勵": 1813, "掌": 1814, "史": 1815, "逗": 1816, "缸": 1817, "稍": 1818, "峰": 1819, "罕": 1820, "擾": 1821, "低": 1822, "帽": 1823, "蝶": 1824, "目": 1825, "徵": 1826, "吊": 1827, "鋁": 1828, "滯": 1829, "著": 1830, "研": 1831, "慚": 1832, "蓆": 1833, "浚": 1834, "反": 1835, "刻": 1836, "勘": 1837, "戊": 1838, "孽": 1839, "恆": 1840, "函": 1841, "嗒": 1842, "重": 1843, "膩": 1844, "喻": 1845, "箱": 1846, "植": 1847, "謀": 1848, "族": 1849, "照": 1850, "僅": 1851, "育": 1852, "勇": 1853, "詆": 1854, "謙": 1855, "家": 1856, "騎": 1857, "比": 1858, "群": 1859, "逼": 1860, "臻": 1861, "慷": 1862, "恒": 1863, "忍": 1864, "於": 1865, "她": 1866, "淋": 1867, "碼": 1868, "浸": 1869, "灣": 1870, "遠": 1871, "磐": 1872, "饒": 1873, "奴": 1874, "踱": 1875, "擔": 1876, "廈": 1877, "頂": 1878, "預": 1879, "李": 1880, "噤": 1881, "繫": 1882, "鏈": 1883, "副": 1884, "姣": 1885, "哋": 1886, "沫": 1887, "令": 1888, "褸": 1889, "兜": 1890, "俄": 1891, "礙": 1892, "蒼": 1893, "烈": 1894, "齋": 1895, "柺": 1896, "偕": 1897, "忙": 1898, "災": 1899, "錶": 1900, "巢": 1901, "娛": 1902, "唸": 1903, "貢": 1904, "裕": 1905, "樽": 1906, "蔬": 1907, "蹤": 1908, "箕": 1909, "鮭": 1910, "繩": 1911, "蒡": 1912, "孰": 1913, "拯": 1914, "杆": 1915, "摩": 1916, "岩": 1917, "霖": 1918, "蛤": 1919, "凈": 1920, "麥": 1921, "使": 1922, "熾": 1923, "鹅": 1924, "岡": 1925, "抗": 1926, "敵": 1927, "聲": 1928, "揸": 1929, "優": 1930, "杞": 1931, "熱": 1932, "舢": 1933, "挫": 1934, "啲": 1935, "微": 1936, "膜": 1937, "陪": 1938, "摧": 1939, "鄭": 1940, "培": 1941, "裡": 1942, "魅": 1943, "籲": 1944, "級": 1945, "企": 1946, "膊": 1947, "冗": 1948, "邀": 1949, "澡": 1950, "卿": 1951, "逸": 1952, "搜": 1953, "倒": 1954, "爾": 1955, "經": 1956, "忽": 1957, "手": 1958, "鴨": 1959, "吟": 1960, "酒": 1961, "盾": 1962, "朧": 1963, "閱": 1964, "識": 1965, "癲": 1966, "躉": 1967, "光": 1968, "慨": 1969, "敷": 1970, "復": 1971, "琳": 1972, "膠": 1973, "輋": 1974, "哇": 1975, "狹": 1976, "簡": 1977, "要": 1978, "圍": 1979, "膳": 1980, "遼": 1981, "呈": 1982, "贅": 1983, "達": 1984, "捱": 1985, "吼": 1986, "沒": 1987, "次": 1988, "原": 1989, "鯊": 1990, "璧": 1991, "昇": 1992, "揀": 1993, "砂": 1994, "甘": 1995, "南": 1996, "年": 1997, "周": 1998, "良": 1999, "瑧": 2000, "朕": 2001, "咀": 2002, "敲": 2003, "跨": 2004, "强": 2005, "洛": 2006, "棕": 2007, "麗": 2008, "材": 2009, "胎": 2010, "徇": 2011, "暮": 2012, "璵": 2013, "瀚": 2014, "求": 2015, "享": 2016, "腫": 2017, "緩": 2018, "搖": 2019, "苗": 2020, "邏": 2021, "域": 2022, "齷": 2023, "噓": 2024, "捲": 2025, "睛": 2026, "鱷": 2027, "叢": 2028, "鰭": 2029, "差": 2030, "觸": 2031, "扭": 2032, "麝": 2033, "孔": 2034, "媒": 2035, "禡": 2036, "方": 2037, "驅": 2038, "怯": 2039, "與": 2040, "勝": 2041, "疲": 2042, "歡": 2043, "資": 2044, "舟": 2045, "欠": 2046, "琴": 2047, "癱": 2048, "敬": 2049, "拘": 2050, "鼎": 2051, "抑": 2052, "蛛": 2053, "雌": 2054, "論": 2055, "蹄": 2056, "鱗": 2057, "視": 2058, "雍": 2059, "貝": 2060, "算": 2061, "三": 2062, "囑": 2063, "景": 2064, "墟": 2065, "彌": 2066, "燜": 2067, "遣": 2068, "役": 2069, "網": 2070, "辱": 2071, "虱": 2072, "揼": 2073, "暫": 2074, "輸": 2075, "袖": 2076, "故": 2077, "瞌": 2078, "玄": 2079, "潑": 2080, "舍": 2081, "慕": 2082, "蹟": 2083, "錐": 2084, "收": 2085, "鈔": 2086, "計": 2087, "什": 2088, "歐": 2089, "刁": 2090, "腋": 2091, "徽": 2092, "枱": 2093, "佗": 2094, "牛": 2095, "靖": 2096, "瀝": 2097, "變": 2098, "盏": 2099, "餵": 2100, "由": 2101, "阱": 2102, "幽": 2103, "當": 2104, "色": 2105, "垂": 2106, "喬": 2107, "飯": 2108, "支": 2109, "柯": 2110, "抆": 2111, "磯": 2112, "櫈": 2113, "寞": 2114, "膽": 2115, "春": 2116, "廬": 2117, "琉": 2118, "鏰": 2119, "絲": 2120, "陸": 2121, "犯": 2122, "鐡": 2123, "窰": 2124, "僻": 2125, "壁": 2126, "介": 2127, "呂": 2128, "靚": 2129, "恩": 2130, "鑊": 2131, "閏": 2132, "查": 2133, "籽": 2134, "田": 2135, "宣": 2136, "庵": 2137, "徒": 2138, "鑲": 2139, "我": 2140, "菇": 2141, "矮": 2142, "糯": 2143, "巉": 2144, "仗": 2145, "緊": 2146, "蕃": 2147, "朱": 2148, "冤": 2149, "菲": 2150, "焦": 2151, "蟹": 2152, "商": 2153, "餃": 2154, "專": 2155, "違": 2156, "焗": 2157, "倦": 2158, "隧": 2159, "橫": 2160, "繹": 2161, "縛": 2162, "漾": 2163, "幫": 2164, "寢": 2165, "䒏": 2166, "烏": 2167, "蕉": 2168, "斧": 2169, "皆": 2170, "夏": 2171, "訴": 2172, "渠": 2173, "合": 2174, "匿": 2175, "激": 2176, "暑": 2177, "館": 2178, "翰": 2179, "恤": 2180, "仍": 2181, "豈": 2182, "彪": 2183, "敦": 2184, "柄": 2185, "槽": 2186, "燭": 2187, "桶": 2188, "仆": 2189, "拱": 2190, "謂": 2191, "浴": 2192, "鮮": 2193, "餓": 2194, "您": 2195, "榮": 2196, "撤": 2197, "琚": 2198, "格": 2199, "潭": 2200, "仲": 2201, "粥": 2202, "輻": 2203, "脂": 2204, "臺": 2205, "鍊": 2206, "罐": 2207, "急": 2208, "康": 2209, "蟲": 2210, "翠": 2211, "哩": 2212, "征": 2213, "姬": 2214, "殮": 2215, "喼": 2216, "秤": 2217, "鬧": 2218, "酪": 2219, "兵": 2220, "艷": 2221, "米": 2222, "疑": 2223, "從": 2224, "挖": 2225, "祿": 2226, "沃": 2227, "澱": 2228, "院": 2229, "戀": 2230, "將": 2231, "頓": 2232, "柴": 2233, "施": 2234, "泥": 2235, "涕": 2236, "舅": 2237, "衲": 2238, "音": 2239, "盪": 2240, "碑": 2241, "雋": 2242, "猄": 2243, "每": 2244, "判": 2245, "度": 2246, "防": 2247, "丘": 2248, "克": 2249, "艇": 2250, "朵": 2251, "臭": 2252, "縊": 2253, "紅": 2254, "量": 2255, "輔": 2256, "嫉": 2257, "想": 2258, "擘": 2259, "逆": 2260, "檬": 2261, "黏": 2262, "牡": 2263, "埗": 2264, "吋": 2265, "年": 2266, "皚": 2267, "己": 2268, "晃": 2269, "雪": 2270, "侄": 2271, "品": 2272, "禪": 2273, "襲": 2274, "皓": 2275, "秒": 2276, "暗": 2277, "榴": 2278, "毀": 2279, "婆": 2280, "醬": 2281, "劍": 2282, "擒": 2283, "湘": 2284, "靴": 2285, "茶": 2286, "象": 2287, "踢": 2288, "埋": 2289, "製": 2290, "扯": 2291, "屎": 2292, "薇": 2293, "期": 2294, "恥": 2295, "掃": 2296, "缺": 2297, "盤": 2298, "埞": 2299, "霉": 2300, "貪": 2301, "楓": 2302, "上": 2303, "機": 2304, "宴": 2305, "富": 2306, "榜": 2307, "拆": 2308, "瘀": 2309, "羽": 2310, "隻": 2311, "朗": 2312, "亨": 2313, "遏": 2314, "擁": 2315, "腩": 2316, "囉": 2317, "洶": 2318, "温": 2319, "否": 2320, "陳": 2321, "謎": 2322, "甲": 2323, "結": 2324, "戚": 2325, "濃": 2326, "囍": 2327, "祠": 2328, "孚": 2329, "魄": 2330, "紙": 2331, "元": 2332, "鐸": 2333, "躁": 2334, "顔": 2335, "咬": 2336, "誌": 2337, "曖": 2338, "蔗": 2339, "滷": 2340, "通": 2341, "説": 2342, "退": 2343, "蘿": 2344, "閂": 2345, "能": 2346, "蓉": 2347, "龜": 2348, "撕": 2349, "竅": 2350, "灘": 2351, "錦": 2352, "分": 2353, "雅": 2354, "智": 2355, "炳": 2356, "現": 2357, "翻": 2358, "覺": 2359, "訂": 2360, "棉": 2361, "掟": 2362, "响": 2363, "褒": 2364, "蹺": 2365, "賤": 2366, "蝕": 2367, "造": 2368, "糰": 2369, "俊": 2370, "嗚": 2371, "諾": 2372, "冷": 2373, "烙": 2374, "棒": 2375, "碗": 2376, "察": 2377, "勉": 2378, "慤": 2379, "暇": 2380, "屠": 2381, "蠢": 2382, "豫": 2383, "硤": 2384, "莊": 2385, "割": 2386, "錢": 2387, "⠀": 2388, "篋": 2389, "嗷": 2390, "海": 2391, "翌": 2392, "櫃": 2393, "捉": 2394, "理": 2395, "承": 2396, "力": 2397, "邸": 2398, "歛": 2399, "岬": 2400, "揣": 2401, "蠻": 2402, "慎": 2403, "磨": 2404, "仞": 2405, "共": 2406, "郭": 2407, "深": 2408, "報": 2409, "攰": 2410, "沐": 2411, "導": 2412, "錫": 2413, "層": 2414, "爐": 2415, "卧": 2416, "凝": 2417, "惹": 2418, "召": 2419, "蜘": 2420, "買": 2421, "膚": 2422, "漓": 2423, "闢": 2424, "唏": 2425, "淒": 2426, "糊": 2427, "嘢": 2428, "鼠": 2429, "餋": 2430, "爭": 2431, "會": 2432, "㩿": 2433, "憑": 2434, "氯": 2435, "悗": 2436, "安": 2437, "叨": 2438, "鐘": 2439, "濕": 2440, "酥": 2441, "迾": 2442, "氛": 2443, "兌": 2444, "舔": 2445, "況": 2446, "��": 2447, "湯": 2448, "珠": 2449, "漫": 2450, "蔭": 2451, "廖": 2452, "秋": 2453, "立": 2454, "廢": 2455, "痱": 2456, "癡": 2457, "溋": 2458, "臣": 2459, "省": 2460, "沾": 2461, "登": 2462, "質": 2463, "哲": 2464, "勻": 2465, "倉": 2466, "瓶": 2467, "犬": 2468, "技": 2469, "橘": 2470, "夥": 2471, "颱": 2472, "弓": 2473, "不": 2474, "躲": 2475, "喐": 2476, "姐": 2477, "羞": 2478, "緬": 2479, "暸": 2480, "橢": 2481, "惰": 2482, "鋒": 2483, "說": 2484, "琛": 2485, "天": 2486, "跋": 2487, "腿": 2488, "村": 2489, "睨": 2490, "屏": 2491, "雀": 2492, "痺": 2493, "肴": 2494, "茵": 2495, "屙": 2496, "增": 2497, "逹": 2498, "跑": 2499, "創": 2500, "煲": 2501, "戰": 2502, "殼": 2503, "縫": 2504, "撓": 2505, "鞦": 2506, "屑": 2507, "濱": 2508, "井": 2509, "飲": 2510, "它": 2511, "庫": 2512, "雞": 2513, "佈": 2514, "旣": 2515, "謊": 2516, "擂": 2517, "軟": 2518, "俾": 2519, "璀": 2520, "烤": 2521, "旦": 2522, "晉": 2523, "額": 2524, "胃": 2525, "隅": 2526, "索": 2527, "船": 2528, "戲": 2529, "翁": 2530, "曲": 2531, "突": 2532, "刨": 2533, "剎": 2534, "華": 2535, "週": 2536, "擤": 2537, "行": 2538, "哂": 2539, "秘": 2540, "昺": 2541, "笈": 2542, "蕪": 2543, "衆": 2544, "贏": 2545, "護": 2546, "叮": 2547, "疤": 2548, "托": 2549, "猶": 2550, "搽": 2551, "這": 2552, "裝": 2553, "獨": 2554, "灼": 2555, "坭": 2556, "嶄": 2557, "躍": 2558, "哭": 2559, "悟": 2560, "角": 2561, "嘲": 2562, "棘": 2563, "萺": 2564, "卵": 2565, "砵": 2566, "部": 2567, "腕": 2568, "奉": 2569, "姊": 2570, "堵": 2571, "該": 2572, "幸": 2573, "才": 2574, "離": 2575, "榆": 2576, "厘": 2577, "捐": 2578, "薏": 2579, "競": 2580, "啤": 2581, "躝": 2582, "沉": 2583, "賺": 2584, "肖": 2585, "悒": 2586, "茄": 2587, "旳": 2588, "帚": 2589, "英": 2590, "體": 2591, "攤": 2592, "你": 2593, "流": 2594, "靜": 2595, "謾": 2596, "晾": 2597, "誕": 2598, "棲": 2599, "姓": 2600, "掠": 2601, "悉": 2602, "膨": 2603, "臟": 2604, "瘓": 2605, "佬": 2606, "破": 2607, "撬": 2608, "僱": 2609, "帝": 2610, "失": 2611, "奪": 2612, "棗": 2613, "嗜": 2614, "吾": 2615, "意": 2616, "械": 2617, "平": 2618, "履": 2619, "迅": 2620, "竇": 2621, "徹": 2622, "遊": 2623, "盅": 2624, "呎": 2625, "日": 2626, "跣": 2627, "甫": 2628, "漆": 2629, "唐": 2630, "渴": 2631, "券": 2632, "擇": 2633, "招": 2634, "液": 2635, "舞": 2636, "打": 2637, "河": 2638, "汝": 2639, "集": 2640, "勿": 2641, "畔": 2642, "截": 2643, "旋": 2644, "揇": 2645, "潺": 2646, "建": 2647, "捶": 2648, "窒": 2649, "豁": 2650, "涌": 2651, "秀": 2652, "渺": 2653, "構": 2654, "漲": 2655, "聽": 2656, "匙": 2657, "訝": 2658, "唥": 2659, "儈": 2660, "憚": 2661, "賴": 2662, "荃": 2663, "留": 2664, "濾": 2665, "粒": 2666, "珊": 2667, "精": 2668, "接": 2669, "恐": 2670, "羊": 2671, "懼": 2672, "祭": 2673, "善": 2674, "蟀": 2675, "莓": 2676, "循": 2677, "峽": 2678, "芭": 2679, "段": 2680, "梁": 2681, "穢": 2682, "珒": 2683, "項": 2684, "圃": 2685, "科": 2686, "伊": 2687, "螞": 2688, "節": 2689, "輘": 2690, "淫": 2691, "嚐": 2692, "皺": 2693, "編": 2694, "吽": 2695, "坦": 2696, "彿": 2697, "蕙": 2698, "懺": 2699, "就": 2700, "傭": 2701, "唎": 2702, "字": 2703, "廚": 2704, "餐": 2705, "閣": 2706, "芽": 2707, "旗": 2708, "酱": 2709, "渡": 2710, "囌": 2711, "員": 2712, "符": 2713, "場": 2714, "聯": 2715, "憧": 2716, "扼": 2717, "稅": 2718, "乞": 2719, "威": 2720, "速": 2721, "蓺": 2722, "捋": 2723, "呃": 2724, "呀": 2725, "塵": 2726, "飼": 2727, "去": 2728, "駒": 2729, "拖": 2730, "啪": 2731, "坊": 2732, "境": 2733, "容": 2734, "刺": 2735, "痰": 2736, "途": 2737, "糉": 2738, "璈": 2739, "惶": 2740, "葬": 2741, "峻": 2742, "郊": 2743, "望": 2744, "詹": 2745, "腳": 2746, "撲": 2747, "慮": 2748, "傲": 2749, "譎": 2750, "膏": 2751, "韓": 2752, "侶": 2753, "窮": 2754, "笆": 2755, "哉": 2756, "狡": 2757, "繞": 2758, "允": 2759, "啵": 2760, "腦": 2761, "逐": 2762, "系": 2763, "籍": 2764, "木": 2765, "署": 2766, "嘜": 2767, "攏": 2768, "權": 2769, "疏": 2770, "聶": 2771, "困": 2772, "魔": 2773, "姑": 2774, "滿": 2775, "蜜": 2776, "購": 2777, "澤": 2778, "惘": 2779, "壆": 2780, "票": 2781, "卦": 2782, "冧": 2783, "堤": 2784, "超": 2785, "升": 2786, "貓": 2787, "肅": 2788, "噬": 2789, "闆": 2790, "阪": 2791, "被": 2792, "肇": 2793, "長": 2794, "束": 2795, "膺": 2796, "不": 2797, "砌": 2798, "瑕": 2799, "文": 2800, "仙": 2801, "敏": 2802, "拐": 2803, "濫": 2804, "糧": 2805, "鼓": 2806, "澎": 2807, "陞": 2808, "煩": 2809, "珏": 2810, "粉": 2811, "稚": 2812, "挾": 2813, "青": 2814, "唉": 2815, "髮": 2816, "壇": 2817, "博": 2818, "嚟": 2819, "董": 2820, "囪": 2821, "澍": 2822, "漢": 2823, "種": 2824, "拳": 2825, "律": 2826, "鈴": 2827, "糍": 2828, "堅": 2829, "予": 2830, "罟": 2831, "依": 2832, "洪": 2833, "豪": 2834, "劃": 2835, "弼": 2836, "雜": 2837, "恕": 2838, "藐": 2839, "紳": 2840, "萃": 2841, "曆": 2842, "有": 2843, "咗": 2844, "難": 2845, "億": 2846, "然": 2847, "黐": 2848, "獲": 2849, "笨": 2850, "姦": 2851, "紹": 2852, "妝": 2853, "牢": 2854, "鳴": 2855, "舒": 2856, "脫": 2857, "范": 2858, "統": 2859, "啩": 2860, "釵": 2861, "憎": 2862, "半": 2863, "航": 2864, "謢": 2865, "勾": 2866, "趌": 2867, "藹": 2868, "吹": 2869, "攝": 2870, "戒": 2871, "畐": 2872, "藍": 2873, "饅": 2874, "懇": 2875, "臂": 2876, "秉": 2877, "紛": 2878, "哦": 2879, "輝": 2880, "魁": 2881, "嚎": 2882, "樂": 2883, "戕": 2884, "抬": 2885, "荊": 2886, "遲": 2887, "洋": 2888, "祥": 2889, "痕": 2890, "彗": 2891, "咩": 2892, "非": 2893, "粼": 2894, "聯": 2895, "蝨": 2896, "夾": 2897, "呆": 2898, "鵲": 2899, "虎": 2900, "沈": 2901, "洗": 2902, "促": 2903, "鼆": 2904, "淨": 2905, "淺": 2906, "曬": 2907, "隙": 2908, "慾": 2909, "杉": 2910, "件": 2911, "空": 2912, "芙": 2913, "訊": 2914, "傷": 2915, "梘": 2916, "黃": 2917, "泡": 2918, "瓦": 2919, "臨": 2920, "暈": 2921, "砍": 2922, "飢": 2923, "氹": 2924, "攋": 2925, "秩": 2926, "淥": 2927, "坑": 2928, "解": 2929, "誰": 2930, "魷": 2931, "題": 2932, "魏": 2933, "睜": 2934, "藕": 2935, "穎": 2936, "鬱": 2937, "璐": 2938, "揈": 2939, "畋": 2940, "槍": 2941, "篙": 2942, "覲": 2943, "絕": 2944, "巨": 2945, "森": 2946, "石": 2947, "蕩": 2948, "哺": 2949, "哀": 2950, "胡": 2951, "轡": 2952, "杖": 2953, "回": 2954, "泰": 2955, "溜": 2956, "喎": 2957, "佣": 2958, "糕": 2959, "䒐": 2960, "磚": 2961, "謁": 2962, "愧": 2963, "兒": 2964, "黨": 2965, "睿": 2966, "籮": 2967, "做": 2968, "俬": 2969, "必": 2970, "乜": 2971, "幹": 2972, "農": 2973, "止": 2974, "涼": 2975, "蘸": 2976, "覆": 2977, "休": 2978, "烘": 2979, "翅": 2980, "向": 2981, "浪": 2982, "香": 2983, "侮": 2984, "牲": 2985, "童": 2986, "嘟": 2987, "余": 2988, "鱈": 2989, "蔽": 2990, "傻": 2991, "務": 2992, "志": 2993, "叭": 2994, "者": 2995, "危": 2996, "夜": 2997, "懂": 2998, "歲": 2999, "唱": 3000, "麒": 3001, "蔓": 3002, "替": 3003, "校": 3004, "套": 3005, "孥": 3006, "瑞": 3007, "遙": 3008, "爬": 3009, "管": 3010, "萊": 3011, "揾": 3012, "緘": 3013, "竄": 3014, "雲": 3015, "誨": 3016, "懵": 3017, "適": 3018, "菁": 3019, "坡": 3020, "楚": 3021, "監": 3022, "㗎": 3023, "閘": 3024, "鋪": 3025, "兇": 3026, "熬": 3027, "甜": 3028, "伏": 3029, "姻": 3030, "潛": 3031, "采": 3032, "參": 3033, "冕": 3034, "翩": 3035, "織": 3036, "興": 3037, "據": 3038, "擎": 3039, "搏": 3040, "昔": 3041, "來": 3042, "啦": 3043, "審": 3044, "引": 3045, "估": 3046, "騭": 3047, "釣": 3048, "肘": 3049, "祟": 3050, "粿": 3051, "兄": 3052, "玉": 3053, "岸": 3054, "搭": 3055, "揦": 3056, "翡": 3057, "鍵": 3058, "嶺": 3059, "桑": 3060, "加": 3061, "確": 3062, "⻣": 3063, "掕": 3064, "邰": 3065, "陂": 3066, "新": 3067, "發": 3068, "筵": 3069, "划": 3070, "軒": 3071, "賊": 3072, "喳": 3073, "皂": 3074, "璨": 3075, "致": 3076, "凌": 3077, "乓": 3078, "怕": 3079, "璇": 3080, "成": 3081, "綿": 3082, "月": 3083, "鑽": 3084, "菊": 3085, "潮": 3086, "奏": 3087, "捩": 3088, "蓓": 3089, "猾": 3090, "句": 3091, "宙": 3092, "切": 3093, "嚕": 3094, "戥": 3095, "號": 3096, "夠": 3097, "財": 3098, "歷": 3099, "菜": 3100, "凍": 3101, "稔": 3102, "瞭": 3103, "用": 3104, "攔": 3105, "滌": 3106, "怎": 3107, "伙": 3108, "極": 3109, "羌": 3110, "摺": 3111, "挪": 3112, "傳": 3113, "捷": 3114, "咇": 3115, "芥": 3116, "嘈": 3117, "無": 3118, "島": 3119, "乖": 3120, "啋": 3121, "十": 3122, "义": 3123, "四": 3124, "相": 3125, "蠟": 3126, "汰": 3127, "嚡": 3128, "取": 3129, "屹": 3130, "福": 3131, "塊": 3132, "憾": 3133, "銷": 3134, "叫": 3135, "老": 3136, "矛": 3137, "載": 3138, "旁": 3139, "獄": 3140, "着": 3141, "俗": 3142, "捌": 3143, "弊": 3144, "薪": 3145, "熔": 3146, "駝": 3147, "鑫": 3148, "蝸": 3149, "旺": 3150, "薩": 3151, "稻": 3152, "韌": 3153, "沛": 3154, "北": 3155, "宿": 3156, "疇": 3157, "廳": 3158, "慳": 3159, "下": 3160, "候": 3161, "偷": 3162, "孭": 3163, "肝": 3164, "救": 3165, "洞": 3166, "逝": 3167, "內": 3168, "貼": 3169, "弟": 3170, "仁": 3171, "滔": 3172, "基": 3173, "碌": 3174, "番": 3175, "釋": 3176, "彩": 3177, "了": 3178, "始": 3179, "彤": 3180, "殄": 3181, "酸": 3182, "譜": 3183, "摑": 3184, "頤": 3185, "輕": 3186, "毋": 3187, "揉": 3188, "妹": 3189, "塞": 3190, "俸": 3191, "麟": 3192, "蔔": 3193, "蕭": 3194, "酌": 3195, "尿": 3196, "奇": 3197, "鴛": 3198, "床": 3199, "啱": 3200, "渾": 3201, "鈍": 3202, "西": 3203, "杰": 3204, "剷": 3205, "講": 3206, "賈": 3207, "千": 3208, "季": 3209, "瑪": 3210, "真": 3211, "慶": 3212, "響": 3213, "衛": 3214, "睬": 3215, "屯": 3216, "嗰": 3217, "沱": 3218, "鏡": 3219, "嗤": 3220, "鱲": 3221, "囚": 3222, "豂": 3223, "挑": 3224, "迪": 3225, "柿": 3226, "丹": 3227, "吶": 3228, "跛": 3229, "攘": 3230, "默": 3231, "鬼": 3232, "鯪": 3233, "妨": 3234, "慈": 3235, "莫": 3236, "薰": 3237, "嫪": 3238, "趁": 3239, "遞": 3240, "狀": 3241, "闌": 3242, "籬": 3243, "孱": 3244, "猛": 3245, "嶙": 3246, "碰": 3247, "那": 3248, "定": 3249, "劊": 3250, "邪": 3251, "寧": 3252, "鬢": 3253, "禧": 3254, "緒": 3255, "婚": 3256, "歸": 3257, "路": 3258, "標": 3259, "弸": 3260, "肨": 3261, "棟": 3262, "丁": 3263, "忠": 3264, "傘": 3265, "歌": 3266, "顧": 3267, "等": 3268, "立": 3269, "娃": 3270, "漂": 3271, "斗": 3272, "獻": 3273, "尺": 3274, "唞": 3275, "餸": 3276, "拋": 3277, "瀾": 3278, "嚴": 3279, "爽": 3280, "睇": 3281, "藏": 3282, "丟": 3283, "係": 3284, "胸": 3285, "亢": 3286, "努": 3287, "游": 3288, "聚": 3289, "痾": 3290, "拔": 3291, "屬": 3292, "溫": 3293, "劇": 3294, "房": 3295, "戾": 3296, "鈞": 3297, "笑": 3298, "徑": 3299, "病": 3300, "道": 3301, "棚": 3302, "悶": 3303, "嘸": 3304, "趨": 3305, "嘛": 3306, "丈": 3307, "叛": 3308, "杜": 3309, "攀": 3310, "央": 3311, "足": 3312, "妒": 3313, "送": 3314, "雨": 3315, "火": 3316, "柚": 3317, "縷": 3318, "呻": 3319, "蘅": 3320, "面": 3321, "毡": 3322, "儘": 3323, "甩": 3324, "頒": 3325, "遷": 3326, "學": 3327, "檢": 3328, "莎": 3329, "孫": 3330, "黚": 3331, "扇": 3332, "茂": 3333, "疾": 3334, "呷": 3335, "昆": 3336, "衝": 3337, "辰": 3338, "又": 3339, "顯": 3340, "高": 3341, "爛": 3342, "隊": 3343, "距": 3344, "習": 3345, "漸": 3346, "武": 3347, "療": 3348, "蹈": 3349, "廟": 3350, "示": 3351, "瘦": 3352, "怒": 3353, "ｂ": 3354, "源": 3355, "吸": 3356, "鹿": 3357, "初": 3358, "革": 3359, "府": 3360, "關": 3361, "瑙": 3362, "涯": 3363, "蜆": 3364, "呼": 3365, "柏": 3366, "羹": 3367, "疆": 3368, "夫": 3369, "憩": 3370, "痴": 3371, "沿": 3372, "驥": 3373, "死": 3374, "楋": 3375, "禍": 3376, "輩": 3377, "梯": 3378, "嫂": 3379, "存": 3380, "充": 3381, "坎": 3382, "岳": 3383, "碎": 3384, "踏": 3385, "作": 3386, "持": 3387, "慧": 3388, "孩": 3389, "限": 3390, "代": 3391, "呢": 3392, "昂": 3393, "駟": 3394, "率": 3395, "言": 3396, "抱": 3397, "鵪": 3398, "略": 3399, "慢": 3400, "一": 3401, "晴": 3402, "奚": 3403, "樑": 3404, "峒": 3405, "納": 3406, "銀": 3407, "駁": 3408, "繼": 3409, "餘": 3410, "篳": 3411, "肯": 3412, "撚": 3413, "螢": 3414, "落": 3415, "爲": 3416, "虧": 3417, "齒": 3418, "前": 3419, "尖": 3420, "池": 3421, "欲": 3422, "懶": 3423, "須": 3424, "融": 3425, "歉": 3426, "騙": 3427, "煖": 3428, "各": 3429, "悅": 3430, "疹": 3431, "蕎": 3432, "練": 3433, "殷": 3434, "完": 3435, "走": 3436, "傅": 3437, "六": 3438, "寶": 3439, "讀": 3440, "撇": 3441, "両": 3442, "投": 3443, "隆": 3444, "畀": 3445, "鴉": 3446, "乍": 3447, "后": 3448, "忿": 3449, "似": 3450, "互": 3451, "工": 3452, "錯": 3453, "化": 3454, "幻": 3455, "階": 3456, "寡": 3457, "嗱": 3458, "逃": 3459, "捨": 3460, "煉": 3461, "罔": 3462, "剝": 3463, "煎": 3464, "于": 3465, "撿": 3466, "填": 3467, "序": 3468, "凳": 3469, "鼻": 3470, "金": 3471, "貨": 3472, "尾": 3473, "吞": 3474, "粟": 3475, "檯": 3476, "先": 3477, "贈": 3478, "典": 3479, "獵": 3480, "朽": 3481, "雄": 3482, "弍": 3483, "掅": 3484, "櫻": 3485, "蛇": 3486, "榕": 3487, "較": 3488, "水": 3489, "殖": 3490, "滅": 3491, "翼": 3492, "闖": 3493, "燉": 3494, "畜": 3495, "禮": 3496, "玩": 3497, "跟": 3498, "答": 3499, "侵": 3500, "窿": 3501, "剩": 3502, "畿": 3503, "拼": 3504, "茨": 3505, "怪": 3506, "根": 3507, "印": 3508, "單": 3509, "供": 3510, "恰": 3511, "裏": 3512, "撈": 3513, "罩": 3514, "赫": 3515, "翔": 3516, "濤": 3517, "㩒": 3518, "柔": 3519, "卓": 3520, "粳": 3521, "莽": 3522, "瓜": 3523, "圑": 3524, "迎": 3525, "純": 3526, "箍": 3527, "名": 3528, "掘": 3529, "魚": 3530, "好": 3531, "呔": 3532, "糞": 3533, "狄": 3534, "牆": 3535, "組": 3536, "波": 3537, "話": 3538, "瑰": 3539, "哨": 3540, "入": 3541, "諺": 3542, "擸": 3543, "甥": 3544, "蚵": 3545, "曉": 3546, "綫": 3547, "斐": 3548, "腎": 3549, "鋼": 3550, "全": 3551, "|": 3552, "[UNK]": 3553, "[PAD]": 3554}
|